From b0c859737515bf1555aae74d2dff065d294c9def Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Tue, 27 Oct 2026 20:16:49 +0800 Subject: [PATCH 01/13] CollectiveX: run EP16 and low-latency on the Barite MI300X and MI325X pools MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Barite's MI300X and MI325X nodes carry eight 400 GbE Broadcom RoCE v2 rails each. Cross-node RDMA reaches line rate on matching and crossed rails (ib_write_bw, about 390 Gb/s), so the no-fabric limit of the retired TensorWave pools does not apply. Both SKUs gain MoRI and UCCL-EP EP16, MoRI low-latency EP16 (vLLM's InterNodeV1LL) and UCCL-EP low-latency EP8. CollectiveX：在 Barite MI300X 与 MI325X 资源池上运行 EP16 与低延迟模式 Barite 的 MI300X 与 MI325X 节点各有 8 条 400 GbE Broadcom RoCE v2 通道。跨节点 RDMA 在同通道与交叉 通道上都达到线速（ib_write_bw 约 390 Gb/s），因此已退役的 TensorWave 资源池"无网络"的限制不再适用。 两个 SKU 新增 MoRI 与 UCCL-EP 的 EP16、MoRI 低延迟 EP16（vLLM 的 InterNodeV1LL）以及 UCCL-EP 低延迟 EP8。 (cherry picked from commit c0191e887d23f32f46e9e919df41f8318ba783d3) --- collectivex/configs/platform_config.json | 26 +- collectivex/results/cases.json | 816 ++++++++++++++++++++--- 2 files changed, 730 insertions(+), 112 deletions(-) diff --git a/collectivex/configs/platform_config.json b/collectivex/configs/platform_config.json index 535cd8fe2f..73e2d50769 100644 --- a/collectivex/configs/platform_config.json +++ b/collectivex/configs/platform_config.json @@ -139,11 +139,16 @@ "scale_up_domain": 8, "scale_up_transport": "xgmi", "launcher": "mi-amds", - "backends": {"mori": [8], "uccl-ep": [8]}, - "ll_backends": {}, + "backends": {"mori": [8, 16], "uccl-ep": [8, 16]}, + "ll_backends": {"mori": [16], "uccl-ep": [8]}, "fabric": { - "nic": "n/a (single-node scale-up)", - "switch": "n/a (single-node scale-up)" + "nic": "Broadcom 400GbE RoCE v2 (bnxt_re), 8 rails", + "switch": "routed L3 RoCE fabric" + }, + "network": { + "socket_ifname": "ens50f1np1", + "rdma_devices": "bnxt_re_bond0,bnxt_re_bond1,bnxt_re_bond2,bnxt_re_bond3,bnxt_re_bond4,bnxt_re_bond5,bnxt_re_bond6,bnxt_re_bond7", + "ib_gid_index": 3 }, "operator": { "partition": "MI300X-UBUNTU", @@ -160,11 +165,16 @@ "scale_up_transport": "xgmi", "launcher": "mi-amds", "runner_label": "cluster:mi325x-amds", - "backends": {"mori": [8], "uccl-ep": [8]}, - "ll_backends": {}, + "backends": {"mori": [8, 16], "uccl-ep": [8, 16]}, + "ll_backends": {"mori": [16], "uccl-ep": [8]}, "fabric": { - "nic": "n/a (single-node scale-up)", - "switch": "n/a (single-node scale-up)" + "nic": "Broadcom 400GbE RoCE v2 (bnxt_re), 8 rails", + "switch": "routed L3 RoCE fabric" + }, + "network": { + "socket_ifname": "enp193s0f0np0", + "rdma_devices": "bnxt_re4,bnxt_re5,bnxt_re1,bnxt_re0,bnxt_re10,bnxt_re11,bnxt_re7,bnxt_re6", + "ib_gid_index": 3 }, "operator": { "partition": "MI325X-UBUNTU", diff --git a/collectivex/results/cases.json b/collectivex/results/cases.json index d3f2d0fbcb..a00c086617 100644 --- a/collectivex/results/cases.json +++ b/collectivex/results/cases.json @@ -5282,6 +5282,82 @@ "reason": null, "sku": "mi300x" }, + { + "case": { + "backend": "uccl-ep", + "case_id": "mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep8-uniform-bf16", + "ep": 8, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1 2 4 8 16 32 64 128 256 512", + "mode": "low-latency", + "nodes": 1, + "phase": "decode", + "precision": "bf16", + "routing": "uniform", + "scale_out_transport": null, + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-up", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi300x-xgmi", + "transport": "xgmi", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, + "sku": "mi300x" + }, + { + "case": { + "backend": "uccl-ep", + "case_id": "mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep8-uniform-fp8", + "ep": 8, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1 2 4 8 16 32 64 128 256 512", + "mode": "low-latency", + "nodes": 1, + "phase": "decode", + "precision": "fp8", + "routing": "uniform", + "scale_out_transport": null, + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-up", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi300x-xgmi", + "transport": "xgmi", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, + "sku": "mi300x" + }, { "case": { "backend": "mori", @@ -5544,14 +5620,14 @@ "workload": "deepseek-v4-pro" }, "detail": null, - "disposition": "unsupported", - "reason": "backend-platform-unsupported", + "disposition": "runnable", + "reason": null, "sku": "mi300x" }, { "case": { - "backend": "mori", - "case_id": "mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16", + "backend": "uccl-ep", + "case_id": "mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8", "ep": 16, "experts": 384, "gpus_per_node": 8, @@ -5560,7 +5636,7 @@ "mode": "normal", "nodes": 2, "phase": "decode", - "precision": "bf16", + "precision": "fp8", "routing": "uniform", "scale_out_transport": "rdma", "scale_up_domain": 8, @@ -5582,22 +5658,22 @@ "workload": "deepseek-v4-pro" }, "detail": null, - "disposition": "unsupported", - "reason": "backend-platform-unsupported", + "disposition": "runnable", + "reason": null, "sku": "mi300x" }, { "case": { - "backend": "uccl-ep", - "case_id": "mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16", + "backend": "mori", + "case_id": "mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16", "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, - "ladder": "1024 2048 4096 8192", + "ladder": "1 2 4 8 16 32 64 128 256 512", "mode": "normal", "nodes": 2, - "phase": "prefill", + "phase": "decode", "precision": "bf16", "routing": "uniform", "scale_out_transport": "rdma", @@ -5620,23 +5696,23 @@ "workload": "deepseek-v4-pro" }, "detail": null, - "disposition": "unsupported", - "reason": "backend-platform-unsupported", + "disposition": "runnable", + "reason": null, "sku": "mi300x" }, { "case": { "backend": "mori", - "case_id": "mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16", + "case_id": "mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8", "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, - "ladder": "1024 2048 4096 8192", + "ladder": "1 2 4 8 16 32 64 128 256 512", "mode": "normal", "nodes": 2, - "phase": "prefill", - "precision": "bf16", + "phase": "decode", + "precision": "fp8", "routing": "uniform", "scale_out_transport": "rdma", "scale_up_domain": 8, @@ -5658,28 +5734,28 @@ "workload": "deepseek-v4-pro" }, "detail": null, - "disposition": "unsupported", - "reason": "backend-platform-unsupported", + "disposition": "runnable", + "reason": null, "sku": "mi300x" }, { "case": { - "backend": "uccl-ep", - "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16", - "ep": 8, + "backend": "mori", + "case_id": "mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16", + "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, "ladder": "1 2 4 8 16 32 64 128 256 512", - "mode": "normal", - "nodes": 1, + "mode": "low-latency", + "nodes": 2, "phase": "decode", "precision": "bf16", "routing": "uniform", - "scale_out_transport": null, + "scale_out_transport": "rdma", "scale_up_domain": 8, "scale_up_transport": "xgmi", - "scope": "scale-up", + "scope": "scale-out", "seed": 67, "suite": "ep-core", "timing": { @@ -5691,33 +5767,33 @@ "warmup_iters_per_trial": 32 }, "topk": 6, - "topology_class": "mi325x-xgmi", - "transport": "xgmi", + "topology_class": "mi300x-xgmi-rdma", + "transport": "xgmi-rdma", "workload": "deepseek-v4-pro" }, "detail": null, "disposition": "runnable", "reason": null, - "sku": "mi325x" + "sku": "mi300x" }, { "case": { - "backend": "uccl-ep", - "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8", - "ep": 8, + "backend": "mori", + "case_id": "mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8", + "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, "ladder": "1 2 4 8 16 32 64 128 256 512", - "mode": "normal", - "nodes": 1, + "mode": "low-latency", + "nodes": 2, "phase": "decode", "precision": "fp8", "routing": "uniform", - "scale_out_transport": null, + "scale_out_transport": "rdma", "scale_up_domain": 8, "scale_up_transport": "xgmi", - "scope": "scale-up", + "scope": "scale-out", "seed": 67, "suite": "ep-core", "timing": { @@ -5729,33 +5805,33 @@ "warmup_iters_per_trial": 32 }, "topk": 6, - "topology_class": "mi325x-xgmi", - "transport": "xgmi", + "topology_class": "mi300x-xgmi-rdma", + "transport": "xgmi-rdma", "workload": "deepseek-v4-pro" }, "detail": null, "disposition": "runnable", "reason": null, - "sku": "mi325x" + "sku": "mi300x" }, { "case": { - "backend": "mori", - "case_id": "mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16", - "ep": 8, + "backend": "uccl-ep", + "case_id": "mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16", + "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, - "ladder": "1 2 4 8 16 32 64 128 256 512", + "ladder": "1024 2048 4096 8192", "mode": "normal", - "nodes": 1, - "phase": "decode", + "nodes": 2, + "phase": "prefill", "precision": "bf16", "routing": "uniform", - "scale_out_transport": null, + "scale_out_transport": "rdma", "scale_up_domain": 8, "scale_up_transport": "xgmi", - "scope": "scale-up", + "scope": "scale-out", "seed": 67, "suite": "ep-core", "timing": { @@ -5767,33 +5843,33 @@ "warmup_iters_per_trial": 32 }, "topk": 6, - "topology_class": "mi325x-xgmi", - "transport": "xgmi", + "topology_class": "mi300x-xgmi-rdma", + "transport": "xgmi-rdma", "workload": "deepseek-v4-pro" }, "detail": null, "disposition": "runnable", "reason": null, - "sku": "mi325x" + "sku": "mi300x" }, { "case": { - "backend": "mori", - "case_id": "mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8", - "ep": 8, + "backend": "uccl-ep", + "case_id": "mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8", + "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, - "ladder": "1 2 4 8 16 32 64 128 256 512", + "ladder": "1024 2048 4096 8192", "mode": "normal", - "nodes": 1, - "phase": "decode", + "nodes": 2, + "phase": "prefill", "precision": "fp8", "routing": "uniform", - "scale_out_transport": null, + "scale_out_transport": "rdma", "scale_up_domain": 8, "scale_up_transport": "xgmi", - "scope": "scale-up", + "scope": "scale-out", "seed": 67, "suite": "ep-core", "timing": { @@ -5805,33 +5881,33 @@ "warmup_iters_per_trial": 32 }, "topk": 6, - "topology_class": "mi325x-xgmi", - "transport": "xgmi", + "topology_class": "mi300x-xgmi-rdma", + "transport": "xgmi-rdma", "workload": "deepseek-v4-pro" }, "detail": null, "disposition": "runnable", "reason": null, - "sku": "mi325x" + "sku": "mi300x" }, { "case": { - "backend": "uccl-ep", - "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16", - "ep": 8, + "backend": "mori", + "case_id": "mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16", + "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, "ladder": "1024 2048 4096 8192", "mode": "normal", - "nodes": 1, + "nodes": 2, "phase": "prefill", "precision": "bf16", "routing": "uniform", - "scale_out_transport": null, + "scale_out_transport": "rdma", "scale_up_domain": 8, "scale_up_transport": "xgmi", - "scope": "scale-up", + "scope": "scale-out", "seed": 67, "suite": "ep-core", "timing": { @@ -5843,33 +5919,33 @@ "warmup_iters_per_trial": 32 }, "topk": 6, - "topology_class": "mi325x-xgmi", - "transport": "xgmi", + "topology_class": "mi300x-xgmi-rdma", + "transport": "xgmi-rdma", "workload": "deepseek-v4-pro" }, "detail": null, "disposition": "runnable", "reason": null, - "sku": "mi325x" + "sku": "mi300x" }, { "case": { - "backend": "uccl-ep", - "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8", - "ep": 8, + "backend": "mori", + "case_id": "mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8", + "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, "ladder": "1024 2048 4096 8192", "mode": "normal", - "nodes": 1, + "nodes": 2, "phase": "prefill", "precision": "fp8", "routing": "uniform", - "scale_out_transport": null, + "scale_out_transport": "rdma", "scale_up_domain": 8, "scale_up_transport": "xgmi", - "scope": "scale-up", + "scope": "scale-out", "seed": 67, "suite": "ep-core", "timing": { @@ -5881,27 +5957,27 @@ "warmup_iters_per_trial": 32 }, "topk": 6, - "topology_class": "mi325x-xgmi", - "transport": "xgmi", + "topology_class": "mi300x-xgmi-rdma", + "transport": "xgmi-rdma", "workload": "deepseek-v4-pro" }, "detail": null, "disposition": "runnable", "reason": null, - "sku": "mi325x" + "sku": "mi300x" }, { "case": { - "backend": "mori", - "case_id": "mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16", + "backend": "uccl-ep", + "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16", "ep": 8, "experts": 384, "gpus_per_node": 8, "hidden": 7168, - "ladder": "1024 2048 4096 8192", + "ladder": "1 2 4 8 16 32 64 128 256 512", "mode": "normal", "nodes": 1, - "phase": "prefill", + "phase": "decode", "precision": "bf16", "routing": "uniform", "scale_out_transport": null, @@ -5930,16 +6006,16 @@ }, { "case": { - "backend": "mori", - "case_id": "mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8", + "backend": "uccl-ep", + "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8", "ep": 8, "experts": 384, "gpus_per_node": 8, "hidden": 7168, - "ladder": "1024 2048 4096 8192", + "ladder": "1 2 4 8 16 32 64 128 256 512", "mode": "normal", "nodes": 1, - "phase": "prefill", + "phase": "decode", "precision": "fp8", "routing": "uniform", "scale_out_transport": null, @@ -5969,21 +6045,21 @@ { "case": { "backend": "uccl-ep", - "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16", - "ep": 16, + "case_id": "mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep8-uniform-bf16", + "ep": 8, "experts": 384, "gpus_per_node": 8, "hidden": 7168, "ladder": "1 2 4 8 16 32 64 128 256 512", - "mode": "normal", - "nodes": 2, + "mode": "low-latency", + "nodes": 1, "phase": "decode", "precision": "bf16", "routing": "uniform", - "scale_out_transport": "rdma", + "scale_out_transport": null, "scale_up_domain": 8, "scale_up_transport": "xgmi", - "scope": "scale-out", + "scope": "scale-up", "seed": 67, "suite": "ep-core", "timing": { @@ -5995,13 +6071,355 @@ "warmup_iters_per_trial": 32 }, "topk": 6, - "topology_class": "mi325x-xgmi-rdma", - "transport": "xgmi-rdma", - "workload": "deepseek-v4-pro" + "topology_class": "mi325x-xgmi", + "transport": "xgmi", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, + "sku": "mi325x" + }, + { + "case": { + "backend": "uccl-ep", + "case_id": "mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep8-uniform-fp8", + "ep": 8, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1 2 4 8 16 32 64 128 256 512", + "mode": "low-latency", + "nodes": 1, + "phase": "decode", + "precision": "fp8", + "routing": "uniform", + "scale_out_transport": null, + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-up", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi325x-xgmi", + "transport": "xgmi", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, + "sku": "mi325x" + }, + { + "case": { + "backend": "mori", + "case_id": "mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16", + "ep": 8, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1 2 4 8 16 32 64 128 256 512", + "mode": "normal", + "nodes": 1, + "phase": "decode", + "precision": "bf16", + "routing": "uniform", + "scale_out_transport": null, + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-up", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi325x-xgmi", + "transport": "xgmi", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, + "sku": "mi325x" + }, + { + "case": { + "backend": "mori", + "case_id": "mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8", + "ep": 8, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1 2 4 8 16 32 64 128 256 512", + "mode": "normal", + "nodes": 1, + "phase": "decode", + "precision": "fp8", + "routing": "uniform", + "scale_out_transport": null, + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-up", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi325x-xgmi", + "transport": "xgmi", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, + "sku": "mi325x" + }, + { + "case": { + "backend": "uccl-ep", + "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16", + "ep": 8, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1024 2048 4096 8192", + "mode": "normal", + "nodes": 1, + "phase": "prefill", + "precision": "bf16", + "routing": "uniform", + "scale_out_transport": null, + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-up", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi325x-xgmi", + "transport": "xgmi", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, + "sku": "mi325x" + }, + { + "case": { + "backend": "uccl-ep", + "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8", + "ep": 8, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1024 2048 4096 8192", + "mode": "normal", + "nodes": 1, + "phase": "prefill", + "precision": "fp8", + "routing": "uniform", + "scale_out_transport": null, + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-up", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi325x-xgmi", + "transport": "xgmi", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, + "sku": "mi325x" + }, + { + "case": { + "backend": "mori", + "case_id": "mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16", + "ep": 8, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1024 2048 4096 8192", + "mode": "normal", + "nodes": 1, + "phase": "prefill", + "precision": "bf16", + "routing": "uniform", + "scale_out_transport": null, + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-up", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi325x-xgmi", + "transport": "xgmi", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, + "sku": "mi325x" + }, + { + "case": { + "backend": "mori", + "case_id": "mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8", + "ep": 8, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1024 2048 4096 8192", + "mode": "normal", + "nodes": 1, + "phase": "prefill", + "precision": "fp8", + "routing": "uniform", + "scale_out_transport": null, + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-up", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi325x-xgmi", + "transport": "xgmi", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, + "sku": "mi325x" + }, + { + "case": { + "backend": "uccl-ep", + "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16", + "ep": 16, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1 2 4 8 16 32 64 128 256 512", + "mode": "normal", + "nodes": 2, + "phase": "decode", + "precision": "bf16", + "routing": "uniform", + "scale_out_transport": "rdma", + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-out", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi325x-xgmi-rdma", + "transport": "xgmi-rdma", + "workload": "deepseek-v4-pro" }, "detail": null, - "disposition": "unsupported", - "reason": "backend-platform-unsupported", + "disposition": "runnable", + "reason": null, + "sku": "mi325x" + }, + { + "case": { + "backend": "uccl-ep", + "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8", + "ep": 16, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1 2 4 8 16 32 64 128 256 512", + "mode": "normal", + "nodes": 2, + "phase": "decode", + "precision": "fp8", + "routing": "uniform", + "scale_out_transport": "rdma", + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-out", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi325x-xgmi-rdma", + "transport": "xgmi-rdma", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, "sku": "mi325x" }, { @@ -6038,8 +6456,122 @@ "workload": "deepseek-v4-pro" }, "detail": null, - "disposition": "unsupported", - "reason": "backend-platform-unsupported", + "disposition": "runnable", + "reason": null, + "sku": "mi325x" + }, + { + "case": { + "backend": "mori", + "case_id": "mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8", + "ep": 16, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1 2 4 8 16 32 64 128 256 512", + "mode": "normal", + "nodes": 2, + "phase": "decode", + "precision": "fp8", + "routing": "uniform", + "scale_out_transport": "rdma", + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-out", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi325x-xgmi-rdma", + "transport": "xgmi-rdma", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, + "sku": "mi325x" + }, + { + "case": { + "backend": "mori", + "case_id": "mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16", + "ep": 16, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1 2 4 8 16 32 64 128 256 512", + "mode": "low-latency", + "nodes": 2, + "phase": "decode", + "precision": "bf16", + "routing": "uniform", + "scale_out_transport": "rdma", + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-out", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi325x-xgmi-rdma", + "transport": "xgmi-rdma", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, + "sku": "mi325x" + }, + { + "case": { + "backend": "mori", + "case_id": "mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8", + "ep": 16, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1 2 4 8 16 32 64 128 256 512", + "mode": "low-latency", + "nodes": 2, + "phase": "decode", + "precision": "fp8", + "routing": "uniform", + "scale_out_transport": "rdma", + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-out", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi325x-xgmi-rdma", + "transport": "xgmi-rdma", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, "sku": "mi325x" }, { @@ -6076,8 +6608,46 @@ "workload": "deepseek-v4-pro" }, "detail": null, - "disposition": "unsupported", - "reason": "backend-platform-unsupported", + "disposition": "runnable", + "reason": null, + "sku": "mi325x" + }, + { + "case": { + "backend": "uccl-ep", + "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8", + "ep": 16, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1024 2048 4096 8192", + "mode": "normal", + "nodes": 2, + "phase": "prefill", + "precision": "fp8", + "routing": "uniform", + "scale_out_transport": "rdma", + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-out", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi325x-xgmi-rdma", + "transport": "xgmi-rdma", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, "sku": "mi325x" }, { @@ -6114,8 +6684,46 @@ "workload": "deepseek-v4-pro" }, "detail": null, - "disposition": "unsupported", - "reason": "backend-platform-unsupported", + "disposition": "runnable", + "reason": null, + "sku": "mi325x" + }, + { + "case": { + "backend": "mori", + "case_id": "mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8", + "ep": 16, + "experts": 384, + "gpus_per_node": 8, + "hidden": 7168, + "ladder": "1024 2048 4096 8192", + "mode": "normal", + "nodes": 2, + "phase": "prefill", + "precision": "fp8", + "routing": "uniform", + "scale_out_transport": "rdma", + "scale_up_domain": 8, + "scale_up_transport": "xgmi", + "scope": "scale-out", + "seed": 67, + "suite": "ep-core", + "timing": { + "chain_drop": 16, + "chain_iters_per_trial": 128, + "chain_trials_per_point": 4, + "iters_per_trial": 8, + "trials_per_point": 256, + "warmup_iters_per_trial": 32 + }, + "topk": 6, + "topology_class": "mi325x-xgmi-rdma", + "transport": "xgmi-rdma", + "workload": "deepseek-v4-pro" + }, + "detail": null, + "disposition": "runnable", + "reason": null, "sku": "mi325x" }, { From ae8335ca8a071145d71aa24de1645a63ba79fc9f Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Tue, 27 Oct 2026 20:28:13 +0800 Subject: [PATCH 02/13] CollectiveX: give MoRI's bootstrap the registry socket interface MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit MoRI's shmem bootstrap chose its own interface. On Barite's per-rail /31 links that interface has no kernel route to the root rank, so every second-node rank failed PhoneHomeProtocol and EP16 never started. The network profile now exports MORI_SOCKET_IFNAME alongside NCCL's, Gloo's and UCCL's. CollectiveX：让 MoRI 的 bootstrap 使用注册表中的 socket 接口 MoRI 的 shmem bootstrap 会自行选择网络接口。在 Barite 的每通道 /31 链路上，该接口没有到 root rank 的内核路由，因此第二个节点的所有 rank 都在 PhoneHomeProtocol 阶段失败，EP16 无法启动。网络配置现在会与 NCCL、Gloo 和 UCCL 一样导出 MORI_SOCKET_IFNAME。 (cherry picked from commit 7caeb5c1715b1ec47409cafa7760776e05cd353b) --- collectivex/runtime/common.sh | 7 +++++-- collectivex/tests/test_runtime.py | 13 +++++++++++++ 2 files changed, 18 insertions(+), 2 deletions(-) diff --git a/collectivex/runtime/common.sh b/collectivex/runtime/common.sh index c39c99e17f..afd4e7795b 100644 --- a/collectivex/runtime/common.sh +++ b/collectivex/runtime/common.sh @@ -294,7 +294,7 @@ collx_apply_network_profile() { unset NVSHMEM_HCA_LIST NVSHMEM_IB_GID_INDEX NVSHMEM_IB_SL unset NVSHMEM_IB_ENABLE_IBGDA NVSHMEM_IBGDA_NIC_HANDLER unset EP_NIC_NAME EP_OVERRIDE_RDMA_SL - unset MORI_RDMA_DEVICES + unset MORI_RDMA_DEVICES MORI_SOCKET_IFNAME unset MORI_RDMA_TC MORI_IO_TC MORI_RDMA_SL MORI_IO_SL unset UCCL_SOCKET_IFNAME UCCL_IB_HCA UCCL_IB_GID_INDEX UCCL_IB_SL UCCL_IB_TC unset UCCL_IB_MAX_INFLIGHT_BYTES UCCL_IB_MAX_INFLIGHT_NORMAL UCCL_EP_ENABLE_AGGRESSIVE_ATOMIC @@ -317,7 +317,10 @@ collx_apply_network_profile() { if [ -n "${COLLX_SOCKET_IFNAME:-}" ]; then [[ "$COLLX_SOCKET_IFNAME" =~ ^[A-Za-z][A-Za-z0-9_.-]{0,31}$ ]] \ || collx_die "invalid private socket interface selector" - export NCCL_SOCKET_IFNAME="$COLLX_SOCKET_IFNAME" GLOO_SOCKET_IFNAME="$COLLX_SOCKET_IFNAME" + # MoRI's shmem bootstrap otherwise picks its own interface, which can be a rail without a + # kernel route to the root rank (Barite's per-rail /31 links). + export NCCL_SOCKET_IFNAME="$COLLX_SOCKET_IFNAME" GLOO_SOCKET_IFNAME="$COLLX_SOCKET_IFNAME" \ + MORI_SOCKET_IFNAME="$COLLX_SOCKET_IFNAME" fi [[ "$COLLX_RDMA_DEVICES" =~ ^[A-Za-z][A-Za-z0-9_.-]{0,31}(:[1-9][0-9]*)?(,[A-Za-z][A-Za-z0-9_.-]{0,31}(:[1-9][0-9]*)?)*$ ]] \ || collx_die "invalid private RDMA device selector" diff --git a/collectivex/tests/test_runtime.py b/collectivex/tests/test_runtime.py index 310d5b4e27..c4feb60116 100644 --- a/collectivex/tests/test_runtime.py +++ b/collectivex/tests/test_runtime.py @@ -228,6 +228,19 @@ def test_nvshmem_hca_list_per_placement(self) -> None: self.assertEqual(stdout.strip().splitlines()[-1], expected) +class SocketInterfaceProfileTests(unittest.TestCase): + def test_every_bootstrap_uses_the_registry_interface(self) -> None: + # MoRI's shmem bootstrap picks its own interface otherwise; on per-rail /31 links that can + # be one without a kernel route to the root rank. + stdout = run_common( + "export COLLX_RDMA_DEVICES=bnxt_re0 COLLX_SOCKET_IFNAME=mgmt0 MORI_SOCKET_IFNAME=stale;" + " collx_apply_network_profile 2 xgmi-rdma;" + ' echo "$NCCL_SOCKET_IFNAME $GLOO_SOCKET_IFNAME $MORI_SOCKET_IFNAME $UCCL_SOCKET_IFNAME"', + check=True, + ).stdout + self.assertEqual(stdout.strip().splitlines()[-1], "mgmt0 mgmt0 mgmt0 mgmt0") + + class RelaxedOrderingProfileTests(unittest.TestCase): def test_only_the_registry_flag_relaxes_the_deepep_window(self) -> None: for flag, expected in (("1", "1"), ("0", "unset"), ("", "unset")): From e030aedc171fd5e678fcdb502fa99da94341dc40 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Tue, 27 Oct 2026 20:31:55 +0800 Subject: [PATCH 03/13] CollectiveX: bind Barite's Broadcom verbs provider into multi-node shards MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Barite's hosts run Broadcom's out-of-tree bnxt_re driver (237.1.137.0, kernel ABI 8) with Broadcom's matching provider. The image's stock rdma-core bnxt_re provider supports only ABI 1, so libibverbs listed no device and MoRI asserted "no rdma device found". A registry network field, host_verbs_provider, now names a host provider that multi-node shards bind read-only over the image's file of the same name. CollectiveX：将 Barite 的 Broadcom verbs provider 绑定进多节点分片 Barite 主机运行 Broadcom 的树外 bnxt_re 驱动（237.1.137.0，内核 ABI 8）及配套 provider。镜像自带的 rdma-core bnxt_re provider 只支持 ABI 1，因此 libibverbs 找不到设备，MoRI 断言 "no rdma device found"。 新增注册表网络字段 host_verbs_provider，指定一个主机 provider，多节点分片以只读方式将其绑定到镜像中同名文件上。 (cherry picked from commit 8677dd16389e06d2ecf12c030727d2f5f2a9faf5) --- collectivex/configs/platform_config.json | 6 +++-- collectivex/launchers/launch_mi-amds.sh | 1 + collectivex/launchers/launch_single-slurm.sh | 1 + collectivex/runtime/common.sh | 20 ++++++++++++++- collectivex/runtime/config.py | 2 +- collectivex/tests/test_runtime.py | 27 ++++++++++++++++++++ 6 files changed, 53 insertions(+), 4 deletions(-) diff --git a/collectivex/configs/platform_config.json b/collectivex/configs/platform_config.json index 73e2d50769..37d165fb6c 100644 --- a/collectivex/configs/platform_config.json +++ b/collectivex/configs/platform_config.json @@ -148,7 +148,8 @@ "network": { "socket_ifname": "ens50f1np1", "rdma_devices": "bnxt_re_bond0,bnxt_re_bond1,bnxt_re_bond2,bnxt_re_bond3,bnxt_re_bond4,bnxt_re_bond5,bnxt_re_bond6,bnxt_re_bond7", - "ib_gid_index": 3 + "ib_gid_index": 3, + "host_verbs_provider": "/usr/local/lib/x86_64-linux-gnu/libbnxt_re-rdmav34.so" }, "operator": { "partition": "MI300X-UBUNTU", @@ -174,7 +175,8 @@ "network": { "socket_ifname": "enp193s0f0np0", "rdma_devices": "bnxt_re4,bnxt_re5,bnxt_re1,bnxt_re0,bnxt_re10,bnxt_re11,bnxt_re7,bnxt_re6", - "ib_gid_index": 3 + "ib_gid_index": 3, + "host_verbs_provider": "/usr/local/lib/x86_64-linux-gnu/libbnxt_re-rdmav34.so" }, "operator": { "partition": "MI325X-UBUNTU", diff --git a/collectivex/launchers/launch_mi-amds.sh b/collectivex/launchers/launch_mi-amds.sh index c82900ccf9..86ad978b19 100644 --- a/collectivex/launchers/launch_mi-amds.sh +++ b/collectivex/launchers/launch_mi-amds.sh @@ -103,6 +103,7 @@ for allocation_attempt in 1 2 3; do done unset COLLX_SALLOC_ATTEMPT COLLX_NETWORK_VALIDATION_ATTEMPT CONTAINER_MOUNTS="$MOUNT_SRC:$MOUNT_DIR$DEVICE_MOUNTS" +collx_add_host_verbs_provider_mount # uccl-ep builds from source, so it gets the cross-allocation backend cache single-slurm uses. # Its parent is COLLX_STAGE_DIR, not SQUASH_DIR: this SKU's squash dir is node-local and # root-owned (/var/lib/squash), so the submit-side mkdir fails and the path is not what compute diff --git a/collectivex/launchers/launch_single-slurm.sh b/collectivex/launchers/launch_single-slurm.sh index 2da866f5d9..91d3e71f30 100644 --- a/collectivex/launchers/launch_single-slurm.sh +++ b/collectivex/launchers/launch_single-slurm.sh @@ -67,6 +67,7 @@ collx_select_image "$IMAGE" collx_stage_with_backend_cache # Multi-node shards on the EFA pools (b300, h100-dgxc) carry the host EFA user space themselves. collx_add_efa_host_mounts +collx_add_host_verbs_provider_mount command -v salloc >/dev/null || collx_die "salloc not found on this runner" allocation=(--partition="$COLLX_PARTITION" --nodes="$NODES" --gres=gpu:"$GPN" diff --git a/collectivex/runtime/common.sh b/collectivex/runtime/common.sh index afd4e7795b..f40141d994 100644 --- a/collectivex/runtime/common.sh +++ b/collectivex/runtime/common.sh @@ -125,7 +125,7 @@ collx_load_operator_config() { unset COLLX_EXCLUDE_NODES COLLX_NODELIST COLLX_LOCK_DIR COLLX_MASTER_PORT unset COLLX_SOCKET_IFNAME COLLX_RDMA_DEVICES COLLX_IB_GID_INDEX COLLX_RDMA_SERVICE_LEVEL unset COLLX_RDMA_TRAFFIC_CLASS COLLX_RAIL_ISOLATED COLLX_SINGLE_NODE_RDMA_DEVICES COLLX_RDMA_FABRIC - unset COLLX_RDMA_RELAXED_ORDERING COLLX_RDMA_GBS + unset COLLX_RDMA_RELAXED_ORDERING COLLX_RDMA_GBS COLLX_HOST_VERBS_PROVIDER unset MASTER_ADDR MASTER_PORT RANK WORLD_SIZE LOCAL_RANK LOCAL_WORLD_SIZE config_path="${COLLECTIVEX_OPERATOR_CONFIG:-${XDG_CONFIG_HOME:-${HOME}/.config}/inferencex/collectivex.json}" if [ ! -e "$config_path" ]; then @@ -243,6 +243,24 @@ collx_add_efa_host_mounts() { CONTAINER_MOUNTS="$CONTAINER_MOUNTS,$mounts" } +# Some NIC vendors replace the host's rdma-core provider with their own build for an out-of-tree +# kernel driver (Barite's Broadcom bnxt_re 237.x speaks kernel ABI 8; rdma-core's stock bnxt_re +# provider, the image's, supports only ABI 1, so libibverbs lists no device). Multi-node shards bind +# the registry-named host provider read-only over the image's file of the same name. libibverbs +# loads providers by that name; both sides must share its private ABI (the -rdmavNN suffix). +collx_add_host_verbs_provider_mount() { + local provider="${COLLX_HOST_VERBS_PROVIDER:-}" libdir + [ -n "$provider" ] && [ "${NODES:-1}" -gt 1 ] && [ "${COLLX_TRANSPORT:-}" != mnnvl ] || return 0 + [[ "$provider" =~ ^/[A-Za-z0-9_./-]+/lib[a-z0-9_]+-rdmav[0-9]+\.so$ ]] && [[ "$provider" != *..* ]] \ + || collx_die "invalid host verbs provider path" + case "${COLLX_IMAGE_PLATFORM:-}" in + linux/amd64) libdir=/usr/lib/x86_64-linux-gnu ;; + linux/arm64) libdir=/usr/lib/aarch64-linux-gnu ;; + *) collx_die "no verbs provider layout for this image platform" ;; + esac + CONTAINER_MOUNTS="$CONTAINER_MOUNTS,$provider:$libdir/libibverbs/${provider##*/}:ro" +} + # AWS EFA scale-out (b300: p6-b300.48xlarge, 16 EFA devices per node; h100-dgxc: p5.48xlarge, 32). # EFA is not a verbs HCA: its ports report link_layer Unspecified, it has no GID table, service # level or traffic class, and NCCL reaches it only through the aws-ofi-nccl libfabric plugin from diff --git a/collectivex/runtime/config.py b/collectivex/runtime/config.py index cdccfc88a3..5aecacbfd7 100644 --- a/collectivex/runtime/config.py +++ b/collectivex/runtime/config.py @@ -16,7 +16,7 @@ NETWORK_FIELDS = { "socket_ifname", "rdma_devices", "ib_gid_index", "rdma_service_level", "rdma_traffic_class", "rail_isolated", "single_node_rdma_devices", "rdma_fabric", - "rdma_relaxed_ordering", "rdma_gbs", + "rdma_relaxed_ordering", "rdma_gbs", "host_verbs_provider", } # Timing knobs, in the order the legacy colon-string encoded them, paired with the run_ep flag # each one drives. The names match configs/sweep.json so a case's timing block is readable diff --git a/collectivex/tests/test_runtime.py b/collectivex/tests/test_runtime.py index c4feb60116..2e3c2e1d0d 100644 --- a/collectivex/tests/test_runtime.py +++ b/collectivex/tests/test_runtime.py @@ -228,6 +228,33 @@ def test_nvshmem_hca_list_per_placement(self) -> None: self.assertEqual(stdout.strip().splitlines()[-1], expected) +class HostVerbsProviderMountTests(unittest.TestCase): + PROVIDER = "/usr/local/lib/x86_64-linux-gnu/libbnxt_re-rdmav34.so" + + @staticmethod + def _mounts(provider: str, nodes: int, platform: str = "linux/amd64"): + return run_common( + f"COLLX_HOST_VERBS_PROVIDER='{provider}' NODES={nodes} COLLX_TRANSPORT=xgmi-rdma" + f" COLLX_IMAGE_PLATFORM={platform} CONTAINER_MOUNTS=/stage:/ix;" + ' collx_add_host_verbs_provider_mount && echo "$CONTAINER_MOUNTS"') + + def test_multi_node_shards_bind_the_host_provider_over_the_images(self) -> None: + result = self._mounts(self.PROVIDER, 2) + self.assertEqual(result.stdout.strip(), "/stage:/ix," + f"{self.PROVIDER}:/usr/lib/x86_64-linux-gnu/libibverbs/libbnxt_re-rdmav34.so:ro") + + def test_single_node_and_unset_keep_their_mounts(self) -> None: + for provider, nodes in ((self.PROVIDER, 1), ("", 2)): + with self.subTest(provider=provider, nodes=nodes): + self.assertEqual(self._mounts(provider, nodes).stdout.strip(), "/stage:/ix") + + def test_a_path_that_is_not_a_verbs_provider_fails_closed(self) -> None: + for provider in ("/usr/lib/libc.so.6", "relative/libbnxt_re-rdmav34.so", + "/usr/../etc/libbnxt_re-rdmav34.so"): + with self.subTest(provider=provider): + self.assertNotEqual(self._mounts(provider, 2).returncode, 0) + + class SocketInterfaceProfileTests(unittest.TestCase): def test_every_bootstrap_uses_the_registry_interface(self) -> None: # MoRI's shmem bootstrap picks its own interface otherwise; on per-rail /31 links that can From 51b0573c3ae6b2b23567be2d15a4d30082d1a017 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Tue, 27 Oct 2026 21:51:07 +0800 Subject: [PATCH 04/13] CollectiveX: install Barite's Broadcom verbs provider inside the container MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The bind from the previous commit could not work: Broadcom's host libbnxt_re (237.1.137.0, the only provider that speaks the hosts' bnxt_re kernel ABI 8) is linked on Ubuntu 24.04 and needs GLIBC_2.38, while the ROCm images ship glibc 2.35, and their rdma-core 39 libibverbs loads only the providers in its own directory. Multi-node shards now bind the host provider under /opt/collectivex/host-verbs, and backend preparation installs it into the node's writable container over the image's file. Its one GLIBC_2.38 symbol, __isoc23_strtol, is unversioned and served by a shim that forwards to strtol, and elf_vernaux.py retargets the unused GLIBC_2.38 requirement to GLIBC_2.2.5. Preparation fails unless the result loads and libibverbs lists every registry RDMA device. MoRI JIT-compiles its device kernels for the NIC it finds, so it picks bnxt on its own. CollectiveX：在容器内安装 Barite 的 Broadcom verbs provider 上一个提交中的绑定方式无法生效：Broadcom 的主机 libbnxt_re（237.1.137.0，唯一支持主机 bnxt_re 内核 ABI 8 的 provider）在 Ubuntu 24.04 上链接，需要 GLIBC_2.38，而 ROCm 镜像只有 glibc 2.35，且其 rdma-core 39 的 libibverbs 只加载自身目录中的 provider。 多节点分片现在将主机 provider 绑定到 /opt/collectivex/host-verbs，由后端准备步骤将其安装到该节点可写 容器中、覆盖镜像中的同名文件。其唯一需要 GLIBC_2.38 的符号 __isoc23_strtol 被去除版本，并由转发到 strtol 的 shim 提供；elf_vernaux.py 将不再使用的 GLIBC_2.38 依赖改为 GLIBC_2.2.5。只有结果能够加载、 且 libibverbs 列出注册表中所有 RDMA 设备时，准备步骤才会成功。MoRI 会针对检测到的 NIC 即时编译设备 内核，因此会自动选择 bnxt。 (cherry picked from commit ce1bd1c8547bbc710a02de828ae145974ea986b6) --- collectivex/runtime/common.sh | 18 +++--- collectivex/runtime/elf_vernaux.py | 76 ++++++++++++++++++++++++++ collectivex/runtime/prepare_backend.sh | 47 ++++++++++++++++ collectivex/tests/test_elf_vernaux.py | 68 +++++++++++++++++++++++ collectivex/tests/test_runtime.py | 9 +-- 5 files changed, 204 insertions(+), 14 deletions(-) create mode 100644 collectivex/runtime/elf_vernaux.py create mode 100644 collectivex/tests/test_elf_vernaux.py diff --git a/collectivex/runtime/common.sh b/collectivex/runtime/common.sh index f40141d994..aea09bbb81 100644 --- a/collectivex/runtime/common.sh +++ b/collectivex/runtime/common.sh @@ -243,22 +243,20 @@ collx_add_efa_host_mounts() { CONTAINER_MOUNTS="$CONTAINER_MOUNTS,$mounts" } +# Where collx_add_host_verbs_provider_mount binds a host verbs provider inside the container. +COLLX_HOST_VERBS_ROOT=/opt/collectivex/host-verbs + # Some NIC vendors replace the host's rdma-core provider with their own build for an out-of-tree # kernel driver (Barite's Broadcom bnxt_re 237.x speaks kernel ABI 8; rdma-core's stock bnxt_re -# provider, the image's, supports only ABI 1, so libibverbs lists no device). Multi-node shards bind -# the registry-named host provider read-only over the image's file of the same name. libibverbs -# loads providers by that name; both sides must share its private ABI (the -rdmavNN suffix). +# provider, the image's, supports only ABI 1, so libibverbs lists no device). Multi-node shards +# bind the registry-named host provider read-only; backend preparation installs it into the +# container over the image's file (verbs_provider_prepare in prepare_backend.sh). collx_add_host_verbs_provider_mount() { - local provider="${COLLX_HOST_VERBS_PROVIDER:-}" libdir + local provider="${COLLX_HOST_VERBS_PROVIDER:-}" [ -n "$provider" ] && [ "${NODES:-1}" -gt 1 ] && [ "${COLLX_TRANSPORT:-}" != mnnvl ] || return 0 [[ "$provider" =~ ^/[A-Za-z0-9_./-]+/lib[a-z0-9_]+-rdmav[0-9]+\.so$ ]] && [[ "$provider" != *..* ]] \ || collx_die "invalid host verbs provider path" - case "${COLLX_IMAGE_PLATFORM:-}" in - linux/amd64) libdir=/usr/lib/x86_64-linux-gnu ;; - linux/arm64) libdir=/usr/lib/aarch64-linux-gnu ;; - *) collx_die "no verbs provider layout for this image platform" ;; - esac - CONTAINER_MOUNTS="$CONTAINER_MOUNTS,$provider:$libdir/libibverbs/${provider##*/}:ro" + CONTAINER_MOUNTS="$CONTAINER_MOUNTS,$provider:$COLLX_HOST_VERBS_ROOT/${provider##*/}:ro" } # AWS EFA scale-out (b300: p6-b300.48xlarge, 16 EFA devices per node; h100-dgxc: p5.48xlarge, 32). diff --git a/collectivex/runtime/elf_vernaux.py b/collectivex/runtime/elf_vernaux.py new file mode 100644 index 0000000000..08b3368013 --- /dev/null +++ b/collectivex/runtime/elf_vernaux.py @@ -0,0 +1,76 @@ +"""Retarget one version requirement of a shared library to another version of the same library. + +Broadcom's host libbnxt_re is linked on Ubuntu 24.04 and needs GLIBC_2.38 for one symbol, +__isoc23_strtol; the ROCm images ship glibc 2.35. After that symbol is unversioned and supplied by a +shim, the GLIBC_2.38 entry in .gnu.version_r still makes the loader refuse the library. This rewrites +that entry's name and hash to a version libc does provide, in place; nothing else in the file moves. + +usage: elf_vernaux.py LIBRARY FROM_VERSION TO_VERSION +""" +import struct +import sys + +SHT_GNU_VERNEED = 0x6FFFFFFE + + +def elf_hash(name: bytes) -> int: + h = 0 + for byte in name: + h = ((h << 4) + byte) & 0xFFFFFFFF + g = h & 0xF0000000 + if g: + h ^= g >> 24 + h &= ~g & 0xFFFFFFFF + return h + + +def retarget(path: str, old: str, new: str) -> None: + with open(path, "r+b") as stream: + data = bytearray(stream.read()) + if data[:4] != b"\x7fELF" or data[4] != 2 or data[5] != 1: + raise SystemExit("not a little-endian ELF64 file") + shoff, = struct.unpack_from(" bytes: + start = strtab + index + return bytes(data[start:data.index(0, start)]) + + targets, replacement = [], None + entry = offset + for _ in range(info): + _, _, _, aux, following = struct.unpack_from("/dev/null | head -n 1)" + [ -n "$target" ] || { collx_log "ERROR: the image has no $name to replace"; return 1; } + work="$(mktemp -d /tmp/collectivex-verbs.XXXXXX)" || return 1 + cp "$source" "$work/$name" || return 1 + if ! python3 -c 'import ctypes, sys; ctypes.CDLL(sys.argv[1])' "$work/$name" 2>/dev/null; then + collx_log "verbs provider: $name needs a newer glibc; shimming __isoc23_strtol" + printf '%s\n' '#include ' \ + 'long __isoc23_strtol(const char *s, char **end, int base) { return strtol(s, end, base); }' \ + > "$work/cx_c23.c" + cc -shared -fPIC -O2 -o "$work/libcx_c23.so" "$work/cx_c23.c" \ + && python3 -m pip install -q --disable-pip-version-check --no-input \ + --target "$work/patchelf" "$VERBS_PATCHELF_SPEC" >&2 \ + && "$work/patchelf/bin/patchelf" --clear-symbol-version __isoc23_strtol \ + --add-needed libcx_c23.so --set-rpath '$ORIGIN' "$work/$name" \ + && python3 "$COLLX_RUNTIME_DIR/elf_vernaux.py" "$work/$name" GLIBC_2.38 GLIBC_2.2.5 \ + || { collx_log "ERROR: verbs provider patch failed"; return 1; } + python3 -c 'import ctypes, sys; ctypes.CDLL(sys.argv[1])' "$work/$name" \ + || { collx_log "ERROR: patched verbs provider does not load"; return 1; } + cp "$work/libcx_c23.so" "${target%/*}/libcx_c23.so" || return 1 + fi + cp "$work/$name" "$target.collectivex" && mv -f "$target.collectivex" "$target" \ + || { collx_log "ERROR: verbs provider install failed"; return 1; } + listed="$(ibv_devices 2>/dev/null)" || { collx_log "ERROR: ibv_devices failed"; return 1; } + for device in ${COLLX_RDMA_DEVICES//,/ }; do + grep -qw "${device%%:*}" <<< "$listed" \ + || { collx_log "ERROR: verbs provider $name does not list ${device%%:*}"; return 1; } + done + rm -rf "$work" + collx_log "verbs provider: installed host $name" +} + main() { collx_apply_network_profile "${COLLX_NODES:-1}" "${COLLX_TRANSPORT:-}" || return 1 + verbs_provider_prepare || return 1 validate_container_network || return 1 ofi_nccl_prepare || return 1 case "$COLLX_BENCH" in diff --git a/collectivex/tests/test_elf_vernaux.py b/collectivex/tests/test_elf_vernaux.py new file mode 100644 index 0000000000..62be70c746 --- /dev/null +++ b/collectivex/tests/test_elf_vernaux.py @@ -0,0 +1,68 @@ +"""elf_vernaux.py retargets one version requirement in place and refuses anything else.""" +import struct +import sys +import tempfile +import unittest +from pathlib import Path + +sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "runtime")) +import elf_vernaux # noqa: E402 + + +def _library(versions) -> bytes: + """A minimal ELF64 with a string table and one .gnu.version_r entry (libc.so.6) whose aux + records require `versions`, in order.""" + strings = b"\0libc.so.6\0" + b"".join(v.encode() + b"\0" for v in versions) + offset_of = lambda text: strings.index(text.encode() + b"\0") + verneed = struct.pack(" None: + before, after = self._run(["GLIBC_2.2.5", "GLIBC_2.38"], "GLIBC_2.38", "GLIBC_2.2.5") + self.assertEqual(len(before), len(after)) + strtab = 64 + aux = before.index(struct.pack("= aux and max(changed) < aux + 12) + + def test_a_missing_requirement_or_replacement_fails_closed(self) -> None: + with self.assertRaises(SystemExit): + self._run(["GLIBC_2.2.5"], "GLIBC_2.38", "GLIBC_2.2.5") + with self.assertRaises(SystemExit): + self._run(["GLIBC_2.38"], "GLIBC_2.38", "GLIBC_2.2.5") + + def test_the_hash_is_the_sysv_elf_hash(self) -> None: + # Values glibc's own verneed entries carry. + self.assertEqual(elf_vernaux.elf_hash(b"GLIBC_2.2.5"), 0x09691A75) + self.assertEqual(elf_vernaux.elf_hash(b"GLIBC_2.38"), 0x069691B8) + + +if __name__ == "__main__": + unittest.main() diff --git a/collectivex/tests/test_runtime.py b/collectivex/tests/test_runtime.py index 2e3c2e1d0d..ae6abf2312 100644 --- a/collectivex/tests/test_runtime.py +++ b/collectivex/tests/test_runtime.py @@ -232,16 +232,17 @@ class HostVerbsProviderMountTests(unittest.TestCase): PROVIDER = "/usr/local/lib/x86_64-linux-gnu/libbnxt_re-rdmav34.so" @staticmethod - def _mounts(provider: str, nodes: int, platform: str = "linux/amd64"): + def _mounts(provider: str, nodes: int): return run_common( f"COLLX_HOST_VERBS_PROVIDER='{provider}' NODES={nodes} COLLX_TRANSPORT=xgmi-rdma" - f" COLLX_IMAGE_PLATFORM={platform} CONTAINER_MOUNTS=/stage:/ix;" + " CONTAINER_MOUNTS=/stage:/ix;" ' collx_add_host_verbs_provider_mount && echo "$CONTAINER_MOUNTS"') - def test_multi_node_shards_bind_the_host_provider_over_the_images(self) -> None: + def test_multi_node_shards_bind_the_host_provider_read_only(self) -> None: + # Backend preparation installs it over the image's provider; the bind only delivers it. result = self._mounts(self.PROVIDER, 2) self.assertEqual(result.stdout.strip(), "/stage:/ix," - f"{self.PROVIDER}:/usr/lib/x86_64-linux-gnu/libibverbs/libbnxt_re-rdmav34.so:ro") + f"{self.PROVIDER}:/opt/collectivex/host-verbs/libbnxt_re-rdmav34.so:ro") def test_single_node_and_unset_keep_their_mounts(self) -> None: for provider, nodes in ((self.PROVIDER, 1), ("", 2)): From 1e34553daa8dc512ccabc5a2e24adc7064f3b6ae Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Tue, 27 Oct 2026 23:37:14 +0800 Subject: [PATCH 05/13] CollectiveX: keep an image's own verbs provider when it already works MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The vLLM ROCm image ships Broadcom's provider (bnxt-rocelib 235.2.86.0) under /usr/local/lib, which lists every Barite RDMA device as-is, and it has no ibv_devices. The install step now lists devices through libibverbs from Python, keeps the image's provider when it lists every registry device, and otherwise installs the patched host provider into rdma-core's provider directory, which libibverbs searches before the loader path. CollectiveX：镜像自带的 verbs provider 可用时予以保留 vLLM ROCm 镜像在 /usr/local/lib 下自带 Broadcom 的 provider（bnxt-rocelib 235.2.86.0），可直接列出 Barite 的全部 RDMA 设备，且镜像中没有 ibv_devices。安装步骤现在通过 Python 调用 libibverbs 列出设备：若镜像的 provider 已列出注册表中的全部设备则保留，否则将修补后的主机 provider 安装到 rdma-core 的 provider 目录， libibverbs 会先于加载器路径搜索该目录。 (cherry picked from commit 66a270905162db60c8d66ac338e03f381d1fcfa8) --- collectivex/runtime/prepare_backend.sh | 46 +++++++++++++++++++++----- 1 file changed, 37 insertions(+), 9 deletions(-) diff --git a/collectivex/runtime/prepare_backend.sh b/collectivex/runtime/prepare_backend.sh index b65482cee9..76079c1e87 100644 --- a/collectivex/runtime/prepare_backend.sh +++ b/collectivex/runtime/prepare_backend.sh @@ -818,14 +818,45 @@ flashinfer_ep_prepare() { # in this node's writable container, which every rank of the shard then loads. readonly VERBS_PATCHELF_SPEC="patchelf==0.17.2.1" +# The RDMA devices libibverbs lists, space-separated. ibv_devices is not in every image. +verbs_device_names() { + python3 - <<'PY' +import ctypes +lib = ctypes.CDLL("libibverbs.so.1") +lib.ibv_get_device_list.restype = ctypes.POINTER(ctypes.c_void_p) +lib.ibv_get_device_name.restype = ctypes.c_char_p +count = ctypes.c_int(0) +devices = lib.ibv_get_device_list(ctypes.byref(count)) +print(" ".join(lib.ibv_get_device_name(ctypes.c_void_p(devices[i])).decode() + for i in range(count.value)) if devices else "") +PY +} + +verbs_lists_registry_devices() { + local listed device + listed=" $(verbs_device_names 2>/dev/null) " + for device in ${COLLX_RDMA_DEVICES//,/ }; do + [[ "$listed" == *" ${device%%:*} "* ]] || return 1 + done +} + verbs_provider_prepare() { - local provider="${COLLX_HOST_VERBS_PROVIDER:-}" name source target work listed device + local provider="${COLLX_HOST_VERBS_PROVIDER:-}" name source providers target work [ -n "$provider" ] && [ "${COLLX_NODES:-1}" -gt 1 ] && [ "${COLLX_TRANSPORT:-}" != mnnvl ] || return 0 + # An image that ships a provider for this driver (the vLLM ROCm images carry Broadcom's) needs + # nothing from the host. + if verbs_lists_registry_devices; then + collx_log "verbs provider: the image's provider lists every registry device; keeping it" + return 0 + fi name="${provider##*/}" source="$COLLX_HOST_VERBS_ROOT/$name" [ -r "$source" ] || { collx_log "ERROR: host verbs provider $name is not bound"; return 1; } - target="$(ls /usr/lib/*-linux-gnu/libibverbs/"$name" 2>/dev/null | head -n 1)" - [ -n "$target" ] || { collx_log "ERROR: the image has no $name to replace"; return 1; } + # rdma-core tries its provider directory before the loader path, so a copy there wins over one + # an image installs elsewhere (/usr/local/lib for Broadcom's packages). + providers="$(ls -d /usr/lib/*-linux-gnu/libibverbs 2>/dev/null | head -n 1)" + [ -n "$providers" ] || { collx_log "ERROR: the image has no rdma-core provider directory"; return 1; } + target="$providers/$name" work="$(mktemp -d /tmp/collectivex-verbs.XXXXXX)" || return 1 cp "$source" "$work/$name" || return 1 if ! python3 -c 'import ctypes, sys; ctypes.CDLL(sys.argv[1])' "$work/$name" 2>/dev/null; then @@ -842,16 +873,13 @@ verbs_provider_prepare() { || { collx_log "ERROR: verbs provider patch failed"; return 1; } python3 -c 'import ctypes, sys; ctypes.CDLL(sys.argv[1])' "$work/$name" \ || { collx_log "ERROR: patched verbs provider does not load"; return 1; } - cp "$work/libcx_c23.so" "${target%/*}/libcx_c23.so" || return 1 + cp "$work/libcx_c23.so" "$providers/libcx_c23.so" || return 1 fi cp "$work/$name" "$target.collectivex" && mv -f "$target.collectivex" "$target" \ || { collx_log "ERROR: verbs provider install failed"; return 1; } - listed="$(ibv_devices 2>/dev/null)" || { collx_log "ERROR: ibv_devices failed"; return 1; } - for device in ${COLLX_RDMA_DEVICES//,/ }; do - grep -qw "${device%%:*}" <<< "$listed" \ - || { collx_log "ERROR: verbs provider $name does not list ${device%%:*}"; return 1; } - done rm -rf "$work" + verbs_lists_registry_devices \ + || { collx_log "ERROR: verbs provider $name does not list every registry device"; return 1; } collx_log "verbs provider: installed host $name" } From bce45514fadea44d7f6c3c6c62b3ba6619d8baff Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Tue, 27 Oct 2026 23:24:58 +0800 Subject: [PATCH 06/13] CollectiveX: give each run.sh invocation its own shard directory MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit run.sh staged the resolved matrix as .shards/matrix-.json and each shard control as .shards/.json, so two invocations from one checkout (one per backend, run in parallel) overwrote each other's files and ran the other's shards. Each invocation now stages under .shards/run-, removed on exit. CollectiveX：为每次 run.sh 调用使用独立的分片目录 run.sh 此前将解析后的矩阵写入 .shards/matrix-.json，每个分片的控制文件写入 .shards/.json，因此同一检出目录中的两次调用（例如按后端并行运行）会互相覆盖文件并运行对方的分片。 现在每次调用都在 .shards/run- 下暂存，并在退出时删除。 (cherry picked from commit 8ef9db6297503b5a85fbbda9ed214b8ca61fe984) --- collectivex/run.sh | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/collectivex/run.sh b/collectivex/run.sh index 5a4f61ba58..3c43eb8a9c 100755 --- a/collectivex/run.sh +++ b/collectivex/run.sh @@ -65,8 +65,13 @@ if [ -n "$dirty" ]; then fi fi -mkdir -p "$HERE/.shards" -matrix="$HERE/.shards/matrix-$SKU.json" +# Each invocation stages its matrix and shard controls in its own directory: two runs from one +# checkout (one per backend, say) would otherwise overwrite each other's files and run the wrong +# shards. +shard_dir="$HERE/.shards/run-$$" +mkdir -p "$shard_dir" +trap 'rm -rf "$shard_dir"' EXIT +matrix="$shard_dir/matrix-$SKU.json" python3 "$HERE/sweep_matrix.py" "${matrix_args[@]}" --out "$matrix" >/dev/null # One tab-separated line per selected shard: @@ -104,7 +109,7 @@ stamp="$(date -u +%Y%m%dT%H%M%SZ)" rcs=() for row in "${rows[@]}"; do IFS=$'\t' read -r id launcher backend nodes gpn domain ncases image staged minutes <<< "$row" - control="$HERE/.shards/$id.json" + control="$shard_dir/$id.json" python3 "$HERE/sweep_matrix.py" --extract-from "$matrix" --shard-id "$id" --out "$control" \ >/dev/null 2>&1 # The pid keeps two runs of one shard started in the same second (graphed and eager, say) out From a6983c18a0f238f0096a84962c32381b22c9f67a Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Wed, 28 Oct 2026 01:14:37 +0800 Subject: [PATCH 07/13] CollectiveX: stop waiting on an allocation whose job already ended MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit salloc --no-shell does not notice a job that ends between its grant and salloc's own poll: on h100 a node prolog fails the job ten seconds in, and the launcher then waited for hours. The launcher now watches the queued job, stops salloc once Slurm no longer lists it without a grant, and retries the allocation (three attempts, as for validation failures). CollectiveX：作业已结束时不再继续等待资源分配 salloc --no-shell 不会察觉在授予分配与其自身轮询之间结束的作业：在 h100 上，节点 prolog 会在作业开始 10 秒后使其失败，启动器随后会等待数小时。启动器现在会监视排队中的作业，当 Slurm 不再列出该作业且未授予 分配时停止 salloc，并重试分配（与验证失败相同，最多三次）。 (cherry picked from commit d990d1330dbcab71801cf23a6aa4e83f9f019d46) --- collectivex/launchers/launch_single-slurm.sh | 8 +++++++- collectivex/runtime/common.sh | 20 +++++++++++++++++++- 2 files changed, 26 insertions(+), 2 deletions(-) diff --git a/collectivex/launchers/launch_single-slurm.sh b/collectivex/launchers/launch_single-slurm.sh index 91d3e71f30..3188fc6aa0 100644 --- a/collectivex/launchers/launch_single-slurm.sh +++ b/collectivex/launchers/launch_single-slurm.sh @@ -82,7 +82,13 @@ for allocation_attempt in 1 2 3; do [ -z "$excluded_nodes" ] || attempt_allocation+=(--exclude="$excluded_nodes") export COLLX_SALLOC_ATTEMPT="$allocation_attempt" export COLLX_NETWORK_VALIDATION_ATTEMPT="$allocation_attempt" - collx_salloc_jobid "${attempt_allocation[@]}" + JOB_ID="" + if ! collx_salloc_jobid "${attempt_allocation[@]}"; then + # A job that dies before its grant (a failed node prolog) is worth another allocation. + [ "$allocation_attempt" != 3 ] || collx_die "scheduler allocation failed on every attempt" + collx_log "allocation attempt $allocation_attempt failed; retrying" + continue + fi [ -n "$JOB_ID" ] || collx_die "could not resolve allocated JOB_ID from salloc" if ! collx_validate_network_profile_on_job "$JOB_ID" "$NODES" "$COLLX_TRANSPORT"; then validation_failure=network diff --git a/collectivex/runtime/common.sh b/collectivex/runtime/common.sh index aea09bbb81..fe7eb0363c 100644 --- a/collectivex/runtime/common.sh +++ b/collectivex/runtime/common.sh @@ -581,7 +581,25 @@ collx_salloc_jobid() { return 1 fi collx_log "scheduler-request=submit" - if ! (salloc "$@" --no-shell) > "$log" 2>&1; then + # salloc --no-shell does not notice a job that ends between the grant and its own poll (a node + # prolog that fails the job ten seconds in leaves it waiting forever), so the job is watched + # here: once Slurm no longer lists the queued job and no grant was logged, salloc is stopped. + (salloc "$@" --no-shell) > "$log" 2>&1 & + local salloc_pid=$! queued="" + while kill -0 "$salloc_pid" 2>/dev/null; do + sleep 10 + grep -q "Granted job allocation" "$log" && break + [ -n "$queued" ] || queued="$(sed -nE 's/.*Pending job allocation ([1-9][0-9]*).*/\1/p' "$log" | head -n1)" + if [ -n "$queued" ] && [ -z "$(squeue -h -j "$queued" -o %A 2>/dev/null)" ] \ + && ! grep -q "Granted job allocation" "$log"; then + collx_log "ERROR: scheduled job $queued ended before its allocation was granted" + kill -TERM "$salloc_pid" 2>/dev/null + wait "$salloc_pid" 2>/dev/null + collx_log_tail "$log" + return 1 + fi + done + if ! wait "$salloc_pid"; then collx_log "ERROR: scheduler allocation failed" collx_log_tail "$log" return 1 From 8be7bc54ded265eadb93fabec6a7f64b7a5e4727 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Wed, 28 Oct 2026 01:29:29 +0800 Subject: [PATCH 08/13] CollectiveX: run mi300x and mi325x EP in the vLLM v0.32.0 ROCm image MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The Barite MI300X and MI325X pools ran EP in an MI35x-tagged rocm/sgl-dev build. They move to vLLM's release image vllm/vllm-openai-rocm:v0.32.0 (ROCm 7.2.3, MoRI v1.2.3.post1 built for every NIC backend). Its Broadcom verbs provider matches the hosts' bnxt_re driver, so the launcher keeps the image's own provider. The other pools move once they are rerun. CollectiveX：在 vLLM v0.32.0 ROCm 镜像中运行 mi300x 与 mi325x 的 EP Barite 的 MI300X 与 MI325X 资源池此前在带 MI35x 标签的 rocm/sgl-dev 构建中运行 EP。现改用 vLLM 的发布镜像 vllm/vllm-openai-rocm:v0.32.0（ROCm 7.2.3，MoRI v1.2.3.post1，为所有 NIC 后端构建）。该镜像自带的 Broadcom verbs provider 与主机的 bnxt_re 驱动匹配，因此启动器保留镜像自带的 provider。其余资源池在重跑后跟进。 --- collectivex/configs/platform_config.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/collectivex/configs/platform_config.json b/collectivex/configs/platform_config.json index 37d165fb6c..c3233b6f60 100644 --- a/collectivex/configs/platform_config.json +++ b/collectivex/configs/platform_config.json @@ -133,7 +133,7 @@ "mi300x": { "arch": "gfx942", "product": "mi300x", - "image": "rocm/sgl-dev:sglang-0.5.14-rocm720-mi35x-mori-0701", + "image": "vllm/vllm-openai-rocm:v0.32.0", "image_platform": "linux/amd64", "gpus_per_node": 8, "scale_up_domain": 8, @@ -159,7 +159,7 @@ "mi325x": { "arch": "gfx942", "product": "mi325x", - "image": "rocm/sgl-dev:sglang-0.5.14-rocm720-mi35x-mori-0701", + "image": "vllm/vllm-openai-rocm:v0.32.0", "image_platform": "linux/amd64", "gpus_per_node": 8, "scale_up_domain": 8, From 63f4b541dc329050e89d8be6c79c6d3294ba2371 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Wed, 28 Oct 2026 01:29:51 +0800 Subject: [PATCH 09/13] CollectiveX: publish the hand-run mi300x and mi325x MoRI results MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Twenty MoRI cases measured by hand on the Barite MI300X and MI325X pools in vllm/vllm-openai-rocm:v0.32.0: normal decode and prefill at EP8 and EP16, and low-latency decode at EP16, in bf16 and fp8. Every case completed and passed the correctness oracle. CollectiveX：发布手动运行的 mi300x 与 mi325x MoRI 结果 在 Barite MI300X 与 MI325X 资源池上，于 vllm/vllm-openai-rocm:v0.32.0 中手动测量了二十个 MoRI 用例：EP8 与 EP16 的 normal decode 和 prefill，以及 EP16 的 low-latency decode，覆盖 bf16 与 fp8。所有用例均已完成并通过正确性校验。 --- ...ori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json | 1 + ...mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json | 1 + ...00x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json | 1 + ...300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json | 1 + ...300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json | 1 + ...i300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json | 1 + ...0x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json | 1 + ...00x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json | 1 + ...00x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json | 1 + ...300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json | 1 + ...ori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json | 1 + ...mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json | 1 + ...25x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json | 1 + ...325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json | 1 + ...325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json | 1 + ...i325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json | 1 + ...5x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json | 1 + ...25x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json | 1 + ...25x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json | 1 + ...325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json | 1 + 20 files changed, 20 insertions(+) create mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json create mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json create mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json create mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json create mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json create mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json create mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json create mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json create mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json create mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json create mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json create mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json create mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json create mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json create mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json create mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json create mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json create mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json create mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json create mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json new file mode 100644 index 0000000000..80a98c1f8a --- /dev/null +++ b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T17:11:52.002978+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256","mode":"low-latency","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256],"ladder_dropped":[512],"ladder_cap":256},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.01000106334686,"p90":62.73400038480759,"p95":64.2160028219223,"p99":65.81900268793106},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":62.01300024986267,"p90":64.49700146913528,"p95":66.01899862289429,"p99":69.70500200986862},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":122.02300131320953,"p90":127.23100185394287,"p95":130.2350014448166,"p99":135.52400469779968},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":103.63499820232391,"p90":109.484001994133,"p95":113.28999698162079,"p99":115.21200090646744},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":114.73099887371063,"p90":116.53400212526321,"p95":117.85700172185898,"p99":119.86000090837479},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":50.554998219013214,"p90":52.597999572753906,"p95":53.27900126576424,"p99":53.92000079154968},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":47.791000455617905,"p90":51.87699943780899,"p95":53.481001406908035,"p99":54.641999304294586},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1689987778663635,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.530994713306427,"p90":15.622004866600037,"p95":17.90599524974823,"p99":19.308999180793762},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.2819990515708923,"p90":-0.7610023021697998,"p95":-0.7610023021697998,"p99":-0.7610023021697998},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":50.554998219013214,"p90":51.99800059199333,"p95":52.63800173997879,"p99":53.679998964071274},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":51.03600025177002,"p90":51.79800093173981,"p95":52.1170012652874,"p99":53.24000120162964},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":98.22700172662735,"p90":102.55300253629684,"p95":102.99400240182877,"p99":103.9159968495369},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.385003924369812,"p90":18.668994307518005,"p95":19.390001893043518,"p99":21.75299823284149},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":139456.6434273957,"p90":137298.98319978308,"p95":135757.73832902857,"p99":133489.0695706816},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.12900173664093,"p90":63.25399875640869,"p95":64.09599632024765,"p99":65.85899740457535},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":63.85599821805954,"p90":66.61999970674515,"p95":68.50200146436691,"p99":71.86800241470337},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":123.98499995470047,"p90":129.87399846315384,"p95":132.59799778461456,"p99":137.72699981927872},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":106.67899996042252,"p90":110.60500144958496,"p95":112.56899684667587,"p99":116.0539984703064},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":115.85299670696259,"p90":118.25799942016602,"p95":119.49899792671204,"p99":121.74200266599655},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":54.040998220443726,"p90":56.20399862527847,"p95":56.48399889469147,"p99":57.08499997854233},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":49.153998494148254,"p90":51.19600147008896,"p95":51.95799842476845,"p99":55.121999233961105},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1689987778663635,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.609998643398285,"p90":11.817999184131622,"p95":15.702001750469208,"p99":18.787004053592682},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1209994554519653,"p90":-0.679999589920044,"p95":-0.679999589920044,"p99":-0.679999589920044},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.200999438762665,"p90":55.041998624801636,"p95":55.28299883008003,"p99":55.88399991393089},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":50.074998289346695,"p90":50.95599964261055,"p95":51.51699855923653,"p99":53.32000181078911},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":100.58999806642532,"p90":102.31299698352814,"p95":102.87299752235413,"p99":105.39700090885162},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.383005142211914,"p90":17.506994307041168,"p95":18.348000943660736,"p99":20.39099484682083},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":276212.1042146236,"p90":270594.80252414267,"p95":267784.6723001426,"p99":262850.94132871396},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":62.613002955913544,"p90":65.37699699401855,"p95":66.33999943733215,"p99":68.2229995727539},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":67.90199875831604,"p90":69.86500322818756,"p95":71.5470016002655,"p99":74.55199956893921},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":130.51500171422958,"p90":135.24200022220612,"p95":137.88700103759766,"p99":142.77499914169312},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":109.20400172472,"p90":113.72999846935272,"p95":117.17499792575836,"p99":120.73999643325806},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":122.82399833202362,"p90":124.74700063467026,"p95":125.54800510406494,"p99":127.63099372386932},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":54.84199896454811,"p90":56.76500126719475,"p95":57.04599991440773,"p99":57.486001402139664},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":51.917001605033875,"p90":54.80099841952324,"p95":56.04400113224983,"p99":57.847000658512115},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.169997155666351,"p90":6.3299983739852905,"p95":6.3299983739852905,"p99":6.3299983739852905},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.651999592781067,"p90":13.901002705097198,"p95":15.945002436637878,"p99":17.987005412578583},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.0410025715827942,"p90":2.3640021681785583,"p95":2.3640021681785583,"p99":2.3640021681785583},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.281000047922134,"p90":55.60300126671791,"p95":55.96400052309036,"p99":56.76500126719475},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":56.96500092744827,"p90":58.36699903011322,"p95":58.6870014667511,"p99":59.12899971008301},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":106.11899942159653,"p90":107.48100280761719,"p95":108.00199955701828,"p99":109.56300050020218},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.706004738807678,"p90":18.429003655910492,"p95":19.10899579524994,"p99":21.233007311820984},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":521070.8075712711,"p90":513038.3870905898,"p95":509765.1686854866,"p99":501445.5982256513},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.53899699449539,"p90":69.18299943208694,"p95":70.38500159978867,"p99":72.14800268411636},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.2640021443367,"p90":71.0270032286644,"p95":72.42800295352936,"p99":74.8319998383522},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":135.8029991388321,"p90":140.21000266075134,"p95":142.81300455331802,"p99":146.98000252246857},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":108.80299657583237,"p90":112.16700077056885,"p95":113.7700006365776,"p99":118.97800117731094},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":120.46100199222565,"p90":122.70300090312958,"p95":123.70499968528748,"p99":125.66900253295898},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":55.52399903535843,"p90":57.12499842047691,"p95":57.52599984407425,"p99":58.006998151540756},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":52.99900099635124,"p90":54.76199835538864,"p95":55.16200140118599,"p99":55.883001536130905},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1689987778663635,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.1270052790641785,"p90":10.17499715089798,"p95":13.180002570152283,"p99":17.9470032453537},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.4809945821762085,"p90":0.8419975638389587,"p95":0.8419975638389587,"p99":0.8419975638389587},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":56.08399957418442,"p90":57.1260005235672,"p95":57.447001338005066,"p99":58.04700031876564},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.19400066137314,"p90":50.51499977707863,"p95":51.357001066207886,"p99":53.8409985601902},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":107.60100185871124,"p90":108.76300185918808,"p95":109.12299901247025,"p99":109.84399914741516},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.901999056339264,"p90":15.223994851112366,"p95":16.383998095989227,"p99":18.187999725341797},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":1062584.553366582,"p90":1043169.2709867158,"p95":1034719.6986834749,"p99":1018548.7066822997},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":76.75500214099884,"p90":79.51799780130386,"p95":80.6799978017807,"p99":82.36300200223923},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":75.03200322389603,"p90":77.19600200653076,"p95":78.43799889087677,"p99":80.76100051403046},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":151.78700536489487,"p90":156.71399980783463,"p95":159.11799669265747,"p99":163.12400251626968},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":119.90000307559967,"p90":121.90300226211548,"p95":122.70300090312958,"p99":125.668004155159},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":128.63199412822723,"p90":131.03699684143066,"p95":132.07800686359406,"p99":134.7620040178299},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":59.167999774217606,"p90":62.25299835205078,"p95":62.894001603126526,"p99":64.13500010967255},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":55.16299977898598,"p90":58.848001062870026,"p95":59.408999979496,"p99":59.93000045418739},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129004061222076,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.806995391845703,"p90":9.37400758266449,"p95":10.335005819797516,"p99":13.381004333496094},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.5600005388259888,"p90":1.082003116607666,"p95":1.082003116607666,"p99":1.082003116607666},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":57.84599855542183,"p90":59.56999957561493,"p95":60.09000167250633,"p99":62.49399855732918},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.237000316381454,"p90":53.52000147104263,"p95":54.520998150110245,"p99":56.8850003182888},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":118.85800212621689,"p90":119.93899941444397,"p95":120.25900185108185,"p99":120.82000076770782},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.654991328716278,"p90":12.420006096363068,"p95":13.301007449626923,"p99":15.745006501674652},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":1990173.6091007465,"p90":1953646.7270368573,"p95":1938248.5099460096,"p99":1899645.2439675021},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":89.41300213336945,"p90":92.09699928760529,"p95":93.37999671697617,"p99":95.42199969291687},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":85.9680026769638,"p90":88.05199712514877,"p95":89.17299658060074,"p99":91.41699969768524},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":175.38100481033325,"p90":180.14899641275406,"p95":182.5529932975769,"p99":186.8389993906021},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":144.6560025215149,"p90":145.81899344921112,"p95":146.17900550365448,"p99":149.26299452781677},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":150.10400116443634,"p90":152.2269994020462,"p95":153.2289981842041,"p99":155.67199885845184},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":66.85899943113327,"p90":73.38999956846237,"p95":74.67100024223328,"p99":76.23499631881714},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":61.77299842238426,"p90":68.82300227880478,"p95":69.66499984264374,"p99":71.22600078582764},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1690062284469604,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.048990249633789,"p90":8.694007992744446,"p95":9.815007448196411,"p99":13.501003384590149},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.5610138177871704,"p90":0.6010085344314575,"p95":0.6010085344314575,"p99":0.6010085344314575},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.09900295734406,"p90":68.22200119495392,"p95":69.42400336265564,"p99":71.34699821472168},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":62.57300078868866,"p90":63.97499889135361,"p95":64.93700295686722,"p99":67.10000336170197},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":141.37199521064758,"p90":142.41300523281097,"p95":142.69299805164337,"p99":143.41500401496887},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.733004331588745,"p90":11.134997010231018,"p95":12.018993496894836,"p99":14.30000364780426},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.004048583097755909,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":3410968.3687852724,"p90":3363398.096337422,"p95":3341404.0819120915,"p99":3288966.56916153},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":117.13500320911407,"p90":120.21899968385696,"p95":121.34099751710892,"p99":123.26399981975555},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":114.85199630260468,"p90":117.41600185632706,"p95":118.53700131177902,"p99":120.50099670886993},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":231.98699951171875,"p90":237.63500154018402,"p95":239.87799882888794,"p99":243.7649965286255},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":207.8700065612793,"p90":209.8740041255951,"p95":211.39700710773468,"p99":213.79999816417694},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":212.19800412654877,"p90":214.28099274635315,"p95":215.28300642967224,"p99":217.16399490833282},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":84.76699888706207,"p90":92.7790030837059,"p95":96.94500267505646,"p99":102.55300253629684},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":79.79899644851685,"p90":87.09099888801575,"p95":90.89600294828415,"p99":97.38600254058838},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328999996185303,"p90":6.3299983739852905,"p95":6.3299983739852905,"p99":6.3299983739852905},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.291002035140991,"p90":10.054007172584534,"p95":11.45799458026886,"p99":13.860002160072327},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.4809945821762085,"p90":1.041993498802185,"p95":1.041993498802185,"p99":1.041993498802185},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":101.9119992852211,"p90":104.11600023508072,"p95":105.19800335168839,"p99":106.9210022687912},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":95.3420028090477,"p90":96.66399657726288,"p95":97.18500077724457,"p99":99.18799996376038},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":202.70299911499023,"p90":204.0649950504303,"p95":204.7860026359558,"p99":205.826997756958},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.375989437103271,"p90":11.94000244140625,"p95":12.820988893508911,"p99":14.74200189113617},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":4825681.580818809,"p90":4778771.961412931,"p95":4756529.635024937,"p99":4715330.459969854},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":168.1700050830841,"p90":178.506001830101,"p95":181.10999464988708,"p99":184.71600115299225},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":162.322998046875,"p90":167.57099330425262,"p95":168.69300603866577,"p99":171.53699696063995},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":330.4930031299591,"p90":346.07699513435364,"p95":349.80300068855286,"p99":356.2529981136322},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":299.72898960113525,"p90":306.33801221847534,"p95":308.0199956893921,"p99":311.5859925746918},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":310.10499596595764,"p90":314.7520124912262,"p95":315.87299704551697,"p99":318.354994058609},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":142.53400266170502,"p90":152.988001704216,"p95":154.1910022497177,"p99":155.59299290180206},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":130.75600564479828,"p90":143.17399263381958,"p95":145.1759934425354,"p99":149.90399777889252},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.531000137329102,"p95":6.531000137329102,"p99":6.531000137329102},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.220999717712402,"p90":23.15497398376465,"p95":25.395989418029785,"p99":29.842019081115723},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.0039846897125244,"p90":-1.762986183166504,"p95":-1.762986183166504,"p99":-1.762986183166504},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":147.25999534130096,"p90":152.62800455093384,"p95":153.63100171089172,"p99":155.15300631523132},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":139.68800008296967,"p90":145.77800035476685,"p95":146.49899303913116,"p99":147.82099425792694},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":292.35801100730896,"p90":300.52998661994934,"p95":302.25300788879395,"p99":305.01699447631836},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.22400975227356,"p90":22.35502004623413,"p95":23.996978998184204,"p99":26.557981967926025},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":6604214.7873838935,"p90":6506709.786508796,"p95":6483618.476906037,"p99":6433070.120530179},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":251.09601020812988,"p90":263.4750008583069,"p95":266.60001277923584,"p99":273.5700011253357},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":256.6229999065399,"p90":264.7170126438141,"p95":268.0419981479645,"p99":273.16999435424805},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":507.7190101146698,"p90":528.192013502121,"p95":534.6420109272003,"p99":546.7399954795837},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":500.91099739074707,"p90":512.2079849243164,"p95":514.2480134963989,"p99":517.0519948005676},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":493.33900213241577,"p90":499.8289942741394,"p95":501.3110041618347,"p99":504.79602813720703},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":182.63399600982666,"p90":214.00000154972076,"p95":227.34099626541138,"p99":234.22999680042267},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":200.37999749183655,"p90":219.2090004682541,"p95":227.70099341869354,"p99":243.08399856090546},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.651984691619873,"p90":7.851958274841309,"p95":7.851958274841309,"p99":7.851958274841309},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.54699444770813,"p90":31.570017337799072,"p95":36.776989698410034,"p99":43.787986040115356},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.53098726272583,"p90":21.272003650665283,"p95":21.272003650665283,"p99":21.272003650665283},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":230.5459976196289,"p90":236.35399341583252,"p95":237.1550053358078,"p99":238.6769950389862},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":237.99699544906616,"p90":248.20999801158905,"p95":249.37200546264648,"p99":251.21501088142395},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":474.1879999637604,"p90":481.0810089111328,"p95":482.88100957870483,"p99":488.09200525283813},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.03500270843506,"p90":37.49799728393555,"p95":40.02299904823303,"p99":44.55098509788513},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":8302607.299028436,"p90":8194802.716373596,"p95":8170576.679936029,"p99":8114168.439706263},"tokens_per_rank":256}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1LL","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1ll-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9948,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2082,"p50":2108,"max":2111,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2110,"max":2112,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.4},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2075,"p50":2101,"max":2103,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2108,"max":2110,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2075,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2103,"max":2105,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.4},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.4},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2103,"max":2105,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2075,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.4},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2105,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2102,"max":2103,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2071,"p50":2101,"max":2103,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2099,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json new file mode 100644 index 0000000000..781f0fcad9 --- /dev/null +++ b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T17:27:05.177264+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256","mode":"low-latency","nodes":2,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256],"ladder_dropped":[512],"ladder_cap":256},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.32999977469444,"p90":63.17400187253952,"p95":64.37700241804123,"p99":66.09900295734406},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":64.65700268745422,"p90":67.22000241279602,"p95":68.62299889326096,"p99":71.50699943304062},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":124.98700246214867,"p90":130.39400428533554,"p95":133.00000131130219,"p99":137.60600239038467},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":107.60100185871124,"p90":110.64600199460983,"p95":111.96699738502502,"p99":115.33299833536148},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":118.25799942016602,"p90":120.26000022888184,"p95":121.54199928045273,"p99":124.10599738359451},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":49.795001745224,"p90":51.79699882864952,"p95":52.358999848365784,"p99":53.24000120162964},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":52.43799835443497,"p90":54.52200025320053,"p95":55.44300004839897,"p99":57.725999504327774},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.169997155666351,"p90":6.249003112316132,"p95":6.249003112316132,"p99":6.249003112316132},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.731005549430847,"p90":12.738995254039764,"p95":14.461003243923187,"p99":18.187999725341797},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6809979677200317,"p90":1.5239939093589783,"p95":1.5239939093589783,"p99":1.5239939093589783},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.99399930238724,"p90":51.03699862957001,"p95":51.51699855923653,"p99":52.39799991250038},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.882001131772995,"p90":55.803000926971436,"p95":56.1240017414093,"p99":57.68600106239319},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":101.39100253582001,"p90":103.23400050401688,"p95":103.7139967083931,"p99":104.79699820280075},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.146006226539612,"p90":19.670002162456512,"p95":20.511001348495483,"p99":22.714003920555115},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":135297.40126207133,"p90":133045.06876391487,"p95":131641.73779205917,"p99":128922.05322315093},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.97099930047989,"p90":63.61500173807144,"p95":64.53700363636017,"p99":66.54000282287598},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.38000160455704,"p90":69.30399686098099,"p95":70.90599834918976,"p99":74.11099970340729},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":127.35100090503693,"p90":132.91899859905243,"p95":135.44300198554993,"p99":140.65100252628326},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":109.9649965763092,"p90":113.28999698162079,"p95":115.49200117588043,"p99":117.576003074646},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":119.45900321006775,"p90":121.66199833154678,"p95":122.54399806261063,"p99":124.70699846744537},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":52.87899821996689,"p90":54.84199896454811,"p95":55.323000997304916,"p99":56.16400018334389},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":52.87899821996689,"p90":55.16200140118599,"p95":56.403998285532,"p99":59.48999896645546},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.131000816822052,"p90":6.247997283935547,"p95":6.247997283935547,"p99":6.247997283935547},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.452996611595154,"p90":12.779995799064636,"p95":14.82199877500534,"p99":17.62700080871582},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.5230029821395874,"p90":1.3619959354400635,"p95":1.3619959354400635,"p99":1.3619959354400635},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.91900038719177,"p90":54.08100038766861,"p95":54.48099970817566,"p99":55.16200140118599},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":53.39999869465828,"p90":54.600998759269714,"p95":55.121999233961105,"p99":57.00499936938286},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":103.39400172233582,"p90":104.75599765777588,"p95":105.11700063943863,"p99":106.23899847269058},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.223996877670288,"p90":18.427997827529907,"p95":19.02800053358078,"p99":20.79099416732788},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":267874.3262550772,"p90":263023.79082082235,"p95":261130.7000417144,"p99":256601.47700815336},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":64.13599848747253,"p90":67.13999807834625,"p95":68.2620033621788,"p99":70.0249969959259},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.66400146484375,"p90":72.46799767017365,"p95":73.8309994339943,"p99":78.03700119256973},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":133.79999995231628,"p90":139.6079957485199,"p95":142.0930027961731,"p99":148.06199818849564},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":112.32800036668777,"p90":116.49399995803833,"p95":118.33599954843521,"p99":121.26199901103973},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":126.10900402069092,"p90":128.39199602603912,"p95":129.55400347709656,"p99":131.7570060491562},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":53.360000252723694,"p90":55.403001606464386,"p95":55.883001536130905,"p99":56.76399916410446},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":55.20299822092056,"p90":57.806000113487244,"p95":59.61000174283981,"p99":61.81199848651886},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.733997285366058,"p90":14.341995120048523,"p95":15.904001891613007,"p99":18.507003784179688},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.12200528383255,"p90":2.1630004048347473,"p95":2.1630004048347473,"p99":2.1630004048347473},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.79799923300743,"p90":53.599998354911804,"p95":54.120998829603195,"p99":55.56299909949303},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.21000072360039,"p90":61.65200099349022,"p95":62.011998146772385,"p99":62.57399916648865},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":108.4820032119751,"p90":109.92400348186493,"p95":110.44500023126602,"p99":112.04700171947479},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.586998641490936,"p90":19.54900473356247,"p95":20.63100039958954,"p99":22.595003247261047},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":507497.4661563374,"p90":498473.4405641625,"p95":494002.4876291404,"p99":485742.6706866938},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":63.65499645471573,"p90":66.50000065565109,"p95":67.62100011110306,"p99":69.46399807929993},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.66400146484375,"p90":72.50899821519852,"p95":74.27100092172623,"p99":77.51599699258804},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":133.31899791955948,"p90":139.0089988708496,"p95":141.89200103282928,"p99":146.97999507188797},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":112.08699643611908,"p90":116.25400185585022,"p95":117.49599874019623,"p99":123.1440007686615},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":123.50499629974365,"p90":125.9479969739914,"p95":126.99100375175476,"p99":129.51500713825226},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":54.402001202106476,"p90":56.1240017414093,"p95":56.52499943971634,"p99":57.645998895168304},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":54.361000657081604,"p90":56.724999099969864,"p95":57.36599862575531,"p99":60.9310008585453},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.130002439022064,"p90":6.2899962067604065,"p95":6.2899962067604065,"p99":6.2899962067604065},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.851997554302216,"p90":12.940004467964172,"p95":15.863999724388123,"p99":19.7489932179451},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.1620000004768372,"p90":2.5640055537223816,"p95":2.5640055537223816,"p99":2.5640055537223816},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.441001266241074,"p90":55.642999708652496,"p95":56.08399957418442,"p99":56.8850003182888},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.55800113081932,"p90":53.80000174045563,"p95":54.882001131772995,"p99":56.96500092744827},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":108.04100334644318,"p90":109.36400294303894,"p95":109.92400348186493,"p99":111.32600158452988},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.544004738330841,"p90":17.82800257205963,"p95":18.827997148036957,"p99":20.872004330158234},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":1036395.318690971,"p90":1016292.4625663747,"p95":1007945.4151745872,"p99":988302.4587518646},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.2640021443367,"p90":72.10800051689148,"p95":73.10999929904938,"p99":74.95199888944626},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":72.94899970293045,"p90":74.95199888944626,"p95":76.27400010824203,"p99":78.59700173139572},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":142.21300184726715,"p90":147.05999940633774,"p95":149.3839994072914,"p99":153.54900062084198},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":119.17900294065475,"p90":121.74200266599655,"p95":122.94399738311768,"p99":124.54699724912643},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":133.200004696846,"p90":135.2829933166504,"p95":136.40399277210236,"p99":138.7680023908615},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":60.770999640226364,"p90":62.77400255203247,"p95":63.133999705314636,"p99":63.85499984025955},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":56.60500004887581,"p90":58.6480014026165,"p95":59.087999165058136,"p99":60.32999977469444},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.210006773471832,"p95":6.210006773471832,"p99":6.210006773471832},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.72899729013443,"p90":9.734004735946655,"p95":10.775990784168243,"p99":13.02000880241394},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7999986410140991,"p90":0.7219985127449036,"p95":0.7219985127449036,"p99":0.7219985127449036},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.65100058913231,"p90":62.29399889707565,"p95":62.6939982175827,"p99":63.37500363588333},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.48200011253357,"p90":56.76500126719475,"p95":57.56499990820885,"p99":59.93000045418739},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":116.53400212526321,"p90":117.6149994134903,"p95":117.85600334405899,"p99":118.45699697732925},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.66499674320221,"p90":18.869005143642426,"p95":19.910000264644623,"p99":22.03400433063507},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":1921921.8541518694,"p90":1892329.5066423696,"p95":1876777.9065508242,"p99":1844805.687113204},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":86.81000024080276,"p90":89.57300335168839,"p95":90.77499806880951,"p99":92.69800037145615},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":79.19900119304657,"p90":81.20200037956238,"p95":82.6840028166771,"p99":84.9670022726059},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":166.00900143384933,"p90":170.77500373125076,"p95":173.4590008854866,"p99":177.66500264406204},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":137.44600117206573,"p90":139.00800049304962,"p95":139.92899656295776,"p99":141.57100021839142},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":145.578995347023,"p90":148.34199845790863,"p95":149.6649980545044,"p99":151.58699452877045},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":71.30599766969681,"p90":74.47200268507004,"p95":75.03200322389603,"p99":76.11300051212311},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":60.29000133275986,"p90":63.37399780750275,"p95":63.93499672412872,"p99":64.77700173854828},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1690062284469604,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.248993635177612,"p90":8.814007043838501,"p95":10.016009211540222,"p99":12.097999453544617},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.48100948333740234,"p90":0.5199909210205078,"p95":0.5199909210205078,"p99":0.5199909210205078},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":71.14700227975845,"p90":73.47100228071213,"p95":73.99000227451324,"p99":74.95199888944626},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":57.20499902963638,"p90":58.448001742362976,"p95":59.52899903059006,"p99":61.61100044846535},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":135.12200117111206,"p90":136.5240067243576,"p95":137.0050013065338,"p99":137.8059983253479},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.736999869346619,"p90":13.139992952346802,"p95":14.302998781204224,"p99":16.705989837646484},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":3516990.8871779423,"p90":3451483.7694146186,"p95":3420973.5519693247,"p99":3377598.4647734733},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":116.8539971113205,"p90":119.97900158166885,"p95":121.30100280046463,"p99":123.54499846696854},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":100.55000334978104,"p90":102.67399996519089,"p95":104.07599806785583,"p99":106.27999901771545},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":217.40400046110153,"p90":222.65300154685974,"p95":225.37700086832047,"p99":229.824997484684},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":191.44700467586517,"p90":193.57000291347504,"p95":194.28999722003937,"p99":195.4520046710968},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":196.89500331878662,"p90":199.09800589084625,"p95":199.93899762630463,"p99":201.7820030450821},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":94.98199820518494,"p90":103.6750003695488,"p95":104.95699942111969,"p99":106.39899969100952},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":74.8319998383522,"p90":83.76500010490417,"p95":85.32799780368805,"p99":86.7300033569336},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1690062284469604,"p90":6.2499940395355225,"p95":6.2499940395355225,"p99":6.2499940395355225},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.449997425079346,"p90":10.134994983673096,"p95":11.17698848247528,"p99":13.540998101234436},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6410032510757446,"p90":0.5609989166259766,"p95":0.5609989166259766,"p99":0.5609989166259766},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":100.47099739313126,"p90":103.03399711847305,"p95":104.19599711894989,"p99":106.15900158882141},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":80.4390013217926,"p90":81.80300146341324,"p95":82.48300105333328,"p99":85.24700254201889},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":187.27900087833405,"p90":188.52299451828003,"p95":189.04200196266174,"p99":189.9240016937256},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.616002440452576,"p90":11.939987540245056,"p95":12.899011373519897,"p99":14.743998646736145},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":5200741.4243116835,"p90":5143195.660941974,"p95":5121562.137236999,"p99":5074783.600850757},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":166.00799560546875,"p90":176.66399478912354,"p95":179.18799817562103,"p99":182.39299952983856},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":127.99200415611267,"p90":135.60299575328827,"p95":136.68499886989594,"p99":138.84800672531128},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":293.9999997615814,"p90":312.2669905424118,"p95":315.87299704551697,"p99":321.24100625514984},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":264.63600993156433,"p90":276.8140137195587,"p95":280.77998757362366,"p99":284.9870026111603},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":274.6100127696991,"p90":279.8590064048767,"p95":281.1009883880615,"p99":283.38301181793213},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":135.64300537109375,"p90":149.4230031967163,"p95":150.82499384880066,"p99":153.0279964208603},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":91.2569984793663,"p90":106.64000362157822,"p95":109.44399982690811,"p99":115.37300050258636},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328016519546509,"p90":6.36899471282959,"p95":6.36899471282959,"p99":6.36899471282959},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.862013816833496,"p90":21.194010972976685,"p95":22.795021533966064,"p99":26.67897939682007},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.406988620758057,"p90":6.650000810623169,"p95":6.650000810623169,"p99":6.650000810623169},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":146.21900022029877,"p90":151.186004281044,"p95":152.1880030632019,"p99":153.70899438858032},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":104.1560024023056,"p90":112.72899806499481,"p95":114.33099955320358,"p99":115.61299860477448},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":258.58598947525024,"p90":266.759991645813,"p95":268.40099692344666,"p99":270.6049978733063},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.340979814529419,"p90":20.86898684501648,"p95":22.63200283050537,"p99":26.241004467010498},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":7457848.966772924,"p90":7317970.667833802,"p95":7285637.847607723,"p99":7226968.147673576},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":252.69800424575806,"p90":265.516996383667,"p95":269.20199394226074,"p99":275.5720019340515},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":192.84899532794952,"p90":208.15199613571167,"p95":210.95600724220276,"p99":213.52000534534454},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":445.5469995737076,"p90":473.66899251937866,"p95":480.1580011844635,"p99":489.09200727939606},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":436.29199266433716,"p90":442.220002412796,"p95":444.2639946937561,"p99":446.70701026916504},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":426.8380105495453,"p90":435.69299578666687,"p95":437.6539885997772,"p99":440.420001745224},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":177.90600657463074,"p90":190.08499383926392,"p95":194.9319988489151,"p99":228.46199572086334},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":132.11700320243835,"p90":133.79999995231628,"p95":137.0449960231781,"p99":175.10199546813965},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.169991731643677,"p90":7.330000400543213,"p95":7.330000400543213,"p99":7.330000400543213},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.662001609802246,"p90":27.639001607894897,"p95":31.008988618850708,"p99":40.9030020236969},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.2849907875061035,"p90":4.3260157108306885,"p95":4.3260157108306885,"p99":4.3260157108306885},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":228.862002491951,"p90":235.9119951725006,"p95":236.95500195026398,"p99":238.43799531459808},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":173.09899628162384,"p90":181.2710016965866,"p95":182.7930063009262,"p99":185.63799560070038},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":410.3330075740814,"p90":418.14398765563965,"p95":420.5490052700043,"p99":425.11698603630066},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.38200879096985,"p90":27.60300040245056,"p95":30.847996473312378,"p99":37.653982639312744},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":9596146.310227815,"p90":9401115.09620313,"p95":9358991.593118284,"p99":9300213.395779131},"tokens_per_rank":256}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1LL","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1ll-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9948,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2107,"max":2109,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2110,"max":2112,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.5},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2102,"max":2103,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2108,"max":2109,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2105,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2082,"p50":2104,"max":2105,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.5},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2104,"max":2107,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.5},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2103,"max":2105,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.5},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.5},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2105,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.5},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2102,"max":2103,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2074,"p50":2101,"max":2103,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.5},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2075,"p50":2099,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json new file mode 100644 index 0000000000..39d6a00baa --- /dev/null +++ b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:30:41.526544+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":133.91999900341034,"p90":136.96500658988953,"p95":138.00500333309174,"p99":140.0900036096573},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":83.64599943161011,"p90":85.32799780368805,"p95":86.57000213861465,"p99":89.37399834394455},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":217.56599843502045,"p90":222.29300439357758,"p95":224.5750054717064,"p99":229.46400195360184},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":194.85099613666534,"p90":196.13400101661682,"p95":196.53399288654327,"p99":198.9780068397522},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":205.34799993038177,"p90":207.47099816799164,"p95":208.75300467014313,"p99":210.71499586105347},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":120.82099914550781,"p90":122.66399711370468,"p95":123.34500253200531,"p99":125.30800700187683},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":64.93700295686722,"p90":68.34200024604797,"p95":68.98300349712372,"p99":69.5440024137497},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.168991327285767,"p95":6.168991327285767,"p99":6.168991327285767},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.968004465103149,"p90":9.53499972820282,"p95":10.737001895904541,"p99":13.700008392333984},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.5220025777816772,"p90":0.8819997310638428,"p95":0.8819997310638428,"p99":0.8819997310638428},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":120.42099982500076,"p90":122.30300158262253,"p95":123.06399643421173,"p99":124.42599982023239},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":62.132999300956726,"p90":63.534997403621674,"p95":63.93600255250931,"p99":65.5369982123375},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":187.1200054883957,"p90":188.48200142383575,"p95":188.9220029115677,"p99":190.80500304698944},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.269002437591553,"p90":21.072998642921448,"p95":22.554993629455566,"p99":24.597004055976868},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":77916.51248331812,"p90":77119.21252263228,"p95":76645.60337841402,"p99":75931.94748488846},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":139.48899507522583,"p90":142.0930027961731,"p95":143.25499534606934,"p99":145.21799981594086},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":85.56900173425674,"p90":87.77199685573578,"p95":89.69499915838242,"p99":93.62000226974487},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":225.05799680948257,"p90":229.86499965190887,"p95":232.94999450445175,"p99":238.83800208568573},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":202.34300196170807,"p90":204.38499748706818,"p95":205.14799654483795,"p99":208.43200385570526},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":212.95900642871857,"p90":215.12199938297272,"p95":215.96300601959229,"p99":217.80599653720856},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":126.6690045595169,"p90":128.11200320720673,"p95":128.4720003604889,"p99":129.4739991426468},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":70.58499753475189,"p90":73.79099726676941,"p95":74.43100214004517,"p99":75.15200227499008},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.20800256729126,"p95":6.20800256729126,"p99":6.20800256729126},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.853001356124878,"p90":11.456996202468872,"p95":12.537002563476562,"p99":14.142006635665894},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.8410066366195679,"p90":1.2010037899017334,"p95":1.2010037899017334,"p99":1.2010037899017334},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":125.86799263954163,"p90":127.03000009059906,"p95":127.4300068616867,"p99":128.31099331378937},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":64.81699645519257,"p90":66.13899767398834,"p95":67.06000119447708,"p99":69.302998483181},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":189.24300372600555,"p90":191.04500114917755,"p95":191.72599911689758,"p99":193.80900263786316},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.67599308490753,"p90":26.120007038116455,"p95":26.961997151374817,"p99":28.964996337890625},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":150263.6612399439,"p90":148752.80116298908,"p95":148173.5255949204,"p99":146919.73824758},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":143.81499588489532,"p90":146.57899737358093,"p95":147.62000739574432,"p99":150.06400644779205},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":97.50600159168243,"p90":100.91199725866318,"p95":101.71200335025787,"p99":105.15700280666351},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":241.32099747657776,"p90":247.4909946322441,"p95":249.3320107460022,"p99":255.22100925445557},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":210.47399938106537,"p90":212.27900683879852,"p95":213.11800181865692,"p99":215.24199843406677},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":218.1670069694519,"p90":220.53000330924988,"p95":221.53200209140778,"p99":223.65599870681763},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":128.39099764823914,"p90":130.59499859809875,"p95":130.87600469589233,"p99":131.755992770195},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":74.63199645280838,"p90":76.95499807596207,"p95":77.71600037813187,"p99":79.03899997472763},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129994988441467,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.410002708435059,"p90":10.054007172584534,"p95":11.457011103630066,"p99":14.821991324424744},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6809979677200317,"p90":0.8020102977752686,"p95":0.8020102977752686,"p99":0.8020102977752686},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":124.46600198745728,"p90":127.75200605392456,"p95":128.63300740718842,"p99":130.19399344921112},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":68.22200119495392,"p90":69.50400024652481,"p95":70.14399766921997,"p99":71.78600132465363},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":203.7840038537979,"p90":205.98800480365753,"p95":206.62899315357208,"p99":208.0709934234619},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.382004737854004,"p90":17.948001623153687,"p95":19.029006361961365,"p99":20.91298997402191},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":293353.2475373849,"p90":290209.9444049462,"p95":288897.31233319757,"p99":286153.73774926213},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":148.38199317455292,"p90":150.9460061788559,"p95":151.86700224876404,"p99":153.54999899864197},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":101.59199684858322,"p90":103.55500131845474,"p95":104.55600172281265,"p99":107.60100185871124},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":249.97399002313614,"p90":254.50100749731064,"p95":256.4230039715767,"p99":261.1510008573532},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":225.61800479888916,"p90":229.46299612522125,"p95":230.46399652957916,"p99":231.78799450397491},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":236.8749976158142,"p90":239.19899761676788,"p95":240.04000425338745,"p99":242.08299815654755},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":137.60599493980408,"p90":139.3679976463318,"p95":139.80799913406372,"p99":140.48999547958374},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":81.6819965839386,"p90":84.76699888706207,"p95":85.56800335645676,"p99":88.73199671506882},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.809011101722717,"p90":10.29600203037262,"p95":11.817008256912231,"p99":13.938993215560913},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1219978332519531,"p90":1.0409951210021973,"p95":1.0409951210021973,"p99":1.0409951210021973},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":138.64700496196747,"p90":139.97000455856323,"p95":140.21100103855133,"p99":140.93099534511566},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":77.43600010871887,"p90":79.03800159692764,"p95":79.6390026807785,"p99":81.1619982123375},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":216.88400208950043,"p90":218.6869978904724,"p95":219.28800642490387,"p99":220.89000046253204},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.031005144119263,"p90":22.634997963905334,"p95":23.636996746063232,"p99":25.638997554779053},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":540369.3985787486,"p90":535119.299308582,"p95":533244.4498079685,"p99":528744.277684575},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":169.29300129413605,"p90":172.37800359725952,"p95":173.458993434906,"p99":175.90199410915375},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":119.49899792671204,"p90":121.78199738264084,"p95":122.94399738311768,"p99":125.50799548625946},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":288.7919992208481,"p90":294.16000097990036,"p95":296.4029908180237,"p99":301.4099895954132},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":258.50600004196167,"p90":260.6309950351715,"p95":261.39000058174133,"p99":264.7559940814972},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":261.03100180625916,"p90":263.5149955749512,"p95":264.7570073604584,"p99":266.87899231910706},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":152.2279977798462,"p90":154.14999425411224,"p95":154.71099317073822,"p99":156.43399953842163},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":96.62500023841858,"p90":98.42699766159058,"p95":99.02899712324142,"p99":99.82900321483612},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129026412963867,"p90":6.20800256729126,"p95":6.20800256729126,"p99":6.20800256729126},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.60799241065979,"p90":9.734004735946655,"p95":10.978013277053833,"p99":12.938976287841797},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7210075855255127,"p90":0.679999589920044,"p95":0.679999589920044,"p99":0.679999589920044},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":145.3379988670349,"p90":147.02099561691284,"p95":147.6610004901886,"p99":149.1830050945282},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":86.88899874687195,"p90":88.57200294733047,"p95":89.41400051116943,"p99":91.45600348711014},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":247.529998421669,"p90":249.17100369930267,"p95":249.61300194263458,"p99":250.49400329589844},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.621002435684204,"p90":16.747012734413147,"p95":18.027007579803467,"p99":20.872995257377625},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":980726.4203430011,"p90":971481.7156475116,"p95":966924.3603870475,"p99":959236.2357764787},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":183.0729991197586,"p90":185.5970025062561,"p95":186.6389960050583,"p99":188.8819932937622},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":137.64700293540955,"p90":140.5699998140335,"p95":141.5719985961914,"p99":143.6150074005127},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":320.72000205516815,"p90":326.1670023202896,"p95":328.2109946012497,"p99":332.4970006942749},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":282.1820080280304,"p90":284.26599502563477,"p95":285.5069935321808,"p99":288.31198811531067},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":286.86800599098206,"p90":288.9919877052307,"p95":290.0730073451996,"p99":292.43698716163635},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":149.06300604343414,"p90":153.83000671863556,"p95":159.07800197601318,"p99":162.12299466133118},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":104.71600294113159,"p90":110.04400253295898,"p95":113.49000036716461,"p99":118.0960014462471},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.169021129608154,"p95":6.169021129608154,"p99":6.169021129608154},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.809009075164795,"p90":9.695976972579956,"p95":11.256009340286255,"p99":14.663010835647583},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6819963455200195,"p90":-0.48100948333740234,"p95":-0.48100948333740234,"p99":-0.48100948333740234},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":147.78099954128265,"p90":149.54400062561035,"p95":150.1850038766861,"p99":152.02799439430237},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":105.91799765825272,"p90":107.60000348091125,"p95":108.36199671030045,"p99":110.92600226402283},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":277.01500058174133,"p90":278.77700328826904,"p95":279.49899435043335,"p99":280.98100423812866},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.812980890274048,"p90":12.05599308013916,"p95":12.858003377914429,"p99":15.342026948928833},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.004048583097755909,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":1784792.968568601,"p90":1771675.4158673615,"p95":1765072.885222642,"p99":1750804.5236323215},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":199.17699694633484,"p90":202.2619992494583,"p95":203.46400141716003,"p99":205.74699342250824},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":157.5160026550293,"p90":159.71900522708893,"p95":160.7609987258911,"p99":163.1239950656891},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":356.69299960136414,"p90":361.98100447654724,"p95":364.22500014305115,"p99":368.8709884881973},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":318.8770115375519,"p90":320.75899839401245,"p95":321.5610086917877,"p99":323.6449956893921},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":324.4439959526062,"p90":326.9680142402649,"p95":328.0099928379059,"p99":331.4949870109558},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":157.79699385166168,"p90":165.44699668884277,"p95":166.76999628543854,"p99":170.09499669075012},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":115.25200307369232,"p90":122.22299724817276,"p95":123.78499656915665,"p99":126.14800035953522},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.25002384185791,"p90":6.328999996185303,"p95":6.328999996185303,"p99":6.328999996185303},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.52700662612915,"p90":10.214000940322876,"p95":11.61697506904602,"p99":14.699995517730713},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.9219944477081299,"p90":1.1619925498962402,"p95":1.1619925498962402,"p99":1.1619925498962402},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":167.29100048542023,"p90":169.93500292301178,"p95":170.8970069885254,"p99":172.3790019750595},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":126.26799941062927,"p90":127.91100144386292,"p95":128.4720003604889,"p99":130.4350048303604},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":313.5089874267578,"p90":315.19201397895813,"p95":315.71298837661743,"p99":316.7549967765808},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.01502776145935,"p90":13.978004455566406,"p95":15.100985765457153,"p99":18.264979124069214},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":3156168.746453187,"p90":3131804.8108752845,"p95":3121856.1091400483,"p99":3089036.154764407},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":241.08000099658966,"p90":244.96600031852722,"p95":246.12699449062347,"p99":248.69099259376526},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":198.05599749088287,"p90":201.14099979400635,"p95":202.06299424171448,"p99":204.38599586486816},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":439.13599848747253,"p90":446.10700011253357,"p95":448.18998873233795,"p99":453.0769884586334},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":419.9869930744171,"p90":436.491996049881,"p95":441.540002822876,"p99":445.948988199234},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":404.48498725891113,"p90":407.2880148887634,"p95":408.1690013408661,"p99":410.49298644065857},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":165.64799845218658,"p90":171.01599276065826,"p95":173.05900156497955,"p99":175.02200603485107},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":123.54499846696854,"p90":125.98900496959686,"p95":127.9509961605072,"p99":131.9970041513443},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.3699951171875,"p90":7.571995258331299,"p95":7.571995258331299,"p99":7.571995258331299},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.67201042175293,"p90":35.41401028633118,"p95":39.53897953033447,"p99":46.229004859924316},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.888002157211304,"p90":-2.804994583129883,"p95":-2.804994583129883,"p99":-2.804994583129883},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":203.90599966049194,"p90":207.63100683689117,"p95":208.75200629234314,"p99":210.876002907753},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":165.04700481891632,"p90":166.96999967098236,"p95":167.77099668979645,"p99":169.33299601078033},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":389.3040120601654,"p90":391.1460041999817,"p95":391.9059932231903,"p99":393.1489884853363},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.100985765457153,"p90":18.42600107192993,"p95":19.666999578475952,"p99":22.112011909484863},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":5063228.709373765,"p90":5028382.680397163,"p95":5017529.487227509,"p99":4989123.000024903},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":324.04398918151855,"p90":347.84001111984253,"p95":350.4439890384674,"p99":354.88998889923096},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":313.58999013900757,"p90":317.67600774765015,"p95":318.9980089664459,"p99":321.6019868850708},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":637.6339793205261,"p90":665.5160188674927,"p95":669.4419980049133,"p99":676.4919757843018},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":604.665994644165,"p90":613.7199997901917,"p95":616.0799860954285,"p99":623.5740184783936},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":600.898027420044,"p90":604.5060157775879,"p95":605.7869791984558,"p99":608.1879734992981},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":232.74900019168854,"p90":289.3129885196686,"p95":296.16299271583557,"p99":298.9259958267212},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":228.14099490642548,"p90":285.58599948883057,"p95":293.3180034160614,"p99":297.4439859390259},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.130980491638184,"p90":8.57400894165039,"p95":8.57400894165039,"p99":8.57400894165039},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.42598819732666,"p90":34.01303291320801,"p95":41.457951068878174,"p99":51.319003105163574},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.802980899810791,"p90":13.499975204467773,"p95":13.499975204467773,"p99":13.499975204467773},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":281.50099515914917,"p90":292.39800572395325,"p95":295.96298933029175,"p99":299.2880046367645},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":281.30000829696655,"p90":288.7510061264038,"p95":289.87300395965576,"p99":294.67999935150146},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":587.440013885498,"p90":592.9660201072693,"p95":594.0899848937988,"p99":595.6119894981384},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.177037239074707,"p90":38.73497247695923,"p95":42.10001230239868,"p99":46.907007694244385},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":6816464.380131482,"p90":6775780.377853205,"p95":6761452.689887133,"p99":6734759.940143288},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":490.69300293922424,"p90":522.7410197257996,"p95":529.030978679657,"p99":550.5819916725159},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":532.3950052261353,"p90":543.815016746521,"p95":547.9810237884521,"p99":552.7080297470093},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1023.0880081653595,"p90":1066.5560364723206,"p95":1077.0120024681091,"p99":1103.2900214195251},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":978.2220125198364,"p90":990.7600283622742,"p95":994.2049980163574,"p99":1004.5050382614136},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":985.5120182037354,"p90":996.2080121040344,"p95":998.9320039749146,"p99":1003.8599967956543},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":416.02399945259094,"p90":451.47401094436646,"p95":458.4070146083832,"p99":464.6570086479187},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":455.6010067462921,"p90":498.8250136375427,"p95":507.3609948158264,"p99":519.0960168838501},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.811022758483887,"p90":7.250010967254639,"p95":7.250010967254639,"p99":7.250010967254639},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.748006343841553,"p90":51.2009859085083,"p95":62.24900484085083,"p99":81.7670226097107},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.605008125305176,"p90":-1.802980899810791,"p95":-1.802980899810791,"p99":-1.802980899810791},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":443.66198778152466,"p90":459.8869979381561,"p95":462.05100417137146,"p99":464.4150137901306},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":490.05401134490967,"p90":509.9220275878906,"p95":515.4100060462952,"p99":522.301971912384},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":949.5790004730225,"p90":977.2999882698059,"p95":979.6680212020874,"p99":984.1139912605286},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.641036987304688,"p90":50.7509708404541,"p95":57.04200267791748,"p99":77.75300741195679},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":8312430.339440532,"p90":8223182.207396769,"p95":8200758.377349696,"p99":8160500.4942412935},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2102,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2086,"p50":2105,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2105,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2109,"max":2110,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2104,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2086,"p50":2103,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2105,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2105,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2085,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2102,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2103,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json new file mode 100644 index 0000000000..771d86118a --- /dev/null +++ b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T17:01:20.594516+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":133.68000090122223,"p90":136.44400238990784,"p95":137.40499317646027,"p99":139.16899263858795},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":89.17400240898132,"p90":90.89600294828415,"p95":92.09900349378586,"p99":94.50200200080872},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":222.85400331020355,"p90":227.340005338192,"p95":229.50399667024612,"p99":233.67099463939667},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":201.66200399398804,"p90":203.14399898052216,"p95":203.7860006093979,"p99":205.98800480365753},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":210.5959951877594,"p90":212.71799504756927,"p95":213.6009931564331,"p99":216.28500521183014},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":119.97999995946884,"p90":121.62300199270248,"p95":122.26299941539764,"p99":123.62600117921829},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":70.06499916315079,"p90":73.38999956846237,"p95":74.75200295448303,"p99":75.99399983882904},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.170004606246948,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1690062284469604,"p90":10.214000940322876,"p95":11.135995388031006,"p99":14.660000801086426},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.5210041999816895,"p90":1.082003116607666,"p95":1.082003116607666,"p99":1.082003116607666},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":119.17900294065475,"p90":121.30200117826462,"p95":122.14300036430359,"p99":123.58500063419342},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":68.78200173377991,"p90":69.66400146484375,"p95":70.0249969959259,"p99":71.70700281858444},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":191.96799397468567,"p90":193.4089958667755,"p95":193.84999573230743,"p99":195.65199315547943},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.667995929718018,"p90":21.51399850845337,"p95":22.75499701499939,"p99":25.599002838134766},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":75974.85405995022,"p90":75216.95565258588,"p95":74906.01875751682,"p99":73976.464454064},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":138.40800523757935,"p90":141.05099439620972,"p95":142.25299656391144,"p99":144.45599913597107},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":93.34000200033188,"p90":95.42299807071686,"p95":96.8250036239624,"p99":100.47099739313126},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":231.74800723791122,"p90":236.47399246692657,"p95":239.07800018787384,"p99":244.92699652910233},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":209.19400453567505,"p90":211.55700087547302,"p95":212.3190015554428,"p99":214.08000588417053},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":218.40800344944,"p90":220.12999653816223,"p95":221.13199532032013,"p99":223.9760011434555},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":126.18899345397949,"p90":127.71099805831909,"p95":128.07199358940125,"p99":128.67200374603271},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":77.71699875593185,"p90":80.55999875068665,"p95":81.32199943065643,"p99":82.44399726390839},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.367996335029602,"p90":10.65400242805481,"p95":12.136012315750122,"p99":13.980001211166382},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.5999952554702759,"p90":1.0819882154464722,"p95":1.0819882154464722,"p99":1.0819882154464722},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":126.50999426841736,"p90":127.83099710941315,"p95":128.1919926404953,"p99":129.03200089931488},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":70.42499631643295,"p90":71.70800119638443,"p95":72.54800200462341,"p99":74.63199645280838},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":196.09299302101135,"p90":198.17599654197693,"p95":199.13700222969055,"p99":202.74299383163452},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.27400243282318,"p90":24.799004197120667,"p95":25.600001215934753,"p99":28.244003653526306},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":146514.77736441002,"p90":145368.6480863248,"p95":144709.95006238917,"p99":142872.44989030837},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":145.17700672149658,"p90":148.1810063123703,"p95":149.14299547672272,"p99":151.58599615097046},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":105.79899698495865,"p90":109.44399982690811,"p95":110.28599739074707,"p99":114.69200253486633},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":250.97600370645523,"p90":257.6250061392784,"p95":259.4289928674698,"p99":266.2779986858368},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":216.92399680614471,"p90":219.2479968070984,"p95":220.0089991092682,"p99":223.0529934167862},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":225.93900561332703,"p90":228.5030037164688,"p95":229.62500154972076,"p99":232.66899585723877},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":128.11200320720673,"p90":130.4749995470047,"p95":130.83599507808685,"p99":131.4370036125183},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":82.6840028166771,"p90":84.927998483181,"p95":85.36799997091293,"p99":86.12900227308273},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209000945091248,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.730990648269653,"p90":11.097997426986694,"p95":12.18000054359436,"p99":14.900997281074524},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.7999986410140991,"p90":1.001998782157898,"p95":1.001998782157898,"p99":1.001998782157898},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":123.18500131368637,"p90":126.94999575614929,"p95":128.23300063610077,"p99":129.91400063037872},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":76.23399794101715,"p90":78.47700268030167,"p95":79.07900214195251,"p99":80.1599994301796},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":212.1569961309433,"p90":214.52100574970245,"p95":215.20200371742249,"p99":216.64400398731232},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.782992959022522,"p90":17.34699308872223,"p95":18.38800311088562,"p99":20.75199782848358},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":283262.2894230573,"p90":280083.8455472231,"p95":278715.2947983413,"p99":275068.87956515345},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":147.9019969701767,"p90":150.54400265216827,"p95":151.62700414657593,"p99":153.87099981307983},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":108.80299657583237,"p90":111.08600348234177,"p95":112.36900091171265,"p99":117.53600090742111},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":256.70499354600906,"p90":261.63000613451004,"p95":263.9960050582886,"p99":271.40700072050095},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":235.51200330257416,"p90":238.6779934167862,"p95":239.48000371456146,"p99":241.36300384998322},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":244.64699625968933,"p90":246.970996260643,"p95":247.7719932794571,"p99":249.65399503707886},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":137.40499317646027,"p90":139.40800726413727,"p95":140.00999927520752,"p99":141.45100116729736},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":89.09399807453156,"p90":91.73800051212311,"p95":92.7790030837059,"p99":95.90300172567368},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209000945091248,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.8489909172058105,"p90":10.817006230354309,"p95":12.21899688243866,"p99":16.2229984998703},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.3220012187957764,"p90":1.4030039310455322,"p95":1.4030039310455322,"p99":1.4030039310455322},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":138.32800090312958,"p90":139.65000212192535,"p95":140.00900089740753,"p99":140.65000414848328},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":85.76899766921997,"p90":87.45100349187851,"p95":88.09199929237366,"p99":89.29400146007538},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":223.93499314785004,"p90":226.0179966688156,"p95":226.73900425434113,"p99":229.6230047941208},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.713001489639282,"p90":23.116007447242737,"p95":24.03700351715088,"p99":25.880008935928345},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":523202.82675422594,"p90":518279.4819555009,"p95":516603.9886341446,"p99":512709.6002649159},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":165.76799750328064,"p90":168.93300414085388,"p95":170.25500535964966,"p99":172.57800698280334},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":121.1019977927208,"p90":123.10399860143661,"p95":124.14699792861938,"p99":126.91099941730499},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":286.86999529600143,"p90":292.0370027422905,"p95":294.40200328826904,"p99":299.48900640010834},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":261.029988527298,"p90":262.8740072250366,"p95":263.6350095272064,"p99":265.03801345825195},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":265.35800099372864,"p90":267.4809992313385,"p95":268.5230076313019,"p99":271.0059881210327},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":152.62800455093384,"p90":154.31100130081177,"p95":154.7520011663437,"p99":155.59299290180206},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":99.18899834156036,"p90":101.39200091362,"p95":102.11300104856491,"p99":103.19399833679199},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.208986043930054,"p90":6.209015846252441,"p95":6.209015846252441,"p99":6.209015846252441},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.368024110794067,"p90":9.613990783691406,"p95":10.614991188049316,"p99":12.338012456893921},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.840991735458374,"p90":0.5199909210205078,"p95":0.5199909210205078,"p99":0.5199909210205078},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":148.82400631904602,"p90":151.187002658844,"p95":151.9480049610138,"p99":153.34999561309814},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":93.21899712085724,"p90":94.70199793577194,"p95":95.14199942350388,"p99":96.18300199508667},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":248.5709935426712,"p90":250.3739893436432,"p95":250.89499354362488,"p99":251.93700194358826},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.826003789901733,"p90":19.711017608642578,"p95":20.792007446289062,"p99":23.997008800506592},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":964734.4306232176,"p90":957077.3278687777,"p95":953363.3719442891,"p99":944628.5736153884},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":183.15400183200836,"p90":185.95799803733826,"p95":187.16000020503998,"p99":189.44300711154938},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":137.88700103759766,"p90":140.00999927520752,"p95":140.77100157737732,"p99":143.3749943971634},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":321.041002869606,"p90":325.9679973125458,"p95":327.9310017824173,"p99":332.81800150871277},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":280.3809940814972,"p90":282.22399950027466,"p95":282.6629877090454,"p99":285.54901480674744},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":285.06600856781006,"p90":287.0689928531647,"p95":287.83199191093445,"p99":290.0330126285553},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":149.50400590896606,"p90":154.1910022497177,"p95":156.5539985895157,"p99":161.20199859142303},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":104.75700348615646,"p90":108.60200226306915,"p95":110.28499901294708,"p99":116.41400307416916},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.170004606246948,"p90":6.248980760574341,"p95":6.248980760574341,"p99":6.248980760574341},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.487995386123657,"p90":9.936004877090454,"p95":11.215001344680786,"p99":13.26000690460205},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7610023021697998,"p90":0.6020069122314453,"p95":0.6020069122314453,"p99":0.6020069122314453},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":147.6220041513443,"p90":149.384006857872,"p95":150.06500482559204,"p99":152.06900238990784},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":104.31600362062454,"p90":106.15800321102142,"p95":106.79999738931656,"p99":108.64300280809402},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":274.69199895858765,"p90":276.3749957084656,"p95":276.93501114845276,"p99":278.5769999027252},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.374993085861206,"p90":12.617021799087524,"p95":13.419002294540405,"p99":15.502005815505981},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":1796075.2408620059,"p90":1783543.3737069862,"p95":1778815.4700969837,"p99":1765316.2836870484},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":204.50599491596222,"p90":207.8309953212738,"p95":209.1519981622696,"p99":211.51599287986755},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":149.10399913787842,"p90":151.4270007610321,"p95":152.50900387763977,"p99":154.79299426078796},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":353.60999405384064,"p90":359.2579960823059,"p95":361.66100203990936,"p99":366.3089871406555},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":310.02500653266907,"p90":312.90900707244873,"p95":313.83100152015686,"p99":315.8720135688782},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":315.4720067977905,"p90":317.9149925708771,"p95":318.71700286865234,"p99":321.6809928417206},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":160.32099723815918,"p90":165.6080037355423,"p95":166.93000495433807,"p99":171.09599709510803},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":107.52099752426147,"p90":112.48800158500671,"p95":114.24999684095383,"p99":118.01599711179733},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209999322891235,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.093999862670898,"p90":13.70200514793396,"p95":15.741020441055298,"p99":18.62800121307373},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0409951210021973,"p90":1.5229880809783936,"p95":1.5229880809783936,"p99":1.5229880809783936},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":162.40300238132477,"p90":165.44799506664276,"p95":166.3299947977066,"p99":168.05200278759003},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":113.81000280380249,"p90":115.69300293922424,"p95":116.37400090694427,"p99":118.21699887514114},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":300.5709946155548,"p90":302.8140068054199,"p95":303.3750057220459,"p99":304.77601289749146},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.820992946624756,"p90":18.146008253097534,"p95":19.22699809074402,"p99":21.991997957229614},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":3245929.83825775,"p90":3220986.8170080273,"p95":3212881.618436919,"p99":3183277.9144145683},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":239.11699652671814,"p90":242.92400479316711,"p95":244.20499801635742,"p99":246.64899706840515},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":165.40800034999847,"p90":168.21199655532837,"p95":169.21399533748627,"p99":171.4179962873459},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":404.5249968767166,"p90":411.1360013484955,"p95":413.4189933538437,"p99":418.06699335575104},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":379.12899255752563,"p90":385.2959871292114,"p95":387.01799511909485,"p99":391.34499430656433},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":371.8770146369934,"p90":374.59999322891235,"p95":375.64200162887573,"p99":377.4850070476532},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":170.6559956073761,"p90":177.34600603580475,"p95":179.9899935722351,"p99":184.63699519634247},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":99.74899888038635,"p90":105.15700280666351,"p95":107.23999887704849,"p99":112.36800253391266},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.051020860671997,"p90":7.209986448287964,"p95":7.209986448287964,"p99":7.209986448287964},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.065984964370728,"p90":24.918019771575928,"p95":28.082996606826782,"p99":33.1290066242218},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.840991735458374,"p90":1.681983470916748,"p95":1.681983470916748,"p99":1.681983470916748},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":206.18900656700134,"p90":209.43400263786316,"p95":210.3559970855713,"p99":212.3190015554428},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":134.7610056400299,"p90":136.64400577545166,"p95":137.3250037431717,"p99":138.40700685977936},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":358.57900977134705,"p90":360.4609966278076,"p95":361.0219955444336,"p99":362.18300461769104},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.256996870040894,"p90":16.701996326446533,"p95":17.7839994430542,"p99":19.827991724014282},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":5507197.055454339,"p90":5467165.074796193,"p95":5451999.486530714,"p99":5425381.039680506},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":318.23599338531494,"p90":327.80998945236206,"p95":331.4160108566284,"p99":339.0269875526428},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":248.33300709724426,"p90":252.61899828910828,"p95":253.66100668907166,"p99":256.3450038433075},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":566.5690004825592,"p90":580.4289877414703,"p95":585.0770175457001,"p99":595.3719913959503},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":537.3259782791138,"p90":546.2989807128906,"p95":548.3829975128174,"p99":557.2729706764221},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":535.440981388092,"p90":539.447009563446,"p95":541.1720275878906,"p99":543.936014175415},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":227.42100059986115,"p90":241.64199829101562,"p95":255.1420032978058,"p99":285.1080000400543},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":159.23799574375153,"p90":168.37100684642792,"p95":181.43099546432495,"p99":220.60999274253845},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.211029529571533,"p90":7.6909661293029785,"p95":7.6909661293029785,"p99":7.6909661293029785},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.063021659851074,"p90":28.04398536682129,"p95":32.2919487953186,"p99":41.506052017211914},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.767000675201416,"p90":5.327999591827393,"p95":5.327999591827393,"p99":5.327999591827393},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":287.1110141277313,"p90":296.6429889202118,"p95":298.24599623680115,"p99":300.0490069389343},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":217.80499815940857,"p90":224.33499991893768,"p95":226.65899991989136,"p99":230.02399504184723},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":521.7400193214417,"p90":527.5490283966064,"p95":528.6319851875305,"p99":530.8330059051514},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.30101490020752,"p90":22.99201488494873,"p95":26.401996612548828,"p99":31.769990921020508},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":7649769.334766675,"p90":7592960.8050190825,"p95":7568757.790857506,"p99":7530297.485834561},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":489.09100890159607,"p90":516.6119933128357,"p95":524.3849754333496,"p99":537.8050208091736},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":413.0200147628784,"p90":424.7170090675354,"p95":427.7220070362091,"p99":436.21501326560974},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":902.1110236644745,"p90":941.3290023803711,"p95":952.1069824695587,"p99":974.0200340747833},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":853.8359999656677,"p90":867.0160174369812,"p95":869.7400093078613,"p99":877.0359754562378},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":867.7380084991455,"p90":877.7530193328857,"p95":880.8779716491699,"p99":886.3250017166138},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":431.3269853591919,"p90":459.32599902153015,"p95":463.0550146102905,"p99":465.05698561668396},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":359.62000489234924,"p90":389.26199078559875,"p95":394.1490054130554,"p99":400.11999011039734},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.890058517456055,"p90":7.130980491638184,"p95":7.130980491638184,"p99":7.130980491638184},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.708011627197266,"p90":51.432013511657715,"p95":61.64902448654175,"p99":78.4420371055603},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.327999591827393,"p90":6.088972091674805,"p95":6.088972091674805,"p99":6.088972091674805},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":445.7490146160126,"p90":461.08898520469666,"p95":463.09301257133484,"p99":464.9749994277954},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":378.1670033931732,"p90":393.7489986419678,"p95":397.83498644828796,"p99":402.6019871234894},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":841.3019776344299,"p90":859.2450022697449,"p95":862.0129823684692,"p99":867.4169778823853},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.750020027160645,"p90":48.869967460632324,"p95":54.55803871154785,"p99":66.09398126602173},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.005181347019970417,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":9440637.519346448,"p90":9332921.470581925,"p95":9299812.532107063,"p99":9242659.277504217},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2102,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2104,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2096,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2105,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2097,"p50":2108,"max":2110,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2103,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2104,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2106,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2106,"max":2108,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2103,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2103,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json new file mode 100644 index 0000000000..3f4edf42c0 --- /dev/null +++ b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T15:45:19.066195+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.12200039625168,"p90":31.888000667095184,"p95":33.208999782800674,"p99":35.693999379873276},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.11999975144863,"p90":30.00500053167343,"p95":31.045999377965927,"p99":33.00900012254715},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":55.24200014770031,"p90":61.893001198768616,"p95":64.2549991607666,"p99":68.70299950242043},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":45.38799822330475,"p90":49.0729995071888,"p95":50.91699957847595,"p99":53.32000181078911},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":47.99199849367142,"p90":50.755999982357025,"p95":51.75799876451492,"p99":53.0799999833107},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.920000091195107,"p90":27.241000905632973,"p95":27.320999652147293,"p99":27.48199924826622},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":23.794999346137047,"p90":24.235999211668968,"p95":24.35700036585331,"p99":24.637000635266304},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.129000335931778,"p95":6.129000335931778,"p99":6.129000335931778},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.2020021677017212,"p90":5.849000066518784,"p95":7.652997970581055,"p99":9.293999522924423},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.11999905109405518,"p90":0.40099769830703735,"p95":0.40099769830703735,"p99":0.40099769830703735},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.161000296473503,"p90":27.360999956727028,"p95":27.441000565886497,"p99":27.560999616980553},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":23.67600053548813,"p90":24.035999551415443,"p95":24.156000465154648,"p99":24.5169997215271},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":44.46699842810631,"p90":44.90699991583824,"p95":45.106999576091766,"p99":45.66799849271774},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.524996340274811,"p90":6.09000027179718,"p95":7.050998508930206,"p99":8.612997829914093},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":166694.45430689745,"p90":157616.83353260363,"p95":154565.48149007585,"p99":150715.90057489343},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.082000091671944,"p90":31.76800161600113,"p95":33.00999850034714,"p99":35.333000123500824},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.843000531196594,"p90":31.567998230457306,"p95":32.648999243974686,"p99":34.1310016810894},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":56.92500062286854,"p90":63.335999846458435,"p95":65.65899774432182,"p99":69.46400180459023},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":47.311000525951385,"p90":50.515998154878616,"p95":52.51900106668472,"p99":54.56199869513512},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.47299882769585,"p90":52.23799869418144,"p95":53.279999643564224,"p99":54.84199896454811},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.760000735521317,"p90":27.03999914228916,"p95":27.12099999189377,"p99":27.441000565886497},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":25.637999176979065,"p90":26.079000905156136,"p95":26.19899995625019,"p99":26.520000770688057},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129000335931778,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.1620000004768372,"p90":5.847997963428497,"p95":6.570000201463699,"p99":9.334001690149307},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.0800006091594696,"p90":0.2800002694129944,"p95":0.2800002694129944,"p99":0.2800002694129944},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":26.96000039577484,"p90":27.161000296473503,"p95":27.241000905632973,"p99":27.360999956727028},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":25.318000465631485,"p90":25.838999077677727,"p95":25.95899999141693,"p99":26.19899995625019},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":46.108998358249664,"p90":46.709999442100525,"p95":46.911001205444336,"p99":47.550998628139496},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.3260025084018707,"p90":6.049998104572296,"p95":7.169999182224274,"p99":8.533000946044922},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":323408.73565648746,"p90":306290.44756613486,"p95":300300.30230926746,"p99":291747.20655866305},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.201999142766,"p90":32.287999987602234,"p95":33.08999910950661,"p99":35.773999989032745},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.24699927866459,"p90":34.331001341342926,"p95":35.29300168156624,"p99":36.896001547575},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":59.44899842143059,"p90":66.61900132894516,"p95":68.38300079107285,"p99":72.67000153660774},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":49.63500052690506,"p90":53.8409985601902,"p95":55.28299883008003,"p99":57.326000183820724},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.237000316381454,"p90":55.04300072789192,"p95":55.96400052309036,"p99":57.72700160741806},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.920000091195107,"p90":27.241000905632973,"p95":27.360999956727028,"p99":27.600999921560287},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.04199978709221,"p90":28.602000325918198,"p95":28.72299961745739,"p99":29.04300019145012},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129000335931778,"p90":6.169997155666351,"p95":6.169997155666351,"p99":6.169997155666351},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.1620000004768372,"p90":5.528997629880905,"p95":6.530001759529114,"p99":10.176002979278564},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.1600012183189392,"p90":0.2809986472129822,"p95":0.2809986472129822,"p99":0.2809986472129822},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.28099934756756,"p90":27.48199924826622,"p95":27.560999616980553,"p99":27.721000835299492},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.721000835299492,"p90":28.24299968779087,"p95":28.442999348044395,"p99":28.843000531196594},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.7929992377758,"p90":49.47400093078613,"p95":49.754999577999115,"p99":50.75699836015701},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.3650025725364685,"p90":6.048999726772308,"p95":7.12999701499939,"p99":8.652999997138977},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":612592.6030627154,"p90":581363.6534496683,"p95":571796.1493263338,"p99":554333.3121235232},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.5630002617836,"p90":32.44899958372116,"p95":33.77100080251694,"p99":36.455001682043076},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.44799917936325,"p90":34.331001341342926,"p95":35.37299856543541,"p99":36.89499944448471},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":60.01099944114685,"p90":66.78000092506409,"p95":69.14399936795235,"p99":73.35000112652779},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":50.19500106573105,"p90":53.720999509096146,"p95":54.721999913454056,"p99":57.1260005235672},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.678998559713364,"p90":55.52300065755844,"p95":56.44400045275688,"p99":57.927001267671585},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.28099934756756,"p90":27.681000530719757,"p95":27.842000126838684,"p99":27.96199917793274},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.12200039625168,"p90":28.603000566363335,"p95":28.762999922037125,"p99":29.162999242544174},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129998713731766,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.241002231836319,"p90":5.12700155377388,"p95":6.009001284837723,"p99":10.655000805854797},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.2400018274784088,"p90":-0.1600012183189392,"p95":-0.1600012183189392,"p99":-0.1600012183189392},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.48199924826622,"p90":27.840999886393547,"p95":27.922000735998154,"p99":28.082000091671944},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.001999482512474,"p90":28.363000601530075,"p95":28.521999716758728,"p99":28.72299961745739},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.39400032162666,"p90":49.91399869322777,"p95":50.11500045657158,"p99":51.15700140595436},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.244001418352127,"p90":6.129000335931778,"p95":7.12999701499939,"p99":8.493002504110336},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":1214905.4034778948,"p90":1152675.454173019,"p95":1133867.1867095497,"p99":1104838.8247177864},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.32499924302101,"p90":34.251999109983444,"p95":35.49300134181976,"p99":38.01700100302696},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.68800100684166,"p90":34.45100039243698,"p95":35.37299856543541,"p99":36.81499883532524},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":62.01300024986267,"p90":68.70299950242043,"p95":70.86599990725517,"p99":74.8319998383522},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":52.15900018811226,"p90":55.44300004839897,"p95":57.406000792980194,"p99":59.849001467227936},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.08299916982651,"p90":57.767000049352646,"p95":58.687999844551086,"p99":60.33099815249443},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":29.123999178409576,"p90":29.443999752402306,"p95":29.56400066614151,"p99":29.764000326395035},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.201999142766,"p90":28.682999312877655,"p95":28.80300022661686,"p99":29.08400073647499},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1689987778663635,"p90":6.169997155666351,"p95":6.169997155666351,"p99":6.169997155666351},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.2020021677017212,"p90":5.167998373508453,"p95":6.970997899770737,"p99":10.615997016429901},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.12000277638435364,"p90":0.28100237250328064,"p95":0.28100237250328064,"p99":0.28100237250328064},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":29.284000396728516,"p90":29.56400066614151,"p95":29.64399941265583,"p99":29.844999313354492},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.241999447345734,"p90":28.603000566363335,"p95":28.762999922037125,"p99":28.96299958229065},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":51.55700072646141,"p90":52.03799903392792,"p95":52.278000861406326,"p99":52.99900099635124},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.4860000014305115,"p90":6.169997155666351,"p95":7.2510018944740295,"p99":8.892998099327087},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":2323765.9882201212,"p90":2215797.9450316704,"p95":2181025.0875653964,"p99":2121629.07824703},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":33.410001546144485,"p90":37.09600120782852,"p95":38.137998431921005,"p99":40.14100134372711},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.8479984998703,"p90":34.81199964880943,"p95":35.73400154709816,"p99":37.25599870085716},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":65.25800004601479,"p90":71.90800085663795,"p95":73.87199997901917,"p99":77.39700004458427},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":55.56400120258331,"p90":59.849999845027924,"p95":60.972001403570175,"p99":62.53399699926376},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":58.327000588178635,"p90":61.05099990963936,"p95":62.05299869179726,"p99":63.49500268697739},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":32.08800032734871,"p90":32.44800120592117,"p95":32.52900019288063,"p99":32.809000462293625},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.5630002617836,"p90":29.04300019145012,"p95":29.16399948298931,"p99":29.644999653100967},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129000335931778,"p90":6.17000088095665,"p95":6.17000088095665,"p99":6.17000088095665},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.9630007445812225,"p90":6.448999047279358,"p95":7.450997829437256,"p99":9.054001420736313},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.3210008144378662,"p90":0.2400018274784088,"p95":0.2400018274784088,"p99":0.2400018274784088},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":32.28899836540222,"p90":32.6090008020401,"p95":32.68900141119957,"p99":32.889001071453094},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.32300029695034,"p90":28.762999922037125,"p95":28.88300083577633,"p99":29.123999178409576},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.68200147151947,"p90":55.24300038814545,"p95":55.44300004839897,"p99":56.60500004887581},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.6449991166591644,"p90":6.249997764825821,"p95":7.330000400543213,"p99":8.733004331588745},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":4389047.9095179895,"p90":4193215.514551795,"p95":4125505.7031408297,"p99":4031813.3580062794},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":43.063998222351074,"p90":46.629998832941055,"p95":47.71199822425842,"p99":49.835000187158585},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":34.41200032830238,"p90":37.09600120782852,"p95":38.25699910521507,"p99":40.66099971532822},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":77.47599855065346,"p90":83.72600004076958,"p95":85.9689973294735,"p99":90.4959999024868},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":68.10200214385986,"p90":70.7859992980957,"p95":72.38800078630447,"p99":75.0729963183403},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":70.42499631643295,"p90":73.27000051736832,"p95":74.15200024843216,"p99":75.55299997329712},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":41.58199951052666,"p90":42.14400053024292,"p95":42.34300181269646,"p99":42.70400106906891},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":31.16700053215027,"p90":31.8479984998703,"p95":32.047998160123825,"p99":32.409001141786575},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129004061222076,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.5220046043395996,"p90":5.649000406265259,"p95":7.010996341705322,"p99":10.93599945306778},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.24099647998809814,"p90":0.36100298166275024,"p95":0.36100298166275024,"p99":0.36100298166275024},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":41.662998497486115,"p90":42.103998363018036,"p95":42.26300120353699,"p99":42.4639992415905},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.926000326871872,"p90":31.327001750469208,"p95":31.447000801563263,"p99":31.686998903751373},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.7399987578392,"p90":67.46099889278412,"p95":67.70200282335281,"p99":68.74299794435501},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.68499755859375,"p90":6.249003112316132,"p95":7.290005683898926,"p99":8.77300649881363},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":7270145.925169613,"p90":6987853.096556656,"p95":6904736.194366188,"p99":6776699.802535404},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":68.06199997663498,"p90":71.30700349807739,"p95":72.26800173521042,"p99":74.39199835062027},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":47.03100025653839,"p90":48.99299889802933,"p95":50.234999507665634,"p99":51.87800154089928},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":115.09300023317337,"p90":120.30000239610672,"p95":122.50300124287605,"p99":126.26999989151955},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":106.72000050544739,"p90":108.04200172424316,"p95":109.12399739027023,"p99":111.52700334787369},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":108.68299752473831,"p90":110.88600009679794,"p95":111.88700050115585,"p99":113.72999846935272},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":66.66000187397003,"p90":67.30099767446518,"p95":67.46099889278412,"p99":68.0219978094101},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":44.22599822282791,"p90":45.06700113415718,"p95":45.26799917221069,"p99":45.82900181412697},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.6830042004585266,"p90":6.410002708435059,"p95":8.051000535488129,"p99":10.77599823474884},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.23999810218811035,"p90":0.5609989166259766,"p95":0.5609989166259766,"p99":0.5609989166259766},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.57999753952026,"p90":67.22100079059601,"p95":67.42200255393982,"p99":67.94200092554092},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":43.584998697042465,"p90":44.185999780893326,"p95":44.38599944114685,"p99":44.7469986975193},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":104.83700037002563,"p90":105.71800172328949,"p95":105.99900037050247,"p99":106.51999711990356},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.766000270843506,"p90":6.609000265598297,"p95":7.73099809885025,"p99":9.494006633758545},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":9421896.923361156,"p90":9234709.5134291,"p95":9152090.907910446,"p99":9003781.005729472},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":86.93099766969681,"p90":89.89500254392624,"p95":90.85699915885925,"p99":92.2980010509491},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.94500011205673,"p90":71.74800336360931,"p95":72.66899943351746,"p99":74.3120014667511},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":156.87599778175354,"p90":161.64300590753555,"p95":163.5259985923767,"p99":166.6100025177002},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":150.62600374221802,"p90":151.9480049610138,"p95":152.38900482654572,"p99":153.58999371528625},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":149.74500238895416,"p90":151.9480049610138,"p95":152.9500037431717,"p99":154.67199683189392},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":85.60899645090103,"p90":86.4500030875206,"p95":86.64999902248383,"p99":87.2109979391098},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":69.70400363206863,"p90":70.70600241422653,"p95":70.98600268363953,"p99":71.62799686193466},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.1690062284469604,"p95":6.1690062284469604,"p99":6.1690062284469604},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.8820017576217651,"p90":6.008997559547424,"p95":6.689995527267456,"p99":9.493991732597351},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.679999589920044,"p90":0.20000338554382324,"p95":0.20000338554382324,"p99":0.20000338554382324},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":85.24800091981888,"p90":85.9690010547638,"p95":86.24900132417679,"p99":86.64999902248383},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.38000160455704,"p90":67.34099984169006,"p95":67.66100227832794,"p99":68.30299645662308},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":146.29900455474854,"p90":147.58199453353882,"p95":147.98200130462646,"p99":148.82400631904602},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.2850056886672974,"p90":6.0889869928359985,"p95":7.09100067615509,"p99":8.652999997138977},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":13676583.307137264,"p90":13478294.76619629,"p95":13389996.403262142,"p99":13240922.998012884},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":167.93200373649597,"p90":173.26000332832336,"p95":175.02200603485107,"p99":178.02700400352478},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":122.34299629926682,"p90":123.90600144863129,"p95":124.78700280189514,"p99":126.910001039505},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":290.2750000357628,"p90":297.16600477695465,"p95":299.8090088367462,"p99":304.9370050430298},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":281.02201223373413,"p90":287.79199719429016,"p95":289.83500599861145,"p99":292.87999868392944},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":287.55199909210205,"p90":293.4809923171997,"p95":295.16300559043884,"p99":298.72798919677734},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":166.3299947977066,"p90":173.4199970960617,"p95":175.10299384593964,"p99":178.2280057668686},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":116.49499833583832,"p90":118.65799874067307,"p95":119.37899887561798,"p99":120.54099887609482},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209015846252441,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.125011920928955,"p90":6.76998496055603,"p95":7.692009210586548,"p99":10.134994983673096},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.164006233215332,"p90":1.6820132732391357,"p95":1.6820132732391357,"p99":1.6820132732391357},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":163.72600197792053,"p90":169.09299790859222,"p95":170.8959937095642,"p99":174.06100034713745},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":118.817999958992,"p90":119.8199987411499,"p95":120.14000117778778,"p99":120.62100321054459},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":282.463014125824,"p90":287.99301385879517,"p95":289.9149954319,"p99":292.64000058174133},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.128026008605957,"p90":7.25102424621582,"p95":8.412003517150879,"p99":10.295987129211426},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":14244380.191869447,"p90":13956610.844401695,"p95":13877077.826221596,"p99":13711470.461851815},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9957,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2109,"max":2111,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2110,"max":2112,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2059,"p50":2102,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2060,"p50":2104,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2108,"max":2109,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2058,"p50":2105,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2060,"p50":2104,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2058,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json new file mode 100644 index 0000000000..631c10af57 --- /dev/null +++ b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:06:57.861842+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.681000530719757,"p90":31.606998294591904,"p95":32.568998634815216,"p99":35.37299856543541},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.401000261306763,"p90":29.965000227093697,"p95":31.085999682545662,"p99":32.76899829506874},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":55.08200079202652,"p90":61.5719985216856,"p95":63.65499831736088,"p99":68.14199686050415},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":45.54799944162369,"p90":50.39500072598457,"p95":51.47700011730194,"p99":52.99900099635124},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.11200127005577,"p90":51.03699862957001,"p95":52.03799903392792,"p99":54.120998829603195},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.72000043094158,"p90":27.000999078154564,"p95":27.11999975144863,"p99":27.241000905632973},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":24.116000160574913,"p90":24.476999416947365,"p95":24.596000090241432,"p99":24.716999381780624},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1689987778663635,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.0829997956752777,"p90":6.609000265598297,"p95":8.051998913288116,"p99":11.498000472784042},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.20000338554382324,"p90":0.2410002052783966,"p95":0.2410002052783966,"p99":0.2410002052783966},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":26.839999482035637,"p90":27.03999914228916,"p95":27.080999687314034,"p99":27.201000601053238},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":23.876000195741653,"p90":24.396000429987907,"p95":24.5169997215271,"p99":24.83700029551983},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":44.62699964642525,"p90":45.14800012111664,"p95":45.34799978137016,"p99":45.7490012049675},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.4449994564056396,"p90":6.209999322891235,"p95":7.370002567768097,"p99":9.534001350402832},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":166278.67868342213,"p90":156749.02942597668,"p95":153733.81276217275,"p99":147816.93193038684},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.560999616980553,"p90":31.40699863433838,"p95":32.32799842953682,"p99":33.77100080251694},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.762999922037125,"p90":31.127000227570534,"p95":32.24800154566765,"p99":34.29200127720833},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":56.32399953901768,"p90":62.53399886190891,"p95":64.57599997520447,"p99":68.06300207972527},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":46.229999512434006,"p90":48.914000391960144,"p95":50.03499984741211,"p99":52.23900079727173},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.313999712467194,"p90":51.757000386714935,"p95":53.199999034404755,"p99":54.92199957370758},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.520000770688057,"p90":26.839999482035637,"p95":26.920000091195107,"p99":27.0409993827343},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":24.917999282479286,"p90":25.397999212145805,"p95":25.51800012588501,"p99":25.798000395298004},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129998713731766,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.3209991157054901,"p90":4.647001624107361,"p95":5.728002637624741,"p99":9.454000741243362},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.1600012183189392,"p90":0.2400018274784088,"p95":0.2400018274784088,"p99":0.2400018274784088},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":26.639999821782112,"p90":26.840999722480774,"p95":26.920000091195107,"p99":27.03999914228916},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":25.19799955189228,"p90":25.638999417424202,"p95":25.798000395298004,"p99":26.11899934709072},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":45.98899930715561,"p90":46.470001339912415,"p95":46.629998832941055,"p99":46.98999971151352},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.244999796152115,"p90":6.009001284837723,"p95":7.291000336408615,"p99":9.17300209403038},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":324451.4761181499,"p90":309136.92602840456,"p95":300751.885157981,"p99":291322.2410725841},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.96199917793274,"p90":31.807001680135727,"p95":32.889001071453094,"p99":34.77200120687485},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.045999377965927,"p90":33.649999648332596,"p95":34.772999584674835,"p99":37.05500066280365},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":59.007998555898666,"p90":65.45700132846832,"p95":67.66200065612793,"p99":71.8270018696785},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":49.313999712467194,"p90":51.47700011730194,"p95":53.599998354911804,"p99":55.48299849033356},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":51.79800093173981,"p90":54.40099909901619,"p95":55.403001606464386,"p99":57.085998356342316},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.760000735521317,"p90":27.03999914228916,"p95":27.11999975144863,"p99":27.320999652147293},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.761999517679214,"p90":28.362000361084938,"p95":28.522999957203865,"p99":28.762999922037125},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129000335931778,"p90":6.169002503156662,"p95":6.169002503156662,"p99":6.169002503156662},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0010004043579102,"p90":5.408000200986862,"p95":6.808999925851822,"p99":9.854000061750412},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.23900344967842102,"p90":0.2400018274784088,"p95":0.2400018274784088,"p99":0.2400018274784088},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":26.87999978661537,"p90":27.12099999189377,"p95":27.2000003606081,"p99":27.320999652147293},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.520999312400818,"p90":28.04199978709221,"p95":28.201999142766,"p99":28.522999957203865},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.35199937224388,"p90":48.95399883389473,"p95":49.19400066137314,"p99":50.47500133514404},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.3650025725364685,"p90":6.0079991817474365,"p95":6.850000470876694,"p99":8.733000606298447},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":617784.4593301986,"p90":588224.4909097396,"p95":577586.034549187,"p99":560557.7711061396},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.162000700831413,"p90":31.808000057935715,"p95":33.00999850034714,"p99":35.53299978375435},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.367000192403793,"p90":34.13200005888939,"p95":35.53299978375435,"p99":37.4159999191761},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":59.52900089323521,"p90":65.9400001168251,"p95":68.54299828410149,"p99":72.94899970293045},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":50.03499984741211,"p90":53.16000059247017,"p95":54.52200025320053,"p99":58.487001806497574},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.43799835443497,"p90":55.041998624801636,"p95":56.244999170303345,"p99":58.04700031876564},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.079999446868896,"p90":27.481000870466232,"p95":27.56199985742569,"p99":27.72199921309948},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.201999142766,"p90":28.762999922037125,"p95":28.88300083577633,"p99":29.123999178409576},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.130002439022064,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0810010135173798,"p90":5.2879974246025085,"p95":6.249003112316132,"p99":10.416001081466675},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.1600012183189392,"p90":0.2410002052783966,"p95":0.2410002052783966,"p99":0.2410002052783966},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.15899981558323,"p90":27.441000565886497,"p95":27.520999312400818,"p99":27.721000835299492},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.842000126838684,"p90":28.40300090610981,"p95":28.603000566363335,"p99":29.002999886870384},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.95300045609474,"p90":49.5540015399456,"p95":49.795001745224,"p99":50.87599903345108},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.4449994564056396,"p90":5.888000130653381,"p95":7.250998169183731,"p99":9.093999862670898},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":1220488.9966893096,"p90":1162748.4756914685,"p95":1137878.9393562868,"p99":1102554.8202067877},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.205000191926956,"p90":33.84999930858612,"p95":34.89299863576889,"p99":36.614999175071716},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":32.08699822425842,"p90":34.53199937939644,"p95":35.49300134181976,"p99":37.376001477241516},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":62.29199841618538,"p90":68.38199868798256,"p95":70.38599997758865,"p99":73.99100065231323},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":52.03799903392792,"p90":55.323000997304916,"p95":57.04500153660774,"p99":59.16899815201759},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.16299977898598,"p90":57.56700038909912,"p95":58.60700085759163,"p99":60.610998421907425},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":29.04300019145012,"p90":29.40399944782257,"p95":29.524000361561775,"p99":29.764000326395035},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.24299968779087,"p90":28.922999277710915,"p95":29.083000496029854,"p99":29.40399944782257},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129000335931778,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.8020011484622955,"p90":5.689002573490143,"p95":7.010001689195633,"p99":8.572999387979507},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.1600012183189392,"p90":0.360000878572464,"p95":0.360000878572464,"p99":0.360000878572464},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":29.16399948298931,"p90":29.443999752402306,"p95":29.524000361561775,"p99":29.683999717235565},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.522999957203865,"p90":29.08400073647499,"p95":29.24400009214878,"p99":29.48400005698204},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":51.5579991042614,"p90":52.19800025224686,"p95":52.358001470565796,"p99":52.71900072693825},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.5260021686553955,"p90":6.1689987778663635,"p95":7.290996611118317,"p99":9.012997150421143},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":2320395.9268502444,"p90":2223496.0851675374,"p95":2184039.417253674,"p99":2111827.9410116975},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":33.36799889802933,"p90":37.255000323057175,"p95":38.297999650239944,"p99":40.50000011920929},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.686998903751373,"p90":34.13200005888939,"p95":35.21300107240677,"p99":37.13599964976311},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":65.0549978017807,"p90":71.38700038194656,"p95":73.51100072264671,"p99":77.6359997689724},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":54.962001740932465,"p90":59.24899876117706,"p95":60.4499988257885,"p99":63.21500241756439},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":57.72700160741806,"p90":60.451000928878784,"p95":61.33199855685234,"p99":62.77400255203247},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":31.888000667095184,"p90":32.32799842953682,"p95":32.409001141786575,"p99":32.568998634815216},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.12200039625168,"p90":28.5630002617836,"p95":28.72299961745739,"p99":29.12300080060959},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.130002439022064,"p90":6.169997155666351,"p95":6.169997155666351,"p99":6.169997155666351},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.8430016934871674,"p90":5.929000675678253,"p95":7.09100067615509,"p99":9.493999183177948},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.160999596118927,"p90":0.36100298166275024,"p95":0.36100298166275024,"p99":0.36100298166275024},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.92799910902977,"p90":32.28899836540222,"p95":32.44800120592117,"p99":32.68900141119957},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.162000700831413,"p90":28.64300087094307,"p95":28.80300022661686,"p99":29.083000496029854},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.16100099682808,"p90":54.721999913454056,"p95":54.962001740932465,"p99":56.1240017414093},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.525998443365097,"p90":6.129000335931778,"p95":7.089998573064804,"p99":8.812997490167618},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":4434666.496988186,"p90":4234834.759827825,"p95":4174003.880905627,"p99":4078121.349483893},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":42.743999511003494,"p90":46.22900113463402,"p95":47.23000153899193,"p99":48.71299862861633},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":33.65100175142288,"p90":36.253999918699265,"p95":37.29600086808205,"p99":39.138998836278915},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":76.39500126242638,"p90":82.48300105333328,"p95":84.52600240707397,"p99":87.85199746489525},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":66.82000309228897,"p90":70.42600214481354,"p95":71.54799997806549,"p99":74.67199862003326},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.46399807929993,"p90":72.02800363302231,"p95":73.19000363349915,"p99":74.47099685668945},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":41.423000395298004,"p90":41.86299815773964,"p95":42.02200099825859,"p99":43.143998831510544},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":30.285000801086426,"p90":30.805999413132668,"p95":30.926000326871872,"p99":31.327001750469208},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168000400066376,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.5220046043395996,"p90":6.209999322891235,"p95":7.651001214981079,"p99":10.615997016429901},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.24099647998809814,"p90":0.2809986472129822,"p95":0.2809986472129822,"p99":0.2809986472129822},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":41.50199890136719,"p90":41.86299815773964,"p95":41.98300093412399,"p99":42.18300059437752},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.205000191926956,"p90":30.686000362038612,"p95":30.845999717712402,"p99":31.127000227570534},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":65.69799780845642,"p90":66.33999943733215,"p95":66.61900132894516,"p99":67.90199875831604},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.724999725818634,"p90":6.130002439022064,"p95":7.169999182224274,"p99":8.573003113269806},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":7370724.60781054,"p90":7108346.395502013,"p95":6995490.8400312895,"p99":6875159.748234375},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":67.94100254774094,"p90":71.14700227975845,"p95":72.10800051689148,"p99":73.79099726676941},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":41.54200106859207,"p90":43.505001813173294,"p95":44.50700059533119,"p99":46.34900018572807},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":109.48300361633301,"p90":114.65200409293175,"p95":116.61500111222267,"p99":120.13999745249748},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":99.66900199651718,"p90":101.71200335025787,"p95":103.59500348567963,"p99":106.23899847269058},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":102.71400213241577,"p90":104.83700037002563,"p95":106.03799670934677,"p99":107.9619973897934},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":66.41999632120132,"p90":67.10100173950195,"p95":67.34099984169006,"p99":67.98200309276581},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":37.696998566389084,"p90":38.33699971437454,"p95":38.57799991965294,"p99":38.9380007982254},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1689987778663635,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.681998372077942,"p90":6.571002304553986,"p95":8.092001080513,"p99":12.29800283908844},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.3599971532821655,"p90":-0.1600012183189392,"p95":-0.1600012183189392,"p99":-0.1600012183189392},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.45999848842621,"p90":67.13999807834625,"p95":67.30099767446518,"p99":67.86099821329117},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":37.93700039386749,"p90":38.458000868558884,"p95":38.61699998378754,"p99":38.9380007982254},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":98.98799657821655,"p90":99.74899888038635,"p95":99.95000064373016,"p99":100.43100267648697},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.68499755859375,"p90":6.48999959230423,"p95":7.853001356124878,"p99":10.857000946998596},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":9969429.471552383,"p90":9767543.867010297,"p95":9656915.745087242,"p99":9484818.961832285},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":87.41100132465363,"p90":90.25599807500839,"p95":91.2960022687912,"p99":93.13999861478806},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.03799903392792,"p90":54.200999438762665,"p95":55.201999843120575,"p99":56.76500126719475},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":139.44900035858154,"p90":144.45699751377106,"p95":146.49800211191177,"p99":149.9049998819828},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":132.7580064535141,"p90":134.07999277114868,"p95":134.7620040178299,"p99":136.92499697208405},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":132.07800686359406,"p90":134.32100415229797,"p95":135.4829967021942,"p99":137.08500564098358},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":86.24900132417679,"p90":87.13100105524063,"p95":87.45100349187851,"p99":87.89099752902985},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":50.71600154042244,"p90":51.676999777555466,"p95":51.87800154089928,"p99":52.23900079727173},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129011511802673,"p90":6.168991327285767,"p95":6.168991327285767,"p99":6.168991327285767},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.1229982376098633,"p90":6.009012460708618,"p95":7.692009210586548,"p99":10.334998369216919},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.20100176334381104,"p90":0.48200786113739014,"p95":0.48200786113739014,"p99":0.48200786113739014},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":85.52800118923187,"p90":86.24999970197678,"p95":86.48999780416489,"p99":87.01000362634659},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.59299957752228,"p90":49.47400093078613,"p95":49.71500113606453,"p99":50.234999507665634},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":128.83299589157104,"p90":129.87500429153442,"p95":130.1950067281723,"p99":130.75600564479828},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.0439943075180054,"p90":6.050005555152893,"p95":7.249996066093445,"p99":9.173989295959473},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":15505988.079568077,"p90":15247056.950809453,"p95":15116288.020272523,"p99":14939635.377508571},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":167.05000400543213,"p90":171.25700414180756,"p95":172.49800264835358,"p99":175.30299723148346},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":83.28499644994736,"p90":84.96800065040588,"p95":86.12900227308273,"p99":87.69199997186661},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":250.3350004553795,"p90":256.22500479221344,"p95":258.6270049214363,"p99":262.99499720335007},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":241.16100370883942,"p90":248.45199286937714,"p95":250.21401047706604,"p99":253.17901372909546},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":242.04200506210327,"p90":246.0079938173294,"p95":247.32999503612518,"p99":251.0559856891632},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":165.1269942522049,"p90":171.73799872398376,"p95":173.50000143051147,"p99":181.83200061321259},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":78.23800295591354,"p90":79.55999672412872,"p95":80.23999631404877,"p99":81.24200254678726},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1690062284469604,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.6040077209472656,"p90":6.770998239517212,"p95":8.212998509407043,"p99":10.095000267028809},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0020136833190918,"p90":1.5619993209838867,"p95":1.5619993209838867,"p99":1.5619993209838867},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":162.5629961490631,"p90":166.28900170326233,"p95":167.53000020980835,"p99":170.414999127388},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":79.80000227689743,"p90":80.55999875068665,"p95":80.80100268125534,"p99":81.28099888563156},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":237.31499910354614,"p90":241.08099937438965,"p95":242.4429953098297,"p99":245.5279976129532},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.566997289657593,"p90":6.93000853061676,"p95":7.730990648269653,"p99":9.294003248214722},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":16922682.486244675,"p90":16649865.463483438,"p95":16560870.424962955,"p99":16315086.01062127},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2066,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2071,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2071,"p50":2105,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2106,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2076,"p50":2109,"max":2111,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json new file mode 100644 index 0000000000..9b988c727e --- /dev/null +++ b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:43:08.375769+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":889.4490003585815,"p90":899.3440270423889,"p95":909.8830223083496,"p99":923.4240055084229},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1042.4779653549194,"p90":1053.257942199707,"p95":1056.2629699707031,"p99":1061.1900091171265},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1931.926965713501,"p90":1952.601969242096,"p95":1966.1459922790527,"p99":1984.6140146255493},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1887.2599601745605,"p90":1914.6610498428345,"p95":1918.3859825134277,"p99":1926.6870021820068},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1907.7789783477783,"p90":1923.6830472946167,"p95":1927.40797996521,"p99":1934.6580505371094},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":850.2740263938904,"p90":859.9249720573425,"p95":862.3279929161072,"p99":865.6529784202576},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":988.2360100746155,"p90":1017.6049470901489,"p95":1022.6529836654663,"p99":1031.1850309371948},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.248950958251953,"p90":6.5299272537231445,"p95":6.5299272537231445,"p99":6.5299272537231445},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":32.36198425292969,"p90":45.38702964782715,"p95":49.92198944091797,"p99":58.4789514541626},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-8.693099021911621,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":836.6940021514893,"p90":854.7170162200928,"p95":856.9200038909912,"p99":860.729992389679},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1003.0590295791626,"p90":1018.1610584259033,"p95":1022.2079753875732,"p99":1027.5349617004395},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1851.6860008239746,"p90":1868.3120012283325,"p95":1872.277021408081,"p99":1879.809021949768},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":55.17005920410156,"p90":63.46309185028076,"p95":65.74702262878418,"p99":70.19305229187012},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":8587996.925193753,"p90":8516995.57421465,"p95":8500535.52247705,"p99":8468680.03131168},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1453.0110359191895,"p90":1482.295036315918,"p95":1487.1820211410522,"p99":1491.989016532898},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1382.1510076522827,"p90":1411.0740423202515,"p95":1415.281057357788,"p99":1420.7689762115479},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2835.162043571472,"p90":2893.3690786361694,"p95":2902.4630784988403,"p99":2912.757992744446},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2796.658992767334,"p90":2803.148031234741,"p95":2805.5639266967773,"p99":2817.729949951172},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2798.9940643310547,"p90":2827.3448944091797,"p95":2831.6309452056885,"p99":2836.678981781006},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1328.46999168396,"p90":1335.1199626922607,"p95":1336.8430137634277,"p99":1339.2469882965088},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1265.4500007629395,"p90":1269.497036933899,"p95":1270.3779935836792,"p99":1272.7810144424438},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.7310333251953125,"p90":6.891012191772461,"p95":6.891012191772461,"p99":6.891012191772461},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.047218322753906,"p90":35.26592254638672,"p95":39.59202766418457,"p99":52.186012268066406},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.8029212951660156,"p90":1.9240379333496094,"p95":1.9240379333496094,"p99":1.9240379333496094},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1406.988024711609,"p90":1413.9189720153809,"p95":1415.7220125198364,"p99":1419.0399646759033},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1347.8540182113647,"p90":1351.7390489578247,"p95":1352.781057357788,"p99":1356.3870191574097},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2777.200937271118,"p90":2780.5659770965576,"p95":2781.6081047058105,"p99":2784.532070159912},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.780014038085938,"p90":49.70216751098633,"p95":53.90787124633789,"p99":60.35900115966797},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":11707063.054394646,"p90":11589672.015181372,"p95":11572129.502073847,"p99":11551536.219098942},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2789.700984954834,"p90":2816.648006439209,"p95":2823.338031768799,"p99":2834.7949981689453},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2563.6420249938965,"p90":2592.9250717163086,"p95":2596.851110458374,"p99":2604.542016983032},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":5353.3430099487305,"p90":5409.573078155518,"p95":5420.189142227173,"p99":5439.3370151519775},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":5310.81485748291,"p90":5322.99280166626,"p95":5328.383922576904,"p99":5338.335990905762},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5324.058055877686,"p90":5349.953174591064,"p95":5355.202198028564,"p99":5366.497993469238},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2694.957971572876,"p90":2719.3830013275146,"p95":2724.271059036255,"p99":2732.7630519866943},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2518.493890762329,"p90":2539.033889770508,"p95":2542.6390171051025,"p99":2550.5709648132324},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.248950958251953,"p90":6.6089630126953125,"p95":6.6089630126953125,"p99":6.6089630126953125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":95.76606750488281,"p90":124.66716766357422,"p95":130.25283813476562,"p99":152.41003036499023},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-7.730960845947266,"p90":7.010936737060547,"p95":7.010936737060547,"p99":7.010936737060547},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2701.927900314331,"p90":2721.759080886841,"p95":2725.832939147949,"p99":2734.1771125793457},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2532.6240062713623,"p90":2541.8779850006104,"p95":2554.9890995025635,"p99":2563.349962234497},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5253.9520263671875,"p90":5273.501873016357,"p95":5278.42903137207,"p99":5287.900924682617},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":71.48361206054688,"p90":94.51913833618164,"p95":102.2496223449707,"p99":116.35684967041016},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":12309407.469298568,"p90":12249826.841710515,"p95":12237819.894854032,"p99":12212060.84112098},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5606.818199157715,"p90":5633.738040924072,"p95":5643.311977386475,"p99":5658.413887023926},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4956.225872039795,"p90":4986.472129821777,"p95":4991.438865661621,"p99":4996.126174926758},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":10563.04407119751,"p90":10620.21017074585,"p95":10634.750843048096,"p99":10654.540061950684},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":10519.362449645996,"p90":10544.474601745605,"p95":10555.617332458496,"p99":10574.078559875488},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10540.51399230957,"p90":10565.465927124023,"p95":10574.564933776855,"p99":10590.2681350708},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":5397.407054901123,"p90":5466.487884521484,"p95":5479.426860809326,"p99":5499.697208404541},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":4905.7512283325195,"p90":4929.145812988281,"p95":4934.692859649658,"p99":4945.731163024902},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.289482116699219,"p90":6.649971008300781,"p95":6.649971008300781,"p99":6.649971008300781},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":303.77960205078125,"p90":418.46656799316406,"p95":454.4038772583008,"p99":506.7930221557617},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-9.175300598144531,"p90":26.079177856445312,"p95":26.079177856445312,"p99":26.079177856445312},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5408.961772918701,"p90":5473.482131958008,"p95":5488.264083862305,"p99":5510.978221893311},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4928.6041259765625,"p90":4937.057018280029,"p95":4945.570945739746,"p99":4955.104827880859},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10354.551315307617,"p90":10419.572830200195,"p95":10433.99429321289,"p99":10455.341339111328},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":188.0807876586914,"p90":276.45397186279297,"p95":292.71697998046875,"p99":314.3148422241211},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":12435067.217370141,"p90":12405699.938277924,"p95":12395025.310340196,"p99":12376646.023337325},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0007,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2093,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0003,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2099,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2094,"p50":2098,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2099,"p50":2101,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2092,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2099,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2103,"max":2105,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0003,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2091,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0003,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2085,"p50":2094,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0007,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2099,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2099,"p50":2102,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2102,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2098,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2096,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2099,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json new file mode 100644 index 0000000000..2fe2300052 --- /dev/null +++ b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T17:27:47.147094+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1299.7820377349854,"p90":1430.3369522094727,"p95":1473.2019901275635,"p99":1559.29696559906},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1205.2459716796875,"p90":1338.4870290756226,"p95":1376.1030435562134,"p99":1451.0560035705566},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2505.028009414673,"p90":2768.823981285095,"p95":2849.305033683777,"p99":3010.3529691696167},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2397.984027862549,"p90":2623.3739852905273,"p95":2692.517042160034,"p99":2786.9789600372314},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2293.118953704834,"p90":2441.7409896850586,"p95":2506.2379837036133,"p99":2665.5569076538086},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":229.98499870300293,"p90":233.3499938249588,"p95":234.3910038471222,"p99":236.395001411438},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":731.6570281982422,"p90":859.2439889907837,"p95":866.8959736824036,"p99":875.1479983329773},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":941.6519999504089,"p90":1133.2199573516846,"p95":1181.2520027160645,"p99":1283.0040454864502},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.80994987487793,"p90":10.295867919921875,"p95":10.295867919921875,"p99":10.295867919921875},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":513.4890079498291,"p90":856.4050197601318,"p95":963.7649059295654,"p99":1063.673973083496},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":37.93692588806152,"p90":64.41688537597656,"p95":64.41688537597656,"p99":64.41688537597656},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":727.8919816017151,"p90":731.8170070648193,"p95":732.899010181427,"p99":735.1019978523254},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":709.941029548645,"p90":751.1630058288574,"p95":756.7309737205505,"p99":767.1470046043396},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1904.2140245437622,"p90":2027.6799201965332,"p95":2062.8929138183594,"p99":2127.150058746338},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":373.9209175109863,"p90":522.4640369415283,"p95":602.1429300308228,"p99":747.8811740875244},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.009900989942252636,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":7144853.943808498,"p90":6709966.40070053,"p95":6537288.2010943005,"p99":6146557.9492808515},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3106.9788932800293,"p90":3495.8019256591797,"p95":3551.203966140747,"p99":3665.3759479522705},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1806.588053703308,"p90":2086.927890777588,"p95":2163.6040210723877,"p99":2284.0640544891357},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":4913.566946983337,"p90":5582.729816436768,"p95":5714.807987213135,"p99":5949.440002441406},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":4651.112079620361,"p90":4982.888221740723,"p95":5119.2121505737305,"p99":5392.620086669922},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4942.490100860596,"p90":5326.786994934082,"p95":5395.851135253906,"p99":5524.682998657227},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":446.0659921169281,"p90":450.7940113544464,"p95":452.2779881954193,"p99":456.2839865684509},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1348.260998725891,"p90":1422.773003578186,"p95":1427.9420375823975,"p99":1434.5840215682983},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1307.0399761199951,"p90":1677.3149967193604,"p95":1725.5070209503174,"p99":1763.2839679718018},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.730079650878906,"p90":11.17706298828125,"p95":11.17706298828125,"p99":11.17706298828125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1850.3751754760742,"p90":2491.935968399048,"p95":2723.4041690826416,"p99":4763.062000274658},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-136.36541366577148,"p90":217.36621856689453,"p95":217.36621856689453,"p99":217.36621856689453},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1343.9350128173828,"p90":1352.787971496582,"p95":1355.512022972107,"p99":1361.0810041427612},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1054.57603931427,"p90":1121.3159561157227,"p95":1150.1590013504028,"p99":1226.4729738235474},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3140.6280994415283,"p90":3411.073923110962,"p95":3481.821060180664,"p99":3642.4219608306885},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1780.670166015625,"p90":2144.8161602020264,"p95":2203.9451599121094,"p99":2322.923183441162},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.011583011597394943,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":6629856.475442282,"p90":6151550.649793816,"p95":6072813.941420583,"p99":5931200.035905093},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5593.907833099365,"p90":5691.934108734131,"p95":5733.676910400391,"p99":5819.4451332092285},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3012.7971172332764,"p90":3116.192102432251,"p95":3163.6641025543213,"p99":3302.8719425201416},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":8606.704950332642,"p90":8808.126211166382,"p95":8897.341012954712,"p99":9122.31707572937},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":8557.592391967773,"p90":8951.66015625,"p95":9049.966812133789,"p99":17842.430114746094},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8594.565391540527,"p90":8726.642608642578,"p95":8781.606674194336,"p99":8891.812324523926},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":913.444995880127,"p90":919.5749759674072,"p95":921.7770099639893,"p99":925.0630140304565},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2649.733066558838,"p90":2682.7430725097656,"p95":2688.5910034179688,"p99":2702.613115310669},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2465.177059173584,"p90":2797.8360652923584,"p95":2885.6871128082275,"p99":3116.633892059326},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.8492889404296875,"p90":9.533882141113281,"p95":9.533882141113281,"p99":9.533882141113281},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1722.2633361816406,"p90":3523.9243507385254,"p95":3970.23344039917,"p99":23168.222427368164},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-218.12820434570312,"p90":283.54644775390625,"p95":283.54644775390625,"p99":283.54644775390625},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2627.300024032593,"p90":2660.5889797210693,"p95":2667.9201126098633,"p99":2679.8970699310303},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1774.4109630584717,"p90":1862.9039525985718,"p95":1898.1959819793701,"p99":1971.3460206985474},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5629.721164703369,"p90":5717.493057250977,"p95":5770.252227783203,"p99":5876.330852508545},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2963.843822479248,"p90":3056.1022758483887,"p95":3093.3995246887207,"p99":3162.139892578125},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":7625283.771126563,"p90":7509875.554556952,"p95":7462871.252544749,"p99":7370375.982773438},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11594.864845275879,"p90":11993.420600891113,"p95":12121.413230895996,"p99":28802.026748657227},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5872.923851013184,"p90":6164.402008056641,"p95":6264.350891113281,"p99":6386.935234069824},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":17467.788696289062,"p90":18157.822608947754,"p95":18385.764122009277,"p99":35188.96198272705},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":17283.43391418457,"p90":17617.578506469727,"p95":17711.231231689453,"p99":17840.06690979004},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17474.559783935547,"p90":17967.538833618164,"p95":18165.395736694336,"p99":45629.886627197266},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1842.5140380859375,"p90":1851.8879413604736,"p95":1854.6210527420044,"p99":1862.7519607543945},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":5416.9769287109375,"p90":5483.462810516357,"p95":5499.445915222168,"p99":5520.637989044189},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":4952.226161956787,"p90":5452.176094055176,"p95":5526.366233825684,"p99":5817.2430992126465},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.40869140625,"p90":9.77325439453125,"p95":9.77325439453125,"p99":9.77325439453125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3652.597427368164,"p90":5066.476821899414,"p95":5445.9638595581055,"p99":6006.00528717041},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-241.32347106933594,"p90":548.8643646240234,"p95":548.8643646240234,"p99":548.8643646240234},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5406.385898590088,"p90":5475.648880004883,"p95":5489.0289306640625,"p99":5521.8400955200195},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3057.770013809204,"p90":3151.1900424957275,"p95":3200.984001159668,"p99":3322.845935821533},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11216.379165649414,"p90":11515.731811523438,"p95":11606.680870056152,"p99":11766.785621643066},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6239.129066467285,"p90":6666.089057922363,"p95":6797.472953796387,"p99":34294.38495635986},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01253132801502943,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":7500732.586150478,"p90":7294933.447131765,"p95":7215477.267871069,"p99":2872503.3018573355},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0549,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":1991,"p50":2086,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0538,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2001,"p50":2092,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0529,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2002,"p50":2091,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0524,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2014,"p50":2096,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0496,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":1996,"p50":2086,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0528,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":1994,"p50":2091,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.054,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1997,"p50":2095,"max":2105,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0549,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":1987,"p50":2083,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0545,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":1987,"p50":2088,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0536,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2014,"p50":2093,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0406,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2014,"p50":2096,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0419,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2002,"p50":2089,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0474,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2001,"p50":2095,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0504,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2016,"p50":2092,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0394,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2008,"p50":2091,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0433,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2003,"p50":2093,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0479,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json new file mode 100644 index 0000000000..37ca72b0b3 --- /dev/null +++ b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T15:50:22.335449+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":277.6170074939728,"p90":281.3020050525665,"p95":282.584011554718,"p99":285.1479947566986},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":221.69199585914612,"p90":224.13699328899384,"p95":225.17800331115723,"p99":227.0209938287735},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":499.3090033531189,"p90":505.43899834156036,"p95":507.76201486587524,"p99":512.1689885854721},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":490.2549982070923,"p90":494.38101053237915,"p95":496.0640072822571,"p99":500.3100037574768},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":492.2190010547638,"p90":496.2649941444397,"p95":497.5059926509857,"p99":499.8700022697449},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":272.68901467323303,"p90":276.3740122318268,"p95":277.3759961128235,"p99":279.2989909648895},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":218.96900236606598,"p90":221.451997756958,"p95":222.09300100803375,"p99":223.25499355793},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.127983331680298,"p90":6.169021129608154,"p95":6.169021129608154,"p99":6.169021129608154},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.6440024375915527,"p90":6.410002708435059,"p95":8.212000131607056,"p99":11.137008666992188},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1619925498962402,"p90":1.4010071754455566,"p95":1.4010071754455566,"p99":1.4010071754455566},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":273.68998527526855,"p90":277.0549952983856,"p95":278.25799584388733,"p99":280.580997467041},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":217.32600033283234,"p90":219.4090038537979,"p95":220.09000182151794,"p99":221.1720049381256},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":486.77000403404236,"p90":490.6559884548187,"p95":491.7370080947876,"p99":494.8219954967499},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.127996206283569,"p90":8.572995662689209,"p95":10.417014360427856,"p99":13.339996337890625},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":16642998.304505855,"p90":16507309.79750647,"p95":16466133.314994894,"p99":16388260.873432752},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":494.4620132446289,"p90":501.5919804573059,"p95":504.3969750404358,"p99":509.7240209579468},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":416.1039888858795,"p90":418.74799132347107,"p95":419.6299910545349,"p99":421.9929873943329},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":910.5660021305084,"p90":920.339971780777,"p95":924.0269660949707,"p99":931.7170083522797},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":898.9880084991455,"p90":906.2790274620056,"p95":908.9229702949524,"p99":912.5279784202576},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":903.3949971199036,"p90":910.726010799408,"p95":913.129985332489,"p99":917.0560240745544},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":488.0119860172272,"p90":494.7820007801056,"p95":496.4649975299835,"p99":501.75201892852783},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":413.3799970149994,"p90":416.82499647140503,"p95":418.02701354026794,"p99":420.1500117778778},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.088972091674805,"p90":6.129026412963867,"p95":6.129026412963867,"p99":6.129026412963867},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.925992012023926,"p90":6.289958953857422,"p95":7.53098726272583,"p99":10.616004467010498},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.9220242500305176,"p90":0.961005687713623,"p95":0.961005687713623,"p99":0.961005687713623},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":490.53600430488586,"p90":497.54598736763,"p95":500.47099590301514,"p99":506.1990022659302},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":411.6170108318329,"p90":414.1010046005249,"p95":414.902001619339,"p99":416.1840081214905},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":898.1469869613647,"p90":905.597984790802,"p95":907.8019857406616,"p99":912.289023399353},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.767000675201416,"p90":8.131027221679688,"p95":10.254979133605957,"p99":14.021039009094238},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":18136031.361955203,"p90":17990042.89513881,"p95":17942680.957995545,"p99":17865865.955718342},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1002.9439926147461,"p90":1017.8060531616211,"p95":1023.0139493942261,"p99":1037.0349884033203},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":808.0520033836365,"p90":812.3779892921448,"p95":813.7410283088684,"p99":816.8650269508362},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1810.9959959983826,"p90":1830.1840424537659,"p95":1836.7549777030945,"p99":1853.9000153541565},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1794.7720289230347,"p90":1812.2789859771729,"p95":1817.4060583114624,"p99":1824.336051940918},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1803.0240535736084,"p90":1818.8079595565796,"p95":1824.897050857544,"p99":1837.156057357788},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":993.0099844932556,"p90":1006.0689449310303,"p95":1010.5960369110107,"p99":1023.7760543823242},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":802.7240037918091,"p90":807.9720139503479,"p95":809.2939853668213,"p99":813.0589723587036},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168961524963379,"p90":6.248950958251953,"p95":6.248950958251953,"p99":6.248950958251953},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.172035217285156,"p90":12.298941612243652,"p95":13.900041580200195,"p99":16.183972358703613},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.5250186920166016,"p90":3.4050941467285156,"p95":3.4050941467285156,"p99":3.4050941467285156},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":997.8560209274292,"p90":1012.037992477417,"p95":1017.0849561691284,"p99":1033.0300331115723},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":802.9239773750305,"p90":807.1709871292114,"p95":808.5319995880127,"p99":810.9359741210938},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1795.8539724349976,"p90":1811.918020248413,"p95":1817.486047744751,"p99":1829.3839693069458},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.050991058349609,"p90":10.015010833740234,"p95":11.097073554992676,"p99":13.379931449890137},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":18173911.731822744,"p90":18016195.622977562,"p95":17956081.40448354,"p99":17836263.756018195},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2010.1749897003174,"p90":2047.9919910430908,"p95":2059.5688819885254,"p99":2089.214086532593},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1598.276972770691,"p90":1606.3289642333984,"p95":1608.6130142211914,"p99":1612.9000186920166},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":3608.4519624710083,"p90":3654.3209552764893,"p95":3668.181896209717,"p99":3702.1141052246094},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":3597.395896911621,"p90":3632.2479248046875,"p95":3648.552894592285,"p99":3686.889886856079},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3601.7229557037354,"p90":3637.0949745178223,"p95":3649.6739387512207,"p99":3677.1950721740723},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2001.4820098876953,"p90":2037.816047668457,"p95":2053.9209842681885,"p99":2080.080032348633},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1587.5810384750366,"p90":1599.7190475463867,"p95":1602.403998374939,"p99":1606.1689853668213},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129980087280273,"p90":6.5288543701171875,"p95":6.5288543701171875,"p99":6.5288543701171875},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.980865478515625,"p90":18.507957458496094,"p95":20.07007598876953,"p99":24.15609359741211},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-8.613109588623047,"p90":5.969047546386719,"p95":5.969047546386719,"p99":5.969047546386719},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2001.4820098876953,"p90":2039.618968963623,"p95":2051.598072052002,"p99":2080.359935760498},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1593.0700302124023,"p90":1601.2810468673706,"p95":1603.605031967163,"p99":1608.4129810333252},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3591.2671089172363,"p90":3626.31893157959,"p95":3638.658046722412,"p99":3665.9390926361084},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.094881057739258,"p90":15.063047409057617,"p95":16.664981842041016,"p99":19.548892974853516},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":18195735.986916024,"p90":18018776.09992526,"p95":17956672.59591522,"p99":17822279.948083658},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9962,"throttle_fraction_max":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2106,"max":2108,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2104,"max":2107,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2098,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2102,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2103,"max":2107,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2085,"p50":2104,"max":2106,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2101,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2099,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json new file mode 100644 index 0000000000..c4f669080d --- /dev/null +++ b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:13:37.823091+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":278.5769999027252,"p90":283.02401304244995,"p95":284.7070097923279,"p99":287.83100843429565},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":140.16999304294586,"p90":143.21500062942505,"p95":144.29600536823273,"p99":146.74000442028046},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":418.7469929456711,"p90":426.239013671875,"p95":429.0030151605606,"p99":434.5710128545761},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":406.5290093421936,"p90":410.41499376296997,"p95":412.45800256729126,"p99":415.1020050048828},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":410.3749990463257,"p90":415.3830111026764,"p95":417.06499457359314,"p99":420.4699993133545},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":202.4639993906021,"p90":205.98900318145752,"p95":207.19000697135925,"p99":209.5939964056015},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":272.88898825645447,"p90":276.97500586509705,"p95":278.3370018005371,"p99":282.8240096569061},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":135.20300388336182,"p90":137.20600306987762,"p95":137.92699575424194,"p99":139.0479952096939},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.208986043930054,"p95":6.208986043930054,"p99":6.208986043930054},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.6440024375915527,"p90":7.252007722854614,"p95":8.691996335983276,"p99":12.017011642456055},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.5220046043395996,"p90":0.8009970188140869,"p95":0.8009970188140869,"p99":0.8009970188140869},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":274.7719883918762,"p90":278.5769999027252,"p95":280.01898527145386,"p99":283.5850119590759},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":135.44300198554993,"p90":138.12699913978577,"p95":138.84800672531128,"p99":140.12999832630157},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":404.88699078559875,"p90":409.5340073108673,"p95":411.3759994506836,"p99":415.2219891548157},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.887014627456665,"p90":8.493006229400635,"p95":10.296016931533813,"p99":13.861000537872314},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":19962229.714377012,"p90":19721557.64929698,"p95":19642022.482312363,"p99":19482959.577087276},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":506.4389705657959,"p90":527.9110074043274,"p95":535.8020067214966,"p99":551.2660145759583},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":249.41399693489075,"p90":252.41801142692566,"p95":253.38000059127808,"p99":254.94199991226196},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":755.8529675006866,"p90":780.329018831253,"p95":789.1820073127747,"p99":806.2080144882202},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":737.625002861023,"p90":759.8990201950073,"p95":774.9210000038147,"p99":801.5199899673462},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":745.9579706192017,"p90":766.2680149078369,"p95":774.6400237083435,"p99":792.4669981002808},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":398.03698658943176,"p90":403.16399931907654,"p95":405.2470028400421,"p99":408.45200419425964},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":495.0610101222992,"p90":515.1320099830627,"p95":524.586021900177,"p99":560.5199933052063},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":244.20499801635742,"p90":248.25100600719452,"p95":249.17300045490265,"p99":250.45499205589294},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.08903169631958,"p90":6.25002384185791,"p95":6.25002384185791,"p99":6.25002384185791},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.0449628829956055,"p90":6.650030612945557,"p95":8.2930326461792,"p99":11.77901029586792},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.481950283050537,"p90":3.206014633178711,"p95":3.206014633178711,"p99":3.206014633178711},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":502.5929808616638,"p90":524.1060256958008,"p95":531.9169759750366,"p99":546.5390086174011},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":244.486004114151,"p90":247.40999937057495,"p95":248.09099733829498,"p99":249.45400655269623},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":740.58997631073,"p90":761.3400220870972,"p95":769.7929739952087,"p99":786.2579822540283},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.006968975067139,"p90":8.332967758178711,"p95":9.895026683807373,"p99":13.661026954650879},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":21963703.915382843,"p90":21381552.774286933,"p95":21150469.248370096,"p99":20674677.985677745},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1006.9080591201782,"p90":1022.4119424819946,"p95":1027.6999473571777,"p99":1040.6800508499146},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":471.345990896225,"p90":475.151002407074,"p95":476.3529896736145,"p99":479.43800687789917},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1478.2540500164032,"p90":1497.5629448890686,"p95":1504.0529370307922,"p99":1520.1180577278137},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1466.3970470428467,"p90":1482.6619625091553,"p95":1487.50901222229,"p99":1499.8070001602173},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1469.8820114135742,"p90":1485.625982284546,"p95":1491.0340309143066,"p99":1504.2530298233032},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":782.0919752120972,"p90":789.2619967460632,"p95":791.6259765625,"p99":796.4329719543457},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":997.7750182151794,"p90":1013.1980180740356,"p95":1019.8880434036255,"p99":1032.1860313415527},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":458.6870074272156,"p90":463.05400133132935,"p95":464.9359881877899,"p99":467.7009880542755},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049036979675293,"p90":6.249070167541504,"p95":6.249070167541504,"p99":6.249070167541504},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.615944862365723,"p90":15.903949737548828,"p95":17.34602451324463,"p99":20.390033721923828},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.2050609588623047,"p90":7.009983062744141,"p95":7.009983062744141,"p99":7.009983062744141},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":995.2920079231262,"p90":1010.0740194320679,"p95":1015.6420469284058,"p99":1027.340054512024},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":466.33899211883545,"p90":469.9440002441406,"p95":470.94500064849854,"p99":472.788006067276},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1455.7809829711914,"p90":1470.9240198135376,"p95":1476.1719703674316,"p99":1488.9110326766968},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.059901237487793,"p90":18.429040908813477,"p95":20.029067993164062,"p99":22.55392074584961},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":22292945.79126611,"p90":22056695.55510228,"p95":21976694.911454547,"p99":21783569.22029872},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2014.8990154266357,"p90":2051.7940521240234,"p95":2066.7359828948975,"p99":2094.057083129883},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":910.7249975204468,"p90":916.8130159378052,"p95":918.8169836997986,"p99":921.9419956207275},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2925.6240129470825,"p90":2968.6070680618286,"p95":2985.552966594696,"p99":3015.9990787506104},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2910.1600646972656,"p90":2953.505039215088,"p95":2965.8029079437256,"p99":2995.408058166504},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2915.929079055786,"p90":2952.824115753174,"p95":2968.0469036102295,"p99":3001.2168884277344},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1580.448031425476,"p90":1591.4249420166016,"p95":1594.3479537963867,"p99":1599.5160341262817},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2003.6420822143555,"p90":2044.5830821990967,"p95":2063.891887664795,"p99":2087.9290103912354},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":901.6709923744202,"p90":909.0819954872131,"p95":911.0450148582458,"p99":914.6909713745117},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209850311279297,"p90":6.6089630126953125,"p95":6.6089630126953125,"p99":6.6089630126953125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.539148330688477,"p90":17.105817794799805,"p95":18.42784881591797,"p99":20.87092399597168},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.049871444702148,"p90":13.540983200073242,"p95":13.540983200073242,"p99":13.540983200073242},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2004.2030811309814,"p90":2041.4190292358398,"p95":2056.281089782715,"p99":2081.479072570801},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":905.8769941329956,"p90":912.0470285415649,"p95":913.6890172958374,"p99":916.8940186500549},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2905.472993850708,"p90":2942.368984222412,"p95":2957.150936126709,"p99":2990.1199340820312},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.054826736450195,"p90":15.022039413452148,"p95":16.54505729675293,"p99":20.109891891479492},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":22475169.39651405,"p90":22194345.96539923,"p95":22080513.59305821,"p99":21836475.815092705},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9912,"throttle_fraction_max":{"power":0.1683,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":1823,"p50":2038,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.1638,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":353.9},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":1850,"p50":2047,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.1471,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":353.9},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":1857,"p50":2046,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.1498,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":354.0},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":1892,"p50":2055,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.1343,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":353.9},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":1844,"p50":2037,"max":2089,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":72,"clock_event_reasons":[],"throttle_fraction":{"power":0.1537,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":353.9},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":1843,"p50":2048,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.1544,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":353.9},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1832,"p50":2043,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.1652,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":353.9},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":1823,"p50":2038,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.1683,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":353.9}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json new file mode 100644 index 0000000000..ebb0b3e786 --- /dev/null +++ b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T17:10:41.746932+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256","mode":"low-latency","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256],"ladder_dropped":[512],"ladder_cap":256},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.24999916553497,"p90":63.25499713420868,"p95":64.25700336694717,"p99":66.66100025177002},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":61.4130012691021,"p90":63.85599821805954,"p95":64.89799916744232,"p99":67.18099862337112},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":121.66300043463707,"p90":127.11099535226822,"p95":129.1550025343895,"p99":133.84199887514114},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":104.83799874782562,"p90":108.72399806976318,"p95":110.96800118684769,"p99":114.13300037384033},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":114.37299847602844,"p90":116.13500118255615,"p95":117.29700118303299,"p99":119.41999942064285},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":50.99700018763542,"p90":53.16099897027016,"p95":53.8409985601902,"p99":55.28299883008003},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":48.59299957752228,"p90":51.19699984788895,"p95":53.47999930381775,"p99":55.56400120258331},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048999726772308,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.651999592781067,"p90":13.700999319553375,"p95":14.701999723911285,"p99":17.106004059314728},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.0809972882270813,"p90":2.4039968848228455,"p95":2.4039968848228455,"p99":2.4039968848228455},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.835000187158585,"p90":51.718998700380325,"p95":52.3190014064312,"p99":53.32000181078911},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.358999848365784,"p90":53.279999643564224,"p95":53.560998290777206,"p99":54.402001202106476},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":97.5470021367073,"p90":101.43300145864487,"p95":101.8339991569519,"p99":103.1159982085228},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.54500514268875,"p90":19.268997013568878,"p95":19.83000338077545,"p99":21.91299945116043},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":139893.1584656623,"p90":137770.69649182775,"p95":136405.87430733396,"p99":133980.9083706481},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.01099944114685,"p90":63.09500336647034,"p95":64.13699686527252,"p99":66.01899862289429},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":62.41400167346001,"p90":65.09800255298615,"p95":66.57999753952026,"p99":69.70500200986862},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":122.42500111460686,"p90":128.19300591945648,"p95":130.71699440479279,"p99":135.7240006327629},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":106.80100321769714,"p90":110.56599766016006,"p95":112.64999955892563,"p99":115.49399793148041},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":114.69300091266632,"p90":116.85600131750107,"p95":117.97799915075302,"p99":120.5419972538948},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":53.36099863052368,"p90":55.44399842619896,"p95":55.76400086283684,"p99":56.685999035835266},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":49.39499869942665,"p90":51.39699950814247,"p95":52.198998630046844,"p99":54.92300167679787},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.09000027179718,"p95":6.09000027179718,"p99":6.09000027179718},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.212998509407043,"p90":13.982005417346954,"p95":15.863999724388123,"p99":18.46799999475479},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1209994554519653,"p90":1.4429986476898193,"p95":1.4429986476898193,"p99":1.4429986476898193},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.36199903488159,"p90":55.28400093317032,"p95":55.6039996445179,"p99":56.324999779462814},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":50.195999443531036,"p90":51.11699923872948,"p95":51.5579991042614,"p99":53.24099957942963},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":99.43000227212906,"p90":101.0729968547821,"p95":101.95499658584595,"p99":104.43799942731857},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.302002429962158,"p90":17.2249972820282,"p95":17.907001078128815,"p99":19.91099864244461},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":279005.6912397522,"p90":273841.3058740141,"p95":271237.0122425131,"p99":265467.6438834769},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":64.37700241804123,"p90":67.54200160503387,"p95":68.58299672603607,"p99":70.46700268983841},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.29999727010727,"p90":68.94499808549881,"p95":70.30700147151947,"p99":73.35100322961807},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":130.6769996881485,"p90":136.48699969053268,"p95":138.88999819755554,"p99":143.81800591945648},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":109.72599685192108,"p90":114.53299969434738,"p95":115.97499996423721,"p99":118.21799725294113},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":123.18599969148636,"p90":124.82800334692001,"p95":125.78900158405304,"p99":128.27299535274506},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":55.52399903535843,"p90":57.20600113272667,"p95":57.64700099825859,"p99":58.24799835681915},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":51.67799815535545,"p90":54.322000592947006,"p95":55.44399842619896,"p99":57.686999440193176},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048999726772308,"p90":6.088003516197205,"p95":6.088003516197205,"p99":6.088003516197205},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.972002029418945,"p90":13.621002435684204,"p95":15.663005411624908,"p99":19.429005682468414},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.8420050144195557,"p90":1.9619986414909363,"p95":1.9619986414909363,"p99":1.9619986414909363},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":53.68100106716156,"p90":54.60200086236,"p95":55.00299856066704,"p99":55.925000458955765},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":58.24799835681915,"p90":59.32899937033653,"p95":59.56999957561493,"p99":60.130998492240906},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":106.56099766492844,"p90":107.68300294876099,"p95":108.04300010204315,"p99":109.08500105142593},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.66499674320221,"p90":18.307000398635864,"p95":19.10799741744995,"p99":21.15100622177124},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":519539.55936782627,"p90":512705.468997467,"p95":508788.5204115782,"p99":498935.88143009244},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.41999632120132,"p90":69.14400309324265,"p95":70.18599659204483,"p99":72.14900106191635},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.78099930286407,"p90":68.86400282382965,"p95":70.38599997758865,"p99":72.62899726629257},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":133.2009956240654,"p90":138.0080059170723,"p95":140.57199656963348,"p99":144.77799832820892},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":110.80700159072876,"p90":114.7330030798912,"p95":115.69400131702423,"p99":118.41899901628494},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":119.90100145339966,"p90":122.34500050544739,"p95":123.54599684476852,"p99":126.31000578403473},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":55.64400181174278,"p90":57.44599923491478,"p95":57.72700160741806,"p99":58.40799957513809},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":52.358999848365784,"p90":54.52200025320053,"p95":55.084001272916794,"p99":57.447001338005066},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.010003387928009,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.493006229400635,"p90":12.45800405740738,"p95":14.340996742248535,"p99":15.983998775482178},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.8010044693946838,"p90":1.2819990515708923,"p95":1.2819990515708923,"p99":1.2819990515708923},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":56.685999035835266,"p90":57.56700038909912,"p95":57.80699849128723,"p99":58.246999979019165},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":50.276000052690506,"p90":52.358999848365784,"p95":53.199999034404755,"p99":54.88299950957298},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":105.76000064611435,"p90":107.1619987487793,"p95":107.56299644708633,"p99":108.60399901866913},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.22099769115448,"p90":16.78500324487686,"p95":17.945997416973114,"p99":20.79099416732788},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":1067547.3803256603,"p90":1046221.7456470634,"p95":1036051.3757546333,"p99":1013379.7335015157},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":65.57899713516235,"p90":68.58400255441666,"p95":69.70500200986862,"p99":71.46800309419632},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.90499794483185,"p90":71.94899767637253,"p95":73.15000146627426,"p99":75.27399808168411},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":135.4839950799942,"p90":140.53300023078918,"p95":142.85500347614288,"p99":146.74200117588043},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":112.16899752616882,"p90":114.81399834156036,"p95":117.17700213193893,"p99":119.86099928617477},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":126.43100321292877,"p90":128.31400334835052,"p95":129.4350028038025,"p99":131.75900280475616},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":57.80699849128723,"p90":59.56999957561493,"p95":59.88999828696251,"p99":60.33099815249443},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":54.00199815630913,"p90":55.96499890089035,"p95":56.56500160694122,"p99":59.08999964594841},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048999726772308,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.206994712352753,"p90":9.09300148487091,"p95":10.496005415916443,"p99":13.340003788471222},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.4810020327568054,"p90":0.8010044693946838,"p95":0.8010044693946838,"p99":0.8010044693946838},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":58.04700031876564,"p90":59.33000147342682,"p95":59.6500001847744,"p99":60.371000319719315},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.04200032353401,"p90":55.403999984264374,"p95":55.84400147199631,"p99":58.36800113320351},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":111.04699969291687,"p90":112.13000118732452,"p95":112.4500036239624,"p99":113.09099942445755},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.422999858856201,"p90":17.625994980335236,"p95":18.707990646362305,"p99":20.871005952358246},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":2024819.8107615868,"p90":1995105.70412961,"p95":1977826.6655430503,"p99":1942941.2377941816},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":82.24400132894516,"p90":84.92899686098099,"p95":86.01000159978867,"p99":88.33300322294235},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":77.47700065374374,"p90":79.6009972691536,"p95":80.84099739789963,"p99":82.60499686002731},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":159.7210019826889,"p90":164.52999413013458,"p95":166.8509989976883,"p99":170.93800008296967},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":128.99500131607056,"p90":131.55899941921234,"p95":132.6799988746643,"p99":135.64500212669373},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":134.9640041589737,"p90":137.84800469875336,"p95":139.0489935874939,"p99":141.45299792289734},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":63.33500146865845,"p90":67.4619972705841,"p95":67.98200309276581,"p99":69.10400092601776},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":57.64700099825859,"p90":62.05400079488754,"p95":62.57399916648865,"p99":63.575997948646545},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049007177352905,"p90":6.09000027179718,"p95":6.09000027179718,"p99":6.09000027179718},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.568996071815491,"p90":9.814992547035217,"p95":11.617004871368408,"p99":14.141008257865906},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6809979677200317,"p90":0.6410032510757446,"p95":0.6410032510757446,"p99":0.6410032510757446},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":59.56999957561493,"p90":61.4130012691021,"p95":62.13400140404701,"p99":63.77600133419037},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.04399910569191,"p90":56.244999170303345,"p95":57.36599862575531,"p99":59.17000025510788},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":126.39099359512329,"p90":127.79299914836884,"p95":128.23399901390076,"p99":129.07400727272034},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.611992001533508,"p90":11.49699091911316,"p95":12.699007987976074,"p99":15.021994709968567},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.004048583097755909,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":3793604.103483154,"p90":3714235.8434487395,"p95":3682155.381281734,"p99":3619576.8737194175},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":100.15100240707397,"p90":103.23599725961685,"p95":104.39799726009369,"p99":106.60099983215332},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":96.70600295066833,"p90":99.10999983549118,"p95":100.19099712371826,"p99":102.27400064468384},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":196.8570053577423,"p90":202.34599709510803,"p95":204.58899438381195,"p99":208.87500047683716},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":175.50499737262726,"p90":177.9090017080307,"p95":178.7099987268448,"p99":180.55300414562225},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":180.27199804782867,"p90":182.5149953365326,"p95":183.5169941186905,"p99":185.59999763965607},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":76.555997133255,"p90":81.48299902677536,"p95":83.126001060009,"p99":87.73300051689148},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":68.02300363779068,"p90":74.75200295448303,"p95":76.71599835157394,"p99":80.92200011014938},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.09000027179718,"p95":6.09000027179718,"p99":6.09000027179718},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.651999592781067,"p90":12.179002165794373,"p95":13.941004872322083,"p99":17.507001757621765},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6809979677200317,"p90":0.7610023021697998,"p95":0.7610023021697998,"p99":0.7610023021697998},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":86.33100241422653,"p90":88.77400308847427,"p95":89.85599875450134,"p99":91.53799712657928},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":78.15799862146378,"p90":79.59999889135361,"p95":80.08100092411041,"p99":81.64399862289429},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":169.5369929075241,"p90":170.93800008296967,"p95":171.3789999485016,"p99":172.22000658512115},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.73598861694336,"p90":13.339996337890625,"p95":14.382004737854004,"p99":16.50400459766388},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":5680305.377922968,"p90":5610497.910661448,"p95":5579864.714532776,"p99":5517241.449475148},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":137.44699954986572,"p90":147.90399372577667,"p95":150.66799521446228,"p99":154.1530042886734},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":129.3960064649582,"p90":135.36499440670013,"p95":136.52600347995758,"p99":138.88999819755554},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":266.8430060148239,"p90":283.2689881324768,"p95":287.19399869441986,"p99":293.04300248622894},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":236.39699816703796,"p90":244.45000290870667,"p95":246.69300019741058,"p99":278.5800099372864},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":246.73299491405487,"p90":250.89898705482483,"p95":252.14099884033203,"p99":254.86600399017334},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":108.28399658203125,"p90":119.46000158786774,"p95":121.8630000948906,"p99":123.54700267314911},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":96.5460017323494,"p90":108.44399780035019,"p95":111.72900348901749,"p99":116.13500118255615},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.290003657341003,"p95":6.290003657341003,"p99":6.290003657341003},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.90199363231659,"p90":21.391987800598145,"p95":24.277999997138977,"p99":50.87599158287048},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.3259987831115723,"p90":3.6460012197494507,"p95":3.6460012197494507,"p99":3.6460012197494507},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":116.13500118255615,"p90":121.42399698495865,"p95":122.38500267267227,"p99":123.66700172424316},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":108.924999833107,"p90":112.7299964427948,"p95":113.4909987449646,"p99":114.69399929046631},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":227.9449999332428,"p90":235.5159968137741,"p95":236.67700588703156,"p99":238.27999830245972},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.90499484539032,"p90":22.833004593849182,"p95":24.23699200153351,"p99":26.72000229358673},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":8300470.720234986,"p90":8162647.542106196,"p95":8122439.4660897385,"p99":8035595.04969899},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":199.74200427532196,"p90":210.63899993896484,"p95":214.44399654865265,"p99":222.01600670814514},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":193.571999669075,"p90":203.34599912166595,"p95":206.2709927558899,"p99":211.96000277996063},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":393.314003944397,"p90":413.9849990606308,"p95":420.71498930454254,"p99":433.9760094881058},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":364.3510043621063,"p90":378.3720135688782,"p95":391.07000827789307,"p99":447.2770094871521},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":374.8059868812561,"p90":382.6979994773865,"p95":384.77998971939087,"p99":388.62699270248413},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":160.44199466705322,"p90":175.50599575042725,"p95":178.06899547576904,"p99":181.4740002155304},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":153.59100699424744,"p90":169.5760041475296,"p95":173.34100604057312,"p99":178.62999439239502},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.208986043930054,"p90":6.25002384185791,"p95":6.25002384185791,"p99":6.25002384185791},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.15300703048706,"p90":40.94099998474121,"p95":44.549018144607544,"p99":96.5459942817688},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-7.009983062744141,"p90":5.608975887298584,"p95":5.608975887298584,"p99":5.608975887298584},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":171.25800251960754,"p90":178.1489998102188,"p95":179.4310063123703,"p99":181.51399493217468},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":174.18299615383148,"p90":182.07600712776184,"p95":183.79700183868408,"p99":187.4839961528778},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":352.5730073451996,"p90":360.8259856700897,"p95":362.98900842666626,"p99":366.6349947452545},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.195011377334595,"p90":34.731000661849976,"p95":37.97599673271179,"p99":42.30201244354248},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":10928320.633516645,"p90":10702956.392752275,"p95":10645044.205617597,"p99":10539669.34081627},"tokens_per_rank":256}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1LL","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1ll-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2070,"p50":2095,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":53,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2094,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2096,"max":2098,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2098,"max":2099,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2060,"p50":2089,"max":2090,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2100,"max":2102,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2101,"max":2102,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2092,"max":2094,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2066,"p50":2094,"max":2096,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2070,"p50":2096,"max":2098,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2101,"max":2102,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2095,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2066,"p50":2091,"max":2093,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2064,"p50":2092,"max":2094,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2093,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json new file mode 100644 index 0000000000..4914c2ff71 --- /dev/null +++ b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T17:24:12.033386+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256","mode":"low-latency","nodes":2,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256],"ladder_dropped":[512],"ladder_cap":256},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":62.25400045514107,"p90":65.17799943685532,"p95":66.50000065565109,"p99":68.7830001115799},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":64.29599970579147,"p90":67.18099862337112,"p95":68.46299767494202,"p99":70.46599686145782},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":126.55000016093254,"p90":132.35899806022644,"p95":134.9629983305931,"p99":139.24899697303772},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":106.84099793434143,"p90":109.7249984741211,"p95":110.76799780130386,"p99":113.13100159168243},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":118.538998067379,"p90":120.42099982500076,"p95":121.42299860715866,"p99":123.3460009098053},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":50.315000116825104,"p90":52.19800025224686,"p95":52.91900038719177,"p99":53.76100167632103},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":51.316998898983,"p90":53.720999509096146,"p95":54.96300011873245,"p99":57.60600045323372},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.0889944434165955,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.452005684375763,"p90":13.540998101234436,"p95":14.581993222236633,"p99":17.626002430915833},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.0010004043579102,"p90":2.4840012192726135,"p95":2.4840012192726135,"p99":2.4840012192726135},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":50.195999443531036,"p90":51.51699855923653,"p95":51.83799937367439,"p99":52.59900167584419},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.80500140786171,"p90":56.88599869608879,"p95":57.36599862575531,"p99":59.04899910092354},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":101.27200186252594,"p90":103.23599725961685,"p95":104.07699644565582,"p99":106.1599999666214},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.386995255947113,"p90":19.749000668525696,"p95":20.511001348495483,"p99":22.033005952835083},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":134976.67654408052,"p90":132867.19113154398,"p95":131770.7533460362,"p99":129716.4065473005},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.57099997997284,"p90":63.61600011587143,"p95":64.6980032324791,"p99":66.45999848842621},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":65.73899835348129,"p90":68.86299699544907,"p95":70.54600119590759,"p99":73.3100026845932},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":126.30999833345413,"p90":132.4789971113205,"p95":135.2440044283867,"p99":139.7700011730194},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":109.64500159025192,"p90":111.80800199508667,"p95":113.09099942445755,"p99":115.17299711704254},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":117.41600185632706,"p90":119.86099928617477,"p95":121.1019977927208,"p99":123.06500226259232},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":52.87899821996689,"p90":54.44199964404106,"p95":54.962001740932465,"p99":55.68299815058708},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":50.19500106573105,"p90":52.880000323057175,"p95":53.8409985601902,"p99":56.3649982213974},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.008997559547424,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.73099809885025,"p90":11.89800351858139,"p95":13.6600062251091,"p99":15.943996608257294},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7210001349449158,"p90":1.1620000004768372,"p95":1.1620000004768372,"p99":1.1620000004768372},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":53.92099916934967,"p90":54.88299950957298,"p95":55.16299977898598,"p99":56.20399862527847},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.198998630046844,"p90":53.640998899936676,"p95":54.64300140738487,"p99":56.244999170303345},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":102.47399657964706,"p90":104.31800037622452,"p95":105.35900294780731,"p99":107.00099915266037},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.822006225585938,"p90":17.22700148820877,"p95":18.02700012922287,"p99":19.988998770713806},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":272535.2549404292,"p90":266975.9153567394,"p95":264240.06691261585,"p99":260025.18515962307},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.14000350236893,"p90":68.743996322155,"p95":69.7849988937378,"p99":71.82800024747849},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":68.30299645662308,"p90":71.70800119638443,"p95":73.38999956846237,"p99":76.63500308990479},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":134.442999958992,"p90":140.45199751853943,"p95":143.17499846220016,"p99":148.46300333738327},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":113.33099752664566,"p90":116.21499806642532,"p95":117.09699779748917,"p99":119.06000226736069},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":125.109001994133,"p90":127.6320070028305,"p95":128.71399521827698,"p99":130.1559954881668},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":54.60200086236,"p90":56.60500004887581,"p95":57.006001472473145,"p99":57.8869991004467},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":53.16000059247017,"p90":56.164998561143875,"p95":57.686999440193176,"p99":60.01099944114685},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.008997559547424,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.96900486946106,"p90":10.857000946998596,"p95":12.21899688243866,"p99":15.182994306087494},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.6810054183006287,"p90":0.8019953966140747,"p95":0.8019953966140747,"p99":0.8019953966140747},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.91999876499176,"p90":53.801000118255615,"p95":54.24199998378754,"p99":55.6039996445179},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":59.56900119781494,"p90":61.051998287439346,"p95":61.53300032019615,"p99":62.9350021481514},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":108.24300348758698,"p90":109.4060018658638,"p95":109.96600240468979,"p99":111.80800199508667},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.903996467590332,"p90":18.827006220817566,"p95":19.78900283575058,"p99":21.630994975566864},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":511553.9168236775,"p90":501441.6172158185,"p95":497226.42740959843,"p99":491717.6481956115},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":64.53700363636017,"p90":67.22100079059601,"p95":68.30299645662308,"p99":70.38599997758865},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":68.42300295829773,"p90":71.70800119638443,"p95":73.87100160121918,"p99":77.55699753761292},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":132.9600065946579,"p90":138.92900198698044,"p95":142.17399805784225,"p99":147.94299751520157},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":112.9710003733635,"p90":116.0150021314621,"p95":116.85600131750107,"p99":120.58199942111969},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":122.94500321149826,"p90":125.42900443077087,"p95":126.67100131511688,"p99":128.8740038871765},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":54.52200025320053,"p90":56.52499943971634,"p95":57.165998965501785,"p99":58.40799957513809},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":53.199999034404755,"p90":55.88399991393089,"p95":57.645998895168304,"p99":60.09000167250633},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.09000027179718,"p90":6.129004061222076,"p95":6.129004061222076,"p99":6.129004061222076},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.375005960464478,"p90":12.778997421264648,"p95":14.583006501197815,"p99":16.784004867076874},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0809972882270813,"p90":1.3619959354400635,"p95":1.3619959354400635,"p99":1.3619959354400635},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.20299822092056,"p90":56.48599937558174,"p95":56.926000863313675,"p99":57.8869991004467},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.76000127196312,"p90":57.085998356342316,"p95":57.52699822187424,"p99":59.40999835729599},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":107.12099820375443,"p90":108.36300253868103,"p95":109.08500105142593,"p99":110.9670028090477},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.782997012138367,"p90":18.147006630897522,"p95":19.308991730213165,"p99":20.95000445842743},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":1041115.9189593563,"p90":1020497.6160091278,"p95":1010491.7358439206,"p99":993218.1521422919},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.21900200843811,"p90":69.023996591568,"p95":69.86600160598755,"p99":71.94799929857254},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":70.06599754095078,"p90":73.38999956846237,"p95":74.91300255060196,"p99":77.75700092315674},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":136.28499954938889,"p90":142.41399616003036,"p95":144.7790041565895,"p99":149.70500022172928},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":113.41200023889542,"p90":116.97600036859512,"p95":118.33799630403519,"p99":120.3019991517067},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":128.71399521827698,"p90":130.71699440479279,"p95":131.99900090694427,"p99":134.12199914455414},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":56.76500126719475,"p90":58.688998222351074,"p95":59.08900126814842,"p99":60.04999950528145},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":55.00299856066704,"p90":57.36599862575531,"p95":58.96899849176407,"p99":60.33099815249443},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048999726772308,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.371000945568085,"p90":10.774999856948853,"p95":11.858001351356506,"p99":14.94300365447998},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6809979677200317,"p90":1.6419962048530579,"p95":1.6419962048530579,"p99":1.6419962048530579},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.60300126671791,"p90":57.20699951052666,"p95":58.04700031876564,"p99":58.8890016078949},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":56.20500072836876,"p90":57.72700160741806,"p95":58.40799957513809,"p99":60.6519989669323},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":110.60699820518494,"p90":111.84900254011154,"p95":112.29000240564346,"p99":113.77199739217758},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.105991184711456,"p90":20.07099986076355,"p95":21.230995655059814,"p99":23.07400107383728},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":1988905.7096383937,"p90":1958429.3623462755,"p95":1939408.6185582047,"p99":1908709.9926395228},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":74.3120014667511,"p90":76.91600173711777,"p95":77.75700092315674,"p99":79.15899902582169},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":73.5509991645813,"p90":75.99399983882904,"p95":77.0760029554367,"p99":79.27999645471573},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":147.8630006313324,"p90":152.9100015759468,"p95":154.83300387859344,"p99":158.43899548053741},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":124.5879977941513,"p90":128.43400239944458,"p95":129.79599833488464,"p99":132.88100063800812},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":137.84700632095337,"p90":140.09100198745728,"p95":141.13299548625946,"p99":143.25599372386932},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":65.65900146961212,"p90":67.26100295782089,"p95":67.54200160503387,"p99":68.18299740552902},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":58.60799923539162,"p90":60.25100126862526,"p95":60.851000249385834,"p99":62.45400011539459},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.047993898391724,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.688995122909546,"p90":11.215992271900177,"p95":12.657999992370605,"p99":15.783995389938354},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7610023021697998,"p90":1.001998782157898,"p95":1.001998782157898,"p99":1.001998782157898},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.37900322675705,"p90":67.34099984169006,"p95":67.58199632167816,"p99":68.06199997663498},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":56.685999035835266,"p90":58.08800086379051,"p95":59.12899971008301,"p99":61.051998287439346},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":121.50400131940842,"p90":122.94600158929825,"p95":123.3460009098053,"p99":124.3479996919632},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.30399376153946,"p90":18.706999719142914,"p95":19.628994166851044,"p99":21.672993898391724},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":3714262.7443638123,"p90":3654767.206575057,"p95":3627783.8377620755,"p99":3574021.489019838},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":101.23299807310104,"p90":104.31700199842453,"p95":105.40000349283218,"p99":107.32199996709824},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":91.45800024271011,"p90":93.62100064754486,"p95":94.74299848079681,"p99":96.54500335454941},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":192.69099831581116,"p90":197.9380026459694,"p95":200.143001973629,"p99":203.86700332164764},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":166.0500019788742,"p90":168.97399723529816,"p95":170.0959950685501,"p99":171.73799872398376},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":172.01900482177734,"p90":174.70300197601318,"p95":175.74499547481537,"p99":178.2280057668686},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":84.48699861764908,"p90":88.53399753570557,"p95":89.25499767065048,"p99":90.29699862003326},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":72.34799861907959,"p90":76.51600241661072,"p95":77.15599983930588,"p99":77.95699685811996},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048992276191711,"p90":6.049007177352905,"p95":6.049007177352905,"p99":6.049007177352905},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.171005010604858,"p90":10.976001620292664,"p95":12.459993362426758,"p99":15.505000948905945},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6809979677200317,"p90":1.1609941720962524,"p95":1.1609941720962524,"p99":1.1609941720962524},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":82.80500024557114,"p90":85.56900173425674,"p95":86.81000024080276,"p99":88.49400281906128},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":70.38599997758865,"p90":71.74800336360931,"p95":72.42900133132935,"p99":74.95400309562683},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":161.64399683475494,"p90":162.96599805355072,"p95":163.36600482463837,"p99":164.16700184345245},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.3750079870224,"p90":13.21999728679657,"p95":14.140993356704712,"p99":16.66399836540222},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":5952830.625086625,"p90":5861376.097822268,"p95":5826623.951557935,"p99":5745449.462860762},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":137.88799941539764,"p90":145.3389972448349,"p95":146.66099846363068,"p99":148.94500374794006},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":113.69100213050842,"p90":117.85800009965897,"p95":118.65799874067307,"p99":121.38299643993378},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":251.57900154590607,"p90":263.19699734449387,"p95":265.31899720430374,"p99":270.32800018787384},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":219.08900141716003,"p90":223.9769995212555,"p95":225.53899884223938,"p99":229.4660061597824},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":227.50400006771088,"p90":231.67000710964203,"p95":232.791006565094,"p99":235.15400290489197},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":113.7320026755333,"p90":120.18100172281265,"p95":121.42299860715866,"p99":123.06500226259232},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":87.09099888801575,"p90":94.5030003786087,"p95":95.94500064849854,"p99":98.58900308609009},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.087988615036011,"p90":6.09000027179718,"p95":6.09000027179718,"p99":6.09000027179718},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.221996068954468,"p90":19.51099932193756,"p95":21.512001752853394,"p99":25.919005274772644},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.4820098876953125,"p90":2.204000949859619,"p95":2.204000949859619,"p99":2.204000949859619},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":112.81000077724457,"p90":119.25999820232391,"p95":120.5419972538948,"p99":121.8239963054657},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":89.69499915838242,"p90":95.62499821186066,"p95":96.58599644899368,"p99":97.86800295114517},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":210.91699600219727,"p90":216.48700535297394,"p95":217.6080048084259,"p99":219.73200142383575},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.623003244400024,"p90":20.27200162410736,"p95":21.790996193885803,"p99":25.3169983625412},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":9002039.521900555,"p90":8840160.301936483,"p95":8797590.724052863,"p99":8709186.212867972},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":197.61699438095093,"p90":206.2319964170456,"p95":208.39500427246094,"p99":214.88399803638458},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":160.521000623703,"p90":169.0939962863922,"p95":172.01900482177734,"p99":175.54399371147156},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":358.13799500465393,"p90":375.3259927034378,"p95":380.4140090942383,"p99":390.42799174785614},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":340.79501032829285,"p90":349.5270013809204,"p95":350.97000002861023,"p99":356.05698823928833},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":339.029997587204,"p90":346.2809920310974,"p95":348.0849862098694,"p99":350.8079946041107},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":156.2349945306778,"p90":165.0879979133606,"p95":170.415997505188,"p99":178.02800238132477},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":119.18000131845474,"p90":131.23799860477448,"p95":135.60500741004944,"p99":143.8169926404953},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.410002708435059,"p90":6.691008806228638,"p95":6.691008806228638,"p99":6.691008806228638},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.10699701309204,"p90":24.79800581932068,"p95":27.844011783599854,"p99":36.017000675201416},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.804994583129883,"p90":3.044009208679199,"p95":3.044009208679199,"p99":3.044009208679199},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":172.85999655723572,"p90":178.42799425125122,"p95":179.35000360012054,"p99":181.19299411773682},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":140.7719999551773,"p90":147.6619988679886,"p95":149.34499561786652,"p99":152.75000035762787},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":319.2020058631897,"p90":324.7700035572052,"p95":326.3719975948334,"p99":329.8969864845276},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.027995109558105,"p90":30.12499213218689,"p95":33.28999876976013,"p99":38.2159948348999},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":12081526.794532225,"p90":11828544.142648648,"p95":11767241.226343546,"p99":11675902.667561397},"tokens_per_rank":256}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1LL","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1ll-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9952,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2096,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2074,"p50":2099,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2099,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2099,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2093,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2071,"p50":2096,"max":2098,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2069,"p50":2095,"max":2096,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2070,"p50":2097,"max":2099,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2099,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2069,"p50":2094,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2094,"max":2096,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2066,"p50":2089,"max":2094,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2098,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2097,"max":2098,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2089,"max":2091,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2097,"max":2099,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json new file mode 100644 index 0000000000..59c23e7a3e --- /dev/null +++ b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:24:16.693938+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":131.39699399471283,"p90":134.2419981956482,"p95":135.40400564670563,"p99":137.5270038843155},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":76.67499780654907,"p90":78.55799794197083,"p95":79.76000010967255,"p99":81.8839967250824},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":208.0719918012619,"p90":212.79999613761902,"p95":215.16400575637817,"p99":219.4110006093979},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":190.68700075149536,"p90":192.0900046825409,"p95":192.69099831581116,"p99":198.61899316310883},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":199.78000223636627,"p90":201.7039954662323,"p95":202.82499492168427,"p99":205.268993973732},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":120.90200185775757,"p90":122.54399806261063,"p95":123.18500131368637,"p99":124.06700104475021},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":62.9350021481514,"p90":65.05800038576126,"p95":65.53900241851807,"p99":66.33999943733215},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048992276191711,"p90":6.049990653991699,"p95":6.049990653991699,"p99":6.049990653991699},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.291002035140991,"p90":10.495990514755249,"p95":12.498989701271057,"p99":15.422999858856201},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.4010051488876343,"p90":0.9219944477081299,"p95":0.9219944477081299,"p99":0.9219944477081299},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":119.62000280618668,"p90":121.50300294160843,"p95":122.38399684429169,"p99":123.74600023031235},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":61.893001198768616,"p90":62.77500092983246,"p95":63.17500025033951,"p99":64.57699835300446},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":181.15299940109253,"p90":182.55500495433807,"p95":183.03599953651428,"p99":184.91899967193604},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.70700716972351,"p90":21.191999316215515,"p95":22.152990102767944,"p99":24.597004055976868},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":80088.0960100795,"p90":79324.15995536685,"p95":78885.74091264243,"p99":77946.50175977137},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":139.89099860191345,"p90":142.49500632286072,"p95":143.73700320720673,"p99":146.0600048303604},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":79.07900214195251,"p90":81.24300092458725,"p95":83.12500268220901,"p99":87.01000362634659},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":218.97000074386597,"p90":223.73800724744797,"p95":226.86200588941574,"p99":233.070008456707},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":198.1790065765381,"p90":199.98200237751007,"p95":200.62300562858582,"p99":204.10799980163574},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":207.63300359249115,"p90":209.39500629901886,"p95":210.0369930267334,"p99":212.23999559879303},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":124.86899644136429,"p90":126.23000144958496,"p95":126.55000388622284,"p99":127.43200361728668},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":69.14500147104263,"p90":70.82600146532059,"p95":71.26700133085251,"p99":72.34899699687958},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.050005555152893,"p90":6.09000027179718,"p95":6.09000027179718,"p99":6.09000027179718},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.330998778343201,"p90":11.375010013580322,"p95":12.81900703907013,"p99":15.663012862205505},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6410032510757446,"p90":0.881001353263855,"p95":0.881001353263855,"p99":0.881001353263855},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":124.1070032119751,"p90":125.26899576187134,"p95":125.70999562740326,"p99":127.03199684619904},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":64.85799700021744,"p90":66.17899984121323,"p95":66.86100363731384,"p99":69.10400092601776},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":187.92399764060974,"p90":189.5270049571991,"p95":190.00600278377533,"p99":190.88800251483917},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.707992672920227,"p90":21.793007850646973,"p95":22.712990641593933,"p99":24.836987257003784},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":154118.0806824164,"p90":152821.21845018395,"p95":152354.11409611572,"p99":150772.71326602864},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":139.65100049972534,"p90":142.09400117397308,"p95":142.97600090503693,"p99":145.77999711036682},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":91.77800267934799,"p90":94.26099807024002,"p95":94.98299658298492,"p99":98.22800010442734},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":231.42900317907333,"p90":236.3549992442131,"p95":237.95899748802185,"p99":244.00799721479416},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":205.07000386714935,"p90":207.31300115585327,"p95":208.15399289131165,"p99":210.43799817562103},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":212.52000331878662,"p90":214.64300155639648,"p95":215.56399762630463,"p99":217.92800724506378},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":127.6320070028305,"p90":129.394993185997,"p95":129.75500524044037,"p99":130.4370015859604},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":73.0699971318245,"p90":75.314000248909,"p95":75.87400078773499,"p99":77.27699726819992},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049007177352905,"p90":6.0889869928359985,"p95":6.0889869928359985,"p99":6.0889869928359985},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.451010704040527,"p90":10.376989841461182,"p95":11.415988206863403,"p99":14.062002301216125},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6400048732757568,"p90":0.8809864521026611,"p95":0.8809864521026611,"p99":0.8809864521026611},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":125.3879964351654,"p90":128.43400239944458,"p95":128.9539933204651,"p99":129.75600361824036},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":67.58199632167816,"p90":68.86400282382965,"p95":69.2640021443367,"p99":70.74599713087082},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":199.54200088977814,"p90":201.50500535964966,"p95":202.02499628067017,"p99":203.10600101947784},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.179004192352295,"p90":16.502991318702698,"p95":17.386004328727722,"p99":19.70800757408142},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":301148.1225322494,"p90":298169.51652711723,"p95":296895.58880304545,"p99":293674.9654578858},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":147.02199399471283,"p90":149.78599548339844,"p95":150.86700022220612,"p99":153.27100455760956},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":96.34499996900558,"p90":98.26800227165222,"p95":99.310003221035,"p99":101.67299956083298},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":243.36699396371841,"p90":248.05399775505066,"p95":250.17700344324112,"p99":254.94400411844254},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":222.09499776363373,"p90":225.78099370002747,"p95":227.182999253273,"p99":229.46499288082123},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":232.10899531841278,"p90":234.63299870491028,"p95":235.51499843597412,"p99":237.19699680805206},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":137.44699954986572,"p90":138.8089954853058,"p95":139.32999968528748,"p99":140.93300700187683},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":80.20000159740448,"p90":82.36400038003922,"p95":82.88499712944031,"p99":85.00800281763077},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.050005555152893,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.69001042842865,"p90":10.736986994743347,"p95":12.137994170188904,"p99":15.705004334449768},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7620006799697876,"p90":1.5619993209838867,"p95":1.5619993209838867,"p99":1.5619993209838867},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":137.60800659656525,"p90":138.68799805641174,"p95":139.0099972486496,"p99":139.57099616527557},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":76.55499875545502,"p90":78.19800078868866,"p95":78.79800349473953,"p99":80.48199862241745},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":213.2820039987564,"p90":215.12499451637268,"p95":215.76499938964844,"p99":217.52800047397614},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.86799931526184,"p90":21.071001887321472,"p95":21.79199457168579,"p99":23.834004998207092},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":551465.0555632559,"p90":545532.8138263328,"p95":543489.8025604829,"p99":539635.8373946109},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":165.08999466896057,"p90":168.37400197982788,"p95":169.41599547863007,"p99":171.29799723625183},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":112.0079979300499,"p90":113.89099806547165,"p95":114.85199630260468,"p99":117.0559972524643},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":277.09799259901047,"p90":282.26500004529953,"p95":284.26799178123474,"p99":288.3539944887161},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":250.61899423599243,"p90":253.38199734687805,"p95":254.5030117034912,"p99":257.3069930076599},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":256.3450038433075,"p90":258.94901156425476,"p95":259.8710060119629,"p99":261.79298758506775},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":152.6699960231781,"p90":154.27300333976746,"p95":154.7130048274994,"p99":157.07799792289734},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":93.09999644756317,"p90":94.58199888467789,"p95":94.86199915409088,"p99":95.62399983406067},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.969002842903137,"p90":10.416984558105469,"p95":11.497989296913147,"p99":13.820990920066833},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.4010200500488281,"p90":0.8800029754638672,"p95":0.8800029754638672,"p99":0.8800029754638672},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":147.02099561691284,"p90":149.22499656677246,"p95":149.9049961566925,"p99":151.34799480438232},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":87.1720016002655,"p90":89.25499767065048,"p95":89.81599658727646,"p99":91.498002409935},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":241.28399789333344,"p90":242.92699992656708,"p95":243.367999792099,"p99":244.36800181865692},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.140995383262634,"p90":18.146008253097534,"p95":19.388005137443542,"p99":21.63200080394745},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":998654.1425105425,"p90":988611.6129718341,"p95":985104.1250373862,"p99":977871.8764069822},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":169.97699439525604,"p90":172.6599931716919,"p95":173.6219972372055,"p99":175.46400427818298},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":126.10900402069092,"p90":130.47699630260468,"p95":131.11799955368042,"p99":133.4410011768341},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":296.08599841594696,"p90":303.13698947429657,"p95":304.7399967908859,"p99":308.9050054550171},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":272.1700072288513,"p90":275.5739986896515,"p95":276.45599842071533,"p99":278.25799584388733},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":273.0109989643097,"p90":275.85500478744507,"p95":276.977002620697,"p99":279.17999029159546},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":155.03400564193726,"p90":156.35600686073303,"p95":156.75699710845947,"p99":157.9580008983612},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":105.95999658107758,"p90":108.36300253868103,"p95":109.12500321865082,"p99":112.53000050783157},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.129980087280273,"p95":6.129980087280273,"p99":6.129980087280273},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.927979946136475,"p90":10.013997554779053,"p95":11.175006628036499,"p99":12.538999319076538},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.7609724998474121,"p90":1.0409951210021973,"p95":1.0409951210021973,"p99":1.0409951210021973},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":148.34299683570862,"p90":151.02699398994446,"p95":151.868999004364,"p99":153.55199575424194},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":101.5930026769638,"p90":104.15700078010559,"p95":105.03800213336945,"p99":107.32199996709824},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":260.8740031719208,"p90":262.8769874572754,"p95":263.4370028972626,"p99":264.398992061615},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.05599308013916,"p90":15.141993761062622,"p95":16.384005546569824,"p99":18.58699321746826},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.004048583097755909,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":1875382.317717291,"p90":1856047.5290071757,"p95":1848528.9217356164,"p99":1833942.3232489936},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":180.35200238227844,"p90":184.35899913311005,"p95":185.68100035190582,"p99":188.64400684833527},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":144.29700374603271,"p90":147.46199548244476,"p95":148.46299588680267,"p99":151.1469930410385},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":324.64900612831116,"p90":331.8209946155548,"p95":334.1439962387085,"p99":339.7909998893738},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":293.36199164390564,"p90":298.2900142669678,"p95":301.65499448776245,"p99":306.6219985485077},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":296.84799909591675,"p90":299.811989068985,"p95":301.0140061378479,"p99":303.2979965209961},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":151.06700360774994,"p90":152.54899859428406,"p95":153.23099493980408,"p99":155.63400089740753},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":113.13100159168243,"p90":118.33799630403519,"p95":119.82099711894989,"p99":123.1049969792366},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.087988615036011,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.087988615036011,"p90":9.613007307052612,"p95":10.53398847579956,"p99":14.220982789993286},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.48100948333740234,"p90":1.3220012187957764,"p95":1.3220012187957764,"p99":1.3220012187957764},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":151.46799385547638,"p90":154.79299426078796,"p95":155.9939980506897,"p99":157.9969972372055},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":118.33900213241577,"p90":121.22300267219543,"p95":122.38500267267227,"p99":124.18700009584427},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":285.1090133190155,"p90":287.6740097999573,"p95":288.3940041065216,"p99":290.35699367523193},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.858999729156494,"p90":14.382988214492798,"p95":15.223979949951172,"p99":16.906023025512695},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":3449576.898340918,"p90":3415473.8213767153,"p95":3401835.0612265673,"p99":3376217.488232279},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":207.43300020694733,"p90":211.19900047779083,"p95":212.8410041332245,"p99":216.8869972229004},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":177.38699913024902,"p90":182.19399452209473,"p95":183.95699560642242,"p99":187.84299492835999},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":384.81999933719635,"p90":393.39299499988556,"p95":396.7979997396469,"p99":404.7299921512604},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":344.9999988079071,"p90":352.97200083732605,"p95":354.53400015830994,"p99":358.258992433548},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":352.17198729515076,"p90":356.6179871559143,"p95":358.3810031414032,"p99":361.4650070667267},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":155.99499642848969,"p90":157.27700293064117,"p95":157.95700252056122,"p99":159.60000455379486},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":120.94199657440186,"p90":125.18900632858276,"p95":126.47099792957306,"p99":131.07800483703613},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2499940395355225,"p90":6.449997425079346,"p95":6.449997425079346,"p99":6.449997425079346},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.609989166259766,"p90":9.613007307052612,"p95":10.897994041442871,"p99":14.905005693435669},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.923978328704834,"p90":3.6059916019439697,"p95":3.6059916019439697,"p99":3.6059916019439697},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":168.3340072631836,"p90":172.46000468730927,"p95":173.6609935760498,"p99":175.98499357700348},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":146.5809941291809,"p90":151.3880044221878,"p95":152.71000564098358,"p99":156.03500604629517},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":333.3419859409332,"p90":337.9890024662018,"p95":339.2699956893921,"p99":341.715008020401},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.78899335861206,"p90":23.077011108398438,"p95":24.95899796485901,"p99":28.56498956680298},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":5815340.441270242,"p90":5742839.884025842,"p95":5714588.613928119,"p99":5665831.989158326},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":269.44699883461,"p90":288.99601101875305,"p95":295.4860031604767,"p99":310.5889856815338},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":279.5810103416443,"p90":297.5279986858368,"p95":301.3739883899689,"p99":308.1830143928528},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":549.0280091762543,"p90":586.5240097045898,"p95":596.8599915504456,"p99":618.7720000743866},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":523.9109992980957,"p90":541.7770147323608,"p95":545.5840229988098,"p99":557.1179986000061},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":525.5119800567627,"p90":540.0149822235107,"p95":543.4970259666443,"p99":549.9899983406067},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":223.65699708461761,"p90":227.58400440216064,"p95":228.70400547981262,"p99":241.44400656223297},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":217.64899790287018,"p90":234.87399518489838,"p95":246.25200033187866,"p99":262.23599910736084},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.4910054206848145,"p95":6.4910054206848145,"p99":6.4910054206848145},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.02902126312256,"p90":25.916993618011475,"p95":27.88299322128296,"p99":32.65199065208435},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.448043346405029,"p90":11.016011238098145,"p95":11.016011238098145,"p99":11.016011238098145},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":233.0310046672821,"p90":243.4069961309433,"p95":245.12900412082672,"p99":247.29299545288086},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":254.78500127792358,"p90":266.00000262260437,"p95":270.56699991226196,"p99":278.0599892139435},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":499.9519884586334,"p90":513.8949751853943,"p95":517.4180269241333,"p99":523.6300230026245},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":25.67601203918457,"p90":34.65396165847778,"p95":38.17501664161682,"p99":41.821032762527466},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":7794303.756039158,"p90":7584974.741135379,"p95":7536379.785547127,"p99":7447408.157163184},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":440.90500473976135,"p90":478.4820079803467,"p95":488.2569909095764,"p99":506.84499740600586},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":460.73299646377563,"p90":483.00701379776,"p95":488.45499753952026,"p99":497.34899401664734},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":901.638001203537,"p90":961.4890217781067,"p95":976.7119884490967,"p99":1004.1939914226532},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":821.7200040817261,"p90":847.7190136909485,"p95":854.0089726448059,"p99":871.7120289802551},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":845.9969758987427,"p90":867.4690127372742,"p95":872.8370070457458,"p99":881.9310069084167},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":363.1869852542877,"p90":377.0869970321655,"p95":381.73601031303406,"p99":389.0250027179718},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":392.91301369667053,"p90":428.52500081062317,"p95":435.5350136756897,"p99":445.4309940338135},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049036979675293,"p90":6.448984146118164,"p95":6.448984146118164,"p99":6.448984146118164},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":30.08502721786499,"p90":51.52100324630737,"p95":59.80604887008667,"p99":66.98399782180786},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.408989429473877,"p90":11.256992816925049,"p95":11.256992816925049,"p99":11.256992816925049},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":362.2649908065796,"p90":375.00500679016113,"p95":380.33199310302734,"p99":386.90200448036194},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":405.3719937801361,"p90":432.4130117893219,"p95":437.4600052833557,"p99":446.4719891548157},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":814.3460154533386,"p90":834.6160054206848,"p95":840.1839733123779,"p99":848.9170074462891},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":31.77201747894287,"p90":36.97997331619263,"p95":39.34299945831299,"p99":50.273001194000244},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":9683249.743649792,"p90":9443564.991618978,"p95":9385486.561491147,"p99":9288708.45432322},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9952,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2076,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2099,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2098,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2074,"p50":2093,"max":2095,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2075,"p50":2094,"max":2095,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2098,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2071,"p50":2094,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2094,"max":2095,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2067,"p50":2089,"max":2093,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2099,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2076,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2067,"p50":2089,"max":2092,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json new file mode 100644 index 0000000000..d437c156fc --- /dev/null +++ b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:51:57.461299+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":133.4410011768341,"p90":136.40500605106354,"p95":137.60699331760406,"p99":140.09100198745728},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":84.88799631595612,"p90":86.93099766969681,"p95":88.17200362682343,"p99":89.85599875450134},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":218.32899749279022,"p90":223.33600372076035,"p95":225.7789969444275,"p99":229.94700074195862},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":198.81999492645264,"p90":200.50199329853058,"p95":200.94400644302368,"p99":203.58699560165405},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":208.51300656795502,"p90":210.95700562000275,"p95":211.67899668216705,"p99":214.3229991197586},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":121.38199806213379,"p90":123.3849972486496,"p95":124.38700348138809,"p99":126.23000144958496},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":71.7879980802536,"p90":73.75100255012512,"p95":74.11099970340729,"p99":74.8319998383522},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049007177352905,"p90":6.09000027179718,"p95":6.09000027179718,"p99":6.09000027179718},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.008997559547424,"p90":10.215997695922852,"p95":11.497005820274353,"p99":14.061003923416138},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.5210041999816895,"p90":0.7210075855255127,"p95":0.7210075855255127,"p99":0.7210075855255127},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":119.94100362062454,"p90":121.94400280714035,"p95":122.90500104427338,"p99":124.30699914693832},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":70.22599875926971,"p90":71.74800336360931,"p95":72.10899889469147,"p99":73.63100349903107},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":189.20500576496124,"p90":191.52900576591492,"p95":192.28999316692352,"p99":194.3340003490448},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.308000802993774,"p90":22.553011775016785,"p95":23.674994707107544,"p99":26.438996195793152},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":76733.82233249585,"p90":75844.83839717004,"p95":75586.14813364676,"p99":74653.6772334899},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":138.20800185203552,"p90":140.85200428962708,"p95":142.09400117397308,"p99":143.73600482940674},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":87.73200213909149,"p90":89.85500037670135,"p95":90.89700132608414,"p99":93.90100091695786},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":225.940003991127,"p90":230.70700466632843,"p95":232.99100250005722,"p99":237.6370057463646},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":206.11099898815155,"p90":208.35299789905548,"p95":208.9560031890869,"p99":210.43799817562103},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":212.8800004720688,"p90":214.92399275302887,"p95":215.68399667739868,"p99":217.60700643062592},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":125.30900537967682,"p90":126.79100036621094,"p95":127.27199494838715,"p99":128.71399521827698},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":76.75500214099884,"p90":78.99899780750275,"p95":79.43999767303467,"p99":80.24100214242935},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.010010838508606,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.729006767272949,"p90":10.4140043258667,"p95":12.18000054359436,"p99":14.423012733459473},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6820112466812134,"p90":0.8420050144195557,"p95":0.8420050144195557,"p99":0.8420050144195557},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":124.70799684524536,"p90":126.02999806404114,"p95":126.55100226402283,"p99":127.6330053806305},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":71.18699699640274,"p90":72.66999781131744,"p95":73.23099672794342,"p99":74.99299943447113},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":193.81199777126312,"p90":195.93599438667297,"p95":196.53500616550446,"p99":197.73800671100616},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.986999988555908,"p90":21.350011229515076,"p95":22.192999720573425,"p99":24.07500147819519},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":150319.42845283207,"p90":148889.84514991537,"p95":148365.20322767762,"p99":147054.0885833184},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":139.5300030708313,"p90":142.77499914169312,"p95":143.61700415611267,"p99":145.579993724823},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":99.26900267601013,"p90":102.633997797966,"p95":103.83599996566772,"p99":107.04100131988525},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":238.79900574684143,"p90":245.40899693965912,"p95":247.4530041217804,"p99":252.62099504470825},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":214.04199302196503,"p90":216.48700535297394,"p95":217.40899980068207,"p99":219.8909968137741},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":221.452996134758,"p90":224.09600019454956,"p95":225.01899302005768,"p99":227.42199897766113},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":127.59199738502502,"p90":129.1150003671646,"p95":129.51500713825226,"p99":130.1559954881668},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":81.84300363063812,"p90":83.52600038051605,"p95":84.16599780321121,"p99":85.44900268316269},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.1709901094436646,"p90":11.298000812530518,"p95":12.096002697944641,"p99":13.861000537872314},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.0010004043579102,"p90":-0.6809979677200317,"p95":-0.6809979677200317,"p99":-0.6809979677200317},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":125.50899386405945,"p90":128.55400145053864,"p95":129.1539967060089,"p99":129.9149990081787},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":76.0750025510788,"p90":78.0780017375946,"p95":78.51900160312653,"p99":79.43999767303467},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":207.5130045413971,"p90":209.756001830101,"p95":210.39800345897675,"p99":211.7599993944168},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.980001211166382,"p90":17.024993896484375,"p95":18.025994300842285,"p99":20.028993487358093},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":289000.37984157546,"p90":285591.8889424096,"p95":284420.4355420575,"p99":281415.167783687},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":148.1029987335205,"p90":150.66799521446228,"p95":152.02899277210236,"p99":154.35299277305603},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":106.04000091552734,"p90":108.1629991531372,"p95":109.12399739027023,"p99":112.08900064229965},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":254.14299964904785,"p90":258.8309943675995,"p95":261.1529901623726,"p99":266.4419934153557},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":229.90599274635315,"p90":233.31299424171448,"p95":233.95200073719025,"p99":236.67800426483154},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":237.076997756958,"p90":239.43999409675598,"p95":240.48200249671936,"p99":242.6449954509735},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":137.16700673103333,"p90":138.8089954853058,"p95":139.5699977874756,"p99":140.8119946718216},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":88.57300132513046,"p90":90.41599929332733,"p95":91.17700159549713,"p99":91.9789969921112},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049007177352905,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.050007581710815,"p90":10.575994849205017,"p95":11.737003922462463,"p99":15.143990516662598},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1619925498962402,"p90":2.4840086698532104,"p95":2.4840086698532104,"p99":2.4840086698532104},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":135.76500117778778,"p90":138.047993183136,"p95":138.44799995422363,"p99":139.48999345302582},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":82.76499807834625,"p90":84.24700051546097,"p95":84.80799943208694,"p99":86.57000213861465},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":221.3740050792694,"p90":223.73700141906738,"p95":224.57799315452576,"p99":227.06300020217896},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.822991728782654,"p90":18.867000937461853,"p95":19.749000668525696,"p99":21.991997957229614},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":539908.9798295007,"p90":534580.7014523903,"p95":532264.3635327603,"p99":527519.6373290231},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":162.96599805355072,"p90":166.3309931755066,"p95":167.41199791431427,"p99":169.5760041475296},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":114.85300213098526,"p90":116.73600226640701,"p95":117.93799698352814,"p99":120.42099982500076},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":277.819000184536,"p90":283.0669954419136,"p95":285.3499948978424,"p99":289.99700397253036},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":254.9850046634674,"p90":257.2669982910156,"p95":257.94899463653564,"p99":260.672003030777},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":260.3119909763336,"p90":262.5960111618042,"p95":263.4359896183014,"p99":266.07999205589294},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":153.83200347423553,"p90":155.31499683856964,"p95":156.07500076293945,"p99":157.55699574947357},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":95.42399644851685,"p90":97.42700308561325,"p95":97.78700023889542,"p99":99.38900172710419},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049007177352905,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.090998649597168,"p90":9.693995118141174,"p95":11.177003383636475,"p99":13.259992003440857},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.6410181522369385,"p90":1.0419785976409912,"p95":1.0419785976409912,"p99":1.0419785976409912},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":148.78399670124054,"p90":151.1079967021942,"p95":151.78899466991425,"p99":153.10999751091003},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":92.13899821043015,"p90":93.58099848031998,"p95":93.98200362920761,"p99":95.42399644851685},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":243.56800317764282,"p90":245.3709989786148,"p95":245.97099423408508,"p99":246.85199558734894},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.822993755340576,"p90":19.508004188537598,"p95":20.39000391960144,"p99":23.234009742736816},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":983435.296391223,"p90":974881.5256841814,"p95":971773.0685580373,"p99":962116.6853696555},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":167.93300211429596,"p90":170.41699588298798,"p95":171.3380068540573,"p99":174.02200400829315},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":128.79399955272675,"p90":130.59599697589874,"p95":131.23799860477448,"p99":133.88100266456604},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":296.7270016670227,"p90":301.0129928588867,"p95":302.5760054588318,"p99":307.9030066728592},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":271.928995847702,"p90":274.85498785972595,"p95":275.7759988307953,"p99":277.4989902973175},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":272.85000681877136,"p90":275.09400248527527,"p95":275.97498893737793,"p99":278.5379886627197},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":155.11399507522583,"p90":156.63599967956543,"p95":157.03700482845306,"p99":157.83800184726715},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":105.27800023555756,"p90":107.52200335264206,"p95":108.20300132036209,"p99":109.96600240468979},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049007177352905,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.8879852294921875,"p90":10.616004467010498,"p95":11.777997016906738,"p99":13.941973447799683},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7210075855255127,"p90":1.0809898376464844,"p95":1.0809898376464844,"p99":1.0809898376464844},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":149.6649980545044,"p90":152.10899710655212,"p95":152.83000469207764,"p99":154.9540013074875},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":102.55499929189682,"p90":104.07800227403641,"p95":104.83799874782562,"p99":106.4009964466095},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":260.91301441192627,"p90":262.8369927406311,"p95":263.3180022239685,"p99":264.0790045261383},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.936008930206299,"p90":14.90098237991333,"p95":16.063004732131958,"p99":18.62698793411255},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":1876488.8664271634,"p90":1861181.9791578532,"p95":1855240.5852842666,"p99":1838169.3730831752},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":182.2350025177002,"p90":186.040997505188,"p95":187.24200129508972,"p99":190.08700549602509},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":137.40700483322144,"p90":140.69099724292755,"p95":141.5729969739914,"p99":143.65600049495697},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":319.64200735092163,"p90":326.73199474811554,"p95":328.8149982690811,"p99":333.74300599098206},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":281.8639874458313,"p90":284.42901372909546,"p95":285.07000207901,"p99":286.71199083328247},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":288.79499435424805,"p90":292.03999042510986,"p95":292.8819954395294,"p99":294.8850095272064},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":156.1949998140335,"p90":162.12500631809235,"p95":163.2850021123886,"p99":164.32799398899078},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":111.76799982786179,"p90":118.09799820184708,"p95":119.37899887561798,"p99":120.86299806833267},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049007177352905,"p90":6.129980087280273,"p95":6.129980087280273,"p99":6.129980087280273},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.131993770599365,"p90":11.696994304656982,"p95":13.538002967834473,"p99":17.905980348587036},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.082003116607666,"p90":2.4830102920532227,"p95":2.4830102920532227,"p99":2.4830102920532227},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":150.7059931755066,"p90":152.6699960231781,"p95":153.66999804973602,"p99":155.75499832630157},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":108.40299725532532,"p90":110.76699942350388,"p95":111.48899793624878,"p99":113.04999887943268},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":276.89599990844727,"p90":279.66099977493286,"p95":280.2619934082031,"p99":281.7839980125427},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.820018291473389,"p90":14.182984828948975,"p95":15.062987804412842,"p99":17.10599660873413},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":3545767.8284545294,"p90":3506369.1055098586,"p95":3496288.662139434,"p99":3472540.0305759683},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":197.77800142765045,"p90":202.58599519729614,"p95":203.9480060338974,"p99":206.95200562477112},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":148.6240029335022,"p90":151.50800347328186,"p95":152.51000225543976,"p99":155.07300198078156},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":346.40200436115265,"p90":354.093998670578,"p95":356.45800828933716,"p99":362.0250076055527},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":317.55900382995605,"p90":321.96399569511414,"p95":323.8080143928528,"p99":326.5730142593384},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":323.64800572395325,"p90":327.01200246810913,"p95":328.0929923057556,"p99":330.8190107345581},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":163.96600008010864,"p90":170.6169992685318,"p95":173.1400042772293,"p99":175.10400712490082},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":112.20899969339371,"p90":116.65599793195724,"p95":118.45900118350983,"p99":121.70399725437164},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209999322891235,"p90":6.28998875617981,"p95":6.28998875617981,"p99":6.28998875617981},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.09601354598999,"p90":16.142994165420532,"p95":17.58900284767151,"p99":20.588994026184082},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.5619993209838867,"p90":2.2430121898651123,"p95":2.2430121898651123,"p99":2.2430121898651123},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":177.62799561023712,"p90":182.11400508880615,"p95":183.11600387096405,"p99":184.91800129413605},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":126.91099941730499,"p90":130.6380033493042,"p95":131.59899413585663,"p99":133.84200632572174},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":313.71399760246277,"p90":316.6770040988922,"p95":317.3989951610565,"p99":318.7589943408966},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.776979684829712,"p90":13.46200704574585,"p95":14.822989702224731,"p99":17.387986183166504},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":6327862.257080571,"p90":6262767.06831189,"p95":6242132.712458037,"p99":6190696.2222412005},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":266.7219936847687,"p90":276.89799666404724,"p95":280.7829976081848,"p99":287.43401169776917},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":222.85500168800354,"p90":233.0709993839264,"p95":237.63799667358398,"p99":243.32599341869354},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":489.5769953727722,"p90":509.96899604797363,"p95":518.4209942817688,"p99":530.7600051164627},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":462.3759984970093,"p90":471.6689884662628,"p95":474.87398982048035,"p99":479.7619879245758},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":465.46098589897156,"p90":474.1939902305603,"p95":477.4779975414276,"p99":483.6469888687134},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":220.9320068359375,"p90":224.41799938678741,"p95":225.62099993228912,"p99":228.42399775981903},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":168.8150018453598,"p90":176.1849969625473,"p95":177.9879927635193,"p99":182.87500739097595},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.1910138130188,"p90":25.95701813697815,"p95":27.401983737945557,"p99":29.805004596710205},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.883000135421753,"p90":3.966003656387329,"p95":3.966003656387329,"p99":3.966003656387329},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":235.31599342823029,"p90":244.1280037164688,"p95":245.60999870300293,"p99":248.85599315166473},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":198.9399939775467,"p90":206.9929987192154,"p95":209.95700359344482,"p99":215.8060073852539},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":445.75101137161255,"p90":452.44100689888,"p95":454.6869993209839,"p99":459.6109986305237},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.62900161743164,"p90":27.684003114700317,"p95":31.003981828689575,"p99":36.69300675392151},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":8799878.237032391,"p90":8637815.080719313,"p95":8578405.750821257,"p99":8468986.873216871},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":433.13300609588623,"p90":459.85400676727295,"p95":466.5040075778961,"p99":482.84900188446045},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":373.44199419021606,"p90":394.43400502204895,"p95":400.2020061016083,"p99":408.4550142288208},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":806.5750002861023,"p90":854.2880117893219,"p95":866.7060136795044,"p99":891.3040161132812},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":745.6420063972473,"p90":767.67498254776,"p95":772.5650072097778,"p99":787.5450253486633},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":756.742000579834,"p90":777.4140238761902,"p95":783.7820053100586,"p99":794.8399782180786},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":361.4639937877655,"p90":365.11000990867615,"p95":367.2730028629303,"p99":379.4510066509247},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":301.7750084400177,"p90":316.75800681114197,"p95":325.0899910926819,"p99":347.0430076122284},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1699748039245605,"p90":6.449997425079346,"p95":6.449997425079346,"p99":6.449997425079346},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.801015853881836,"p90":39.655983448028564,"p95":47.02705144882202,"p99":59.12601947784424},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-7.891952991485596,"p90":-5.52898645401001,"p95":-5.52898645401001,"p99":-5.52898645401001},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":362.14500665664673,"p90":373.24199080467224,"p95":378.4089982509613,"p99":384.7790062427521},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":326.7329931259155,"p90":342.83700585365295,"p95":349.24599528312683,"p99":361.1049950122833},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":725.5709767341614,"p90":744.6010112762451,"p95":751.1709928512573,"p99":762.3069882392883},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":30.88998794555664,"p90":36.212027072906494,"p95":38.37400674819946,"p99":45.632004737854004},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.005181347019970417,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":10825353.943250265,"p90":10537499.644211005,"p95":10451885.78520542,"p99":10306477.057640372},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9948,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.9},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2099,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2099,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2076,"p50":2093,"max":2094,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2094,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2099,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2094,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2094,"max":2095,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2088,"max":2093,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2099,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2096,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2089,"max":2091,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json new file mode 100644 index 0000000000..408a102fb1 --- /dev/null +++ b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T15:42:17.908126+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.24299968779087,"p90":32.047998160123825,"p95":33.00999850034714,"p99":35.092998296022415},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.641000226140022,"p90":30.32599948346615,"p95":31.566999852657318,"p99":33.37100148200989},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":55.88399991393089,"p90":62.37399764358997,"p95":64.57699835300446,"p99":68.4639997780323},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":45.788999646902084,"p90":49.795001745224,"p95":51.357001066207886,"p99":53.0799999833107},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.47300052642822,"p90":51.19699984788895,"p95":52.198998630046844,"p99":54.36199903488159},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.28099934756756,"p90":27.88200043141842,"p95":28.001999482512474,"p99":28.442999348044395},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":23.876000195741653,"p90":24.27699975669384,"p95":24.475999176502228,"p99":24.796999990940094},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009001284837723,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.7619989812374115,"p90":7.011000066995621,"p95":8.451998233795166,"p99":12.66000047326088},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.20099803805351257,"p90":0.4810020327568054,"p95":0.4810020327568054,"p99":0.4810020327568054},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.28099934756756,"p90":27.64200046658516,"p95":27.800999581813812,"p99":28.24299968779087},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":23.99599924683571,"p90":24.436000734567642,"p95":24.476999416947365,"p99":24.877000600099564},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":44.82800140976906,"p90":45.308999717235565,"p95":45.54799944162369,"p99":46.310000121593475},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.6059990525245667,"p90":6.330002099275589,"p95":7.331002503633499,"p99":9.53499972820282},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":165040.32993868986,"p90":156259.15627417123,"p95":153259.64501156218,"p99":147161.62286207997},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.241999447345734,"p90":32.127998769283295,"p95":33.05000066757202,"p99":35.1330004632473},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":29.684999957680702,"p90":32.04900026321411,"p95":33.08999910950661,"p99":35.092998296022415},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":57.926999405026436,"p90":64.1769990324974,"p95":66.13999977707863,"p99":70.22599875926971},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":47.55200073122978,"p90":50.39599910378456,"p95":52.11799964308739,"p99":54.92300167679787},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":50.436001271009445,"p90":52.83999815583229,"p95":54.200999438762665,"p99":55.92399835586548},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.96100063621998,"p90":27.521999552845955,"p95":27.760999277234077,"p99":28.241999447345734},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":25.918999686837196,"p90":26.599999517202377,"p95":26.72000043094158,"p99":26.96000039577484},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009001284837723,"p90":6.009999662637711,"p95":6.009999662637711,"p99":6.009999662637711},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.8819997310638428,"p90":5.888998508453369,"p95":8.092001080513,"p99":12.258000671863556},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.2400018274784088,"p90":0.3210008144378662,"p95":0.3210008144378662,"p99":0.3210008144378662},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":26.921000331640244,"p90":27.401000261306763,"p95":27.56199985742569,"p99":28.201999142766},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":25.838999077677727,"p90":26.440000161528587,"p95":26.559999212622643,"p99":26.799999177455902},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":46.87099903821945,"p90":47.59100079536438,"p95":47.75200039148331,"p99":48.15300181508064},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.446001559495926,"p90":6.209000945091248,"p95":7.209997624158859,"p99":9.013000875711441},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":317233.7139502132,"p90":302800.91897077364,"p95":295197.5086377717,"p99":286102.5761818025},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.603000566363335,"p90":32.568998634815216,"p95":33.61000120639801,"p99":35.934001207351685},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.60800039768219,"p90":34.45199877023697,"p95":35.53399816155434,"p99":37.25599870085716},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":60.211000964045525,"p90":67.02099740505219,"p95":69.14399936795235,"p99":73.18999990820885},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":49.95499923825264,"p90":53.199999034404755,"p95":55.00299856066704,"p99":57.80699849128723},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.71900072693825,"p90":55.44399842619896,"p95":56.80600181221962,"p99":58.88799950480461},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.441000565886497,"p90":28.082000091671944,"p95":28.322000056505203,"p99":28.64300087094307},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.24299968779087,"p90":28.762999922037125,"p95":28.88300083577633,"p99":29.203999787569046},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.969002842903137,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.9620003402233124,"p90":5.32899796962738,"p95":7.09100067615509,"p99":11.298000812530518},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.2809986472129822,"p90":0.4400014877319336,"p95":0.4400014877319336,"p99":0.4400014877319336},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.560999616980553,"p90":28.001999482512474,"p95":28.201999142766,"p99":28.5630002617836},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.88200043141842,"p90":28.363000601530075,"p95":28.5630002617836,"p99":28.92399951815605},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.0339994430542,"p90":49.71500113606453,"p95":50.11500045657158,"p99":51.23699828982353},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.6460012197494507,"p90":6.169002503156662,"p95":7.291000336408615,"p99":9.374000132083893},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":606991.7782726239,"p90":577158.951524662,"p95":563320.7580033636,"p99":543404.4333156394},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.72299961745739,"p90":32.6090008020401,"p95":33.569999039173126,"p99":35.53399816155434},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.527001410722733,"p90":34.251000732183456,"p95":35.21300107240677,"p99":37.01600059866905},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":60.25000102818012,"p90":66.86000153422356,"p95":68.7830001115799,"p99":72.54999876022339},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":50.03499984741211,"p90":53.44099923968315,"p95":54.882001131772995,"p99":57.32699856162071},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.83999815583229,"p90":55.68400025367737,"p95":56.72600120306015,"p99":58.48800018429756},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.602000162005424,"p90":28.001999482512474,"p95":28.162000700831413,"p99":28.40300090610981},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.123000636696815,"p90":28.603000566363335,"p95":28.682999312877655,"p99":29.00400012731552},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.0079991817474365,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0010004043579102,"p90":5.768999457359314,"p95":6.930999457836151,"p99":9.93499904870987},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.1600012183189392,"p90":0.2400018274784088,"p95":0.2400018274784088,"p99":0.2400018274784088},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.64200046658516,"p90":28.082000091671944,"p95":28.201999142766,"p99":28.522999957203865},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.842000126838684,"p90":28.282999992370605,"p95":28.44199910759926,"p99":28.80300022661686},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.313999712467194,"p90":49.915000796318054,"p95":50.154998898506165,"p99":50.99700018763542},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.484997898340225,"p90":6.250999867916107,"p95":7.371000945568085,"p99":8.894000202417374},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":1211203.6758830945,"p90":1149342.7143961957,"p95":1128230.4171397763,"p99":1094241.5503750164},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.686000362038612,"p90":34.49200093746185,"p95":35.49300134181976,"p99":37.89699822664261},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.968001276254654,"p90":34.49200093746185,"p95":35.413000732660294,"p99":37.13599964976311},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":62.654001638293266,"p90":68.9840018749237,"p95":70.90600207448006,"p99":75.03299787640572},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":52.198998630046844,"p90":55.80399930477142,"p95":57.28600174188614,"p99":59.00900065898895},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.3629994392395,"p90":57.96800181269646,"p95":59.209998697042465,"p99":60.972001403570175},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":29.604999348521233,"p90":30.045000836253166,"p95":30.125999823212624,"p99":30.565999448299408},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.123000636696815,"p90":28.603000566363335,"p95":28.762999922037125,"p99":29.044000431895256},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.008997559547424,"p90":6.009001284837723,"p95":6.009001284837723,"p99":6.009001284837723},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.201000064611435,"p90":6.5289996564388275,"p95":7.851999253034592,"p99":9.694002568721771},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.2410002052783966,"p90":-0.199001282453537,"p95":-0.199001282453537,"p99":-0.199001282453537},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":29.684999957680702,"p90":30.08599951863289,"p95":30.206000432372093,"p99":30.686000362038612},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.24299968779087,"p90":28.64300087094307,"p95":28.76400016248226,"p99":29.083000496029854},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":51.59800127148628,"p90":52.15900018811226,"p95":52.358999848365784,"p99":53.640998899936676},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.725998103618622,"p90":6.370000541210175,"p95":7.451999932527542,"p99":9.374000132083893},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":2312013.461996023,"p90":2208114.7529215813,"p95":2161797.041322914,"p99":2099324.2316711135},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":33.810000866651535,"p90":37.73700073361397,"p95":38.73800113797188,"p99":40.54100066423416},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":32.248999923467636,"p90":34.97299924492836,"p95":36.173999309539795,"p99":38.09700161218643},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":66.05900079011917,"p90":72.70999997854233,"p95":74.91200044751167,"p99":78.6380022764206},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":55.68299815058708,"p90":59.08900126814842,"p95":60.210999101400375,"p99":61.69300153851509},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":58.64899978041649,"p90":61.211999505758286,"p95":62.33400106430054,"p99":64.17600065469742},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":32.36899897456169,"p90":32.97000005841255,"p95":33.250000327825546,"p99":33.932000398635864},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.603000566363335,"p90":29.285000637173653,"p95":29.56400066614151,"p99":29.765000566840172},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.968999117612839,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.4029964804649353,"p90":5.568999797105789,"p95":6.48999959230423,"p99":10.055996477603912},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.360000878572464,"p90":0.4409998655319214,"p95":0.4409998655319214,"p99":0.4409998655319214},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":32.44899958372116,"p90":32.889001071453094,"p95":33.048998564481735,"p99":33.73099863529205},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.44199910759926,"p90":29.083000496029854,"p95":29.284000396728516,"p99":29.684999957680702},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.882001131772995,"p90":55.68400025367737,"p95":55.96400052309036,"p99":56.846000254154205},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.7649981677532196,"p90":6.1689987778663635,"p95":7.291000336408615,"p99":9.293999522924423},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":4364950.825392952,"p90":4182186.5331472764,"p95":4106907.877386591,"p99":3989030.126346178},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":43.06500032544136,"p90":46.75000160932541,"p95":47.99100011587143,"p99":50.515998154878616},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":34.73199903964996,"p90":36.97599843144417,"p95":38.01799938082695,"p99":39.820000529289246},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":77.79699936509132,"p90":83.72600004076958,"p95":86.00899949669838,"p99":90.33599868416786},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":68.30299645662308,"p90":72.10800051689148,"p95":73.39099794626236,"p99":75.47300308942795},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":70.86700201034546,"p90":73.46999645233154,"p95":74.63199645280838,"p99":76.27499848604202},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":41.86299815773964,"p90":42.424000799655914,"p95":42.865000665187836,"p99":44.186998158693314},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":31.367000192403793,"p90":32.00799971818924,"p95":32.16800093650818,"p99":32.489001750946045},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.0079991817474365,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.4820024371147156,"p90":6.970994174480438,"p95":8.612997829914093,"p99":12.059003114700317},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.2800002694129944,"p90":0.1600012183189392,"p95":0.1600012183189392,"p99":0.1600012183189392},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":41.822999715805054,"p90":42.263999581336975,"p95":42.4639992415905,"p99":42.865000665187836},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.92700056731701,"p90":31.527001410722733,"p95":31.686998903751373,"p99":31.96899965405464},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.90099835395813,"p90":67.70200282335281,"p95":67.94200092554092,"p99":68.78399848937988},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.965996205806732,"p90":6.370000541210175,"p95":7.450997829437256,"p99":9.333997964859009},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":7224801.183564335,"p90":6968831.151804852,"p95":6860328.335498167,"p99":6712553.394461144},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":68.30299645662308,"p90":71.46800309419632,"p95":72.46900349855423,"p99":74.27100092172623},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":47.43099957704544,"p90":49.19400066137314,"p95":50.436001271009445,"p99":52.960000932216644},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":115.73399603366852,"p90":120.66200375556946,"p95":122.90500476956367,"p99":127.23100185394287},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":106.9210022687912,"p90":108.20300132036209,"p95":109.36500132083893,"p99":111.64800077676773},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":109.04400050640106,"p90":111.00800335407257,"p95":112.08800226449966,"p99":114.2520010471344},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":67.10100173950195,"p90":67.90199875831604,"p95":68.18299740552902,"p99":68.66300106048584},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":44.30700093507767,"p90":45.10800167918205,"p95":45.34799978137016,"p99":45.949000865221024},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.010003387928009,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.680999994277954,"p90":6.370000541210175,"p95":7.970996201038361,"p99":10.816000401973724},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.2809986472129822,"p90":0.3210008144378662,"p95":0.3210008144378662,"p99":0.3210008144378662},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.86100363731384,"p90":67.54100322723389,"p95":67.7419975399971,"p99":68.38300079107285},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":43.82599890232086,"p90":44.42699998617172,"p95":44.58799958229065,"p99":44.98700052499771},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":105.1580011844635,"p90":105.99900037050247,"p95":106.23999685049057,"p99":106.88100010156631},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.846004605293274,"p90":6.449997425079346,"p95":7.411003112792969,"p99":9.053997695446014},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":9390704.626064133,"p90":9224560.11332657,"p95":9135678.924704323,"p99":8962643.8978303},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":87.25100010633469,"p90":90.33600240945816,"p95":91.33800119161606,"p99":93.22000294923782},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.38400119543076,"p90":71.62799686193466,"p95":72.70900160074234,"p99":74.39199835062027},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":156.63500130176544,"p90":161.96399927139282,"p95":164.0470027923584,"p99":167.6120012998581},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":149.54499900341034,"p90":150.86700022220612,"p95":151.1469930410385,"p99":152.30999886989594},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":148.9039957523346,"p90":151.1079967021942,"p95":152.1890014410019,"p99":154.03200685977936},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":86.04899793863297,"p90":86.97099983692169,"p95":87.33099699020386,"p99":87.81199902296066},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":68.06299835443497,"p90":69.18399780988693,"p95":69.34499740600586,"p99":69.9860006570816},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.928993225097656,"p90":5.970001220703125,"p95":5.970001220703125,"p99":5.970001220703125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.123013138771057,"p90":6.970003247261047,"p95":8.293002843856812,"p99":11.657997965812683},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.27999281883239746,"p90":-0.20100176334381104,"p95":-0.20100176334381104,"p99":-0.20100176334381104},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":85.36899834871292,"p90":86.12900227308273,"p95":86.32999658584595,"p99":86.81099861860275},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":65.53799659013748,"p90":66.66100025177002,"p95":67.02099740505219,"p99":67.54200160503387},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":145.69999277591705,"p90":147.0620036125183,"p95":147.46199548244476,"p99":148.26300740242004},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.045007586479187,"p90":6.048992276191711,"p95":6.970986723899841,"p99":8.533000946044922},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":13753828.362043068,"p90":13553220.509145042,"p95":13456951.426243076,"p99":13295937.914152902},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":163.36600482463837,"p90":166.53099656105042,"p95":167.6120012998581,"p99":169.41499710083008},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":122.1029981970787,"p90":123.58599901199341,"p95":124.54699724912643,"p99":126.51099264621735},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":285.46900302171707,"p90":290.1169955730438,"p95":292.1589985489845,"p99":295.9259897470474},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":276.8569886684418,"p90":280.7829976081848,"p95":282.46599435806274,"p99":285.43001413345337},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":278.41898798942566,"p90":282.74598717689514,"p95":284.22701358795166,"p99":287.75298595428467},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":162.36500442028046,"p90":165.60900211334229,"p95":166.89099371433258,"p99":170.33599317073822},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":117.0559972524643,"p90":118.7790036201477,"p95":119.29900199174881,"p99":120.18100172281265},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009012460708618,"p90":6.048977375030518,"p95":6.048977375030518,"p99":6.048977375030518},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.0849874019622803,"p90":7.12999701499939,"p95":8.45298171043396,"p99":11.537015438079834},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.8009970188140869,"p90":1.2010037899017334,"p95":1.2010037899017334,"p99":1.2010037899017334},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":159.36000645160675,"p90":162.20399737358093,"p95":163.12600672245026,"p99":165.12900590896606},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":118.49799752235413,"p90":119.3389967083931,"p95":119.58000063896179,"p99":120.02000212669373},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":274.2530107498169,"p90":278.45901250839233,"p95":279.98098731040955,"p99":282.50598907470703},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.926008939743042,"p90":6.288975477218628,"p95":7.169991731643677,"p99":8.893996477127075},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":14711640.285667464,"p90":14486500.908100983,"p95":14411015.857690556,"p99":14234430.917949649},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9976,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2055,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2057,"p50":2100,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2100,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2059,"p50":2100,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2056,"p50":2095,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2055,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2058,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2045,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json new file mode 100644 index 0000000000..b80ac333da --- /dev/null +++ b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:02:03.162646+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.922000735998154,"p90":31.44799917936325,"p95":32.6090008020401,"p99":34.453000873327255},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.320999652147293,"p90":30.16600012779236,"p95":31.207000836730003,"p99":32.97000005841255},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":55.24300038814545,"p90":61.61399930715561,"p95":63.8160016387701,"p99":67.42300093173981},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":45.34899815917015,"p90":48.914000391960144,"p95":50.276000052690506,"p99":52.68000066280365},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":47.87300154566765,"p90":50.675999373197556,"p95":51.63799971342087,"p99":53.44099923968315},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.000999078154564,"p90":27.602000162005424,"p95":27.80199982225895,"p99":28.082000091671944},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":24.075999855995178,"p90":24.5169997215271,"p95":24.55800026655197,"p99":24.71799962222576},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.0079991817474365,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0810010135173798,"p90":6.008997559547424,"p95":7.010001689195633,"p99":9.695000946521759},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.11999905109405518,"p90":0.2410002052783966,"p95":0.2410002052783966,"p99":0.2410002052783966},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":26.88100002706051,"p90":27.28099934756756,"p95":27.401000261306763,"p99":27.602000162005424},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":23.67600053548813,"p90":24.03699979186058,"p95":24.19699914753437,"p99":24.59700033068657},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":44.30700093507767,"p90":44.82800140976906,"p95":44.9879989027977,"p99":45.308999717235565},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.5250000655651093,"p90":6.209000945091248,"p95":7.1709975600242615,"p99":9.052999317646027},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":167108.80332766546,"p90":157865.6582790785,"p95":154924.66874003984,"p99":149697.79970093674},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.64200046658516,"p90":31.207000836730003,"p95":32.24699944257736,"p99":34.09099951386452},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.682999312877655,"p90":31.327001750469208,"p95":32.6090008020401,"p99":35.374000668525696},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":56.324999779462814,"p90":62.53400258719921,"p95":64.85600024461746,"p99":69.46500018239021},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":46.87099903821945,"p90":49.91599917411804,"p95":51.63799971342087,"p99":53.60100045800209},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.274999648332596,"p90":51.91799998283386,"p95":52.960000932216644,"p99":54.52200025320053},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.96000039577484,"p90":27.56199985742569,"p95":27.72199921309948,"p99":28.04199978709221},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":25.477999821305275,"p90":25.95899999141693,"p95":26.119999587535858,"p99":26.440000161528587},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009999662637711,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.042000949382782,"p90":5.688998848199844,"p95":6.80999830365181,"p99":8.333001285791397},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.11999905109405518,"p90":0.1600012183189392,"p95":0.1600012183189392,"p99":0.1600012183189392},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":26.520000770688057,"p90":26.96100063621998,"p95":27.080999687314034,"p99":27.32199989259243},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":25.03800019621849,"p90":25.558000430464745,"p95":25.71900002658367,"p99":26.19899995625019},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":45.910000801086426,"p90":46.51099815964699,"p95":46.71100154519081,"p99":47.19100147485733},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.2860003411769867,"p90":6.009001284837723,"p95":7.011000066995621,"p99":8.572999387979507},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":324708.27223113785,"p90":308178.28123753285,"p95":302114.798307469,"p99":293459.51956450415},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.08300033211708,"p90":31.727999448776245,"p95":32.930001616477966,"p99":34.97299924492836},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.567998230457306,"p90":34.251999109983444,"p95":35.45299917459488,"p99":37.57699951529503},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":59.65099856257439,"p90":65.97999855875969,"p95":68.38300079107285,"p99":72.54999876022339},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":49.55499991774559,"p90":52.560001611709595,"p95":54.60200086236,"p99":58.16800147294998},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.278999239206314,"p90":54.92300167679787,"p95":55.844999849796295,"p99":57.52699822187424},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.48199924826622,"p90":28.001999482512474,"p95":28.12200039625168,"p99":28.363000601530075},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.043000027537346,"p90":28.40300090610981,"p95":28.48299965262413,"p99":28.603000566363335},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048999726772308,"p90":6.049003452062607,"p95":6.049003452062607,"p99":6.049003452062607},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.9620003402233124,"p90":5.408000200986862,"p95":6.850000470876694,"p99":8.572999387979507},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.31999871134757996,"p90":0.11999905109405518,"p95":0.11999905109405518,"p99":0.11999905109405518},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.161000296473503,"p90":27.64200046658516,"p95":27.761999517679214,"p99":28.1629990786314},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.921000495553017,"p90":28.442999348044395,"p95":28.564000502228737,"p99":28.88300083577633},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.833999782800674,"p90":49.39499869942665,"p95":49.63500052690506,"p99":50.5560003221035},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.405001014471054,"p90":5.969002842903137,"p95":7.0500001311302185,"p99":8.772999048233032},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":612100.4698957932,"p90":582633.8514473136,"p95":573014.5955066509,"p99":556260.5557234207},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.12200039625168,"p90":31.768999993801117,"p95":32.80999884009361,"p99":35.05299985408783},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.52799978852272,"p90":34.21200066804886,"p95":35.29300168156624,"p99":36.85599938035011},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":59.6500001847744,"p90":65.98100066184998,"p95":68.10300052165985,"p99":71.90899923443794},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":49.515001475811005,"p90":52.960000932216644,"p95":54.52299863100052,"p99":58.80900099873543},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.51999944448471,"p90":55.28400093317032,"p95":56.44499883055687,"p99":58.36800113320351},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.360999956727028,"p90":27.842000126838684,"p95":27.96199917793274,"p99":28.202999383211136},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.96199917793274,"p90":28.442999348044395,"p95":28.5630002617836,"p99":28.92399951815605},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.969002842903137,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.001998782157898,"p90":5.408000200986862,"p95":6.40999898314476,"p99":8.212998509407043},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.08100271224975586,"p90":0.4010014235973358,"p95":0.4010014235973358,"p99":0.4010014235973358},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.160000056028366,"p90":27.521999552845955,"p95":27.64200046658516,"p99":27.96199917793274},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.80199982225895,"p90":28.32300029695034,"p95":28.48299965262413,"p99":28.723999857902527},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.833999782800674,"p90":49.47499930858612,"p95":49.7560016810894,"p99":50.99700018763542},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.6059990525245667,"p90":6.330002099275589,"p95":7.451999932527542,"p99":9.053997695446014},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":1218583.4096904364,"p90":1157658.6158691002,"p95":1133847.1312954158,"p99":1096491.2067820095},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.124999582767487,"p90":33.93099829554558,"p95":34.89299863576889,"p99":36.455001682043076},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.76800161600113,"p90":34.171998500823975,"p95":35.61300039291382,"p99":37.77699917554855},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":61.893001198768616,"p90":68.10299679636955,"p95":70.50599902868271,"p99":74.23200085759163},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":52.15900018811226,"p90":56.405000388622284,"p95":57.8869991004467,"p99":62.13400140404701},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.96300011873245,"p90":57.447001338005066,"p95":58.449000120162964,"p99":60.290999710559845},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":29.24400009214878,"p90":29.684999957680702,"p95":29.805000871419907,"p99":30.045999214053154},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.48299965262413,"p90":29.08400073647499,"p95":29.205000028014183,"p99":29.485000297427177},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.9699974954128265,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.2420006096363068,"p90":5.888998508453369,"p95":8.013002574443817,"p99":13.099003583192825},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.15999749302864075,"p90":0.2400018274784088,"p95":0.2400018274784088,"p99":0.2400018274784088},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":29.044000431895256,"p90":29.443999752402306,"p95":29.525000602006912,"p99":29.765000566840172},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.1629990786314,"p90":28.72299961745739,"p95":28.84400077164173,"p99":29.16399948298931},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":51.197998225688934,"p90":51.83799937367439,"p95":51.99899896979332,"p99":52.51900106668472},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.645997494459152,"p90":6.289999932050705,"p95":7.250998169183731,"p99":9.013999253511429},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":2328839.3960207994,"p90":2228140.669116516,"p95":2189943.364930964,"p99":2123036.6159873293},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":33.13000127673149,"p90":36.57500073313713,"p95":37.6570001244545,"p99":39.25900161266327},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":32.329000532627106,"p90":35.013001412153244,"p95":36.21400147676468,"p99":38.33800181746483},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":65.4590018093586,"p90":71.58800214529037,"p95":73.87100160121918,"p99":77.5970034301281},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":55.20400032401085,"p90":58.768998831510544,"p95":60.812000185251236,"p99":64.1769990324974},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":58.448001742362976,"p90":60.93199923634529,"p95":61.97400018572807,"p99":63.73699754476547},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":32.24800154566765,"p90":32.72999823093414,"p95":32.8500010073185,"p99":33.16999971866608},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.5630002617836,"p90":29.00400012731552,"p95":29.16399948298931,"p99":29.525000602006912},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.970001220703125,"p90":6.009001284837723,"p95":6.009001284837723,"p99":6.009001284837723},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.361999660730362,"p90":5.72899729013443,"p95":7.2109997272491455,"p99":10.5770044028759},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.11900067329406738,"p90":0.2400018274784088,"p95":0.2400018274784088,"p99":0.2400018274784088},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":32.009001821279526,"p90":32.409001141786575,"p95":32.568998634815216,"p99":32.80999884009361},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.60400080680847,"p90":29.044000431895256,"p95":29.16499972343445,"p99":29.525000602006912},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.76300045847893,"p90":55.28299883008003,"p95":55.48400059342384,"p99":56.526001542806625},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.6449991166591644,"p90":6.089001893997192,"p95":7.291000336408615,"p99":8.813004940748215},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":4379961.544766582,"p90":4201404.897400753,"p95":4130764.501771728,"p99":4016505.4812975656},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":42.86399856209755,"p90":46.108998358249664,"p95":47.11100086569786,"p99":48.55300113558769},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":33.81099924445152,"p90":36.45399957895279,"p95":37.49699890613556,"p99":39.340000599622726},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":76.67499780654907,"p90":82.56299793720245,"p95":84.60799977183342,"p99":87.89300173521042},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":66.94100052118301,"p90":70.38599997758865,"p95":71.86900079250336,"p99":74.07300174236298},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.70600038766861,"p90":72.2699984908104,"p95":73.59199970960617,"p99":75.39399713277817},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":41.58300161361694,"p90":42.14400053024292,"p95":42.263999581336975,"p99":42.945001274347305},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":30.406000092625618,"p90":30.967000871896744,"p95":31.0869999229908,"p99":31.327001750469208},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.929999053478241,"p90":5.970001220703125,"p95":5.970001220703125,"p99":5.970001220703125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.5219971537590027,"p90":6.369002163410187,"p95":7.8909993171691895,"p99":11.256001889705658},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.2800002694129944,"p90":0.23999810218811035,"p95":0.23999810218811035,"p99":0.23999810218811035},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":41.22199863195419,"p90":41.662998497486115,"p95":41.783999651670456,"p99":42.10299998521805},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.16499988734722,"p90":30.72500042617321,"p95":30.84699995815754,"p99":31.0869999229908},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":65.700002014637,"p90":66.41999632120132,"p95":66.62099808454514,"p99":67.62199848890305},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.967002034187317,"p90":6.449997425079346,"p95":7.651999592781067,"p99":9.374000132083893},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":7345135.241622266,"p90":7084544.218789547,"p95":6957277.992449596,"p99":6790991.583830005},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":67.7030012011528,"p90":70.86700201034546,"p95":72.18799740076065,"p99":75.63400268554688},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":40.46199843287468,"p90":42.98499971628189,"p95":43.98699849843979,"p99":46.229999512434006},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":108.16499963402748,"p90":113.85200172662735,"p95":116.17499589920044,"p99":121.86400219798088},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":98.90999644994736,"p90":101.67399793863297,"p95":103.6359965801239,"p99":105.59999942779541},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":101.79399698972702,"p90":104.39799726009369,"p95":105.48000037670135,"p99":107.48299956321716},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":66.41999632120132,"p90":67.18199700117111,"p95":67.34199821949005,"p99":67.86300241947174},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":36.896001547575,"p90":37.61700168251991,"p95":37.81700134277344,"p99":38.458000868558884},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009005010128021,"p90":6.087996065616608,"p95":6.087996065616608,"p99":6.087996065616608},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.722000539302826,"p90":6.449006497859955,"p95":8.092999458312988,"p99":10.294996201992035},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.27899444103240967,"p90":0.3210008144378662,"p95":0.3210008144378662,"p99":0.3210008144378662},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.2200003862381,"p90":66.90099835395813,"p95":67.14200228452682,"p99":67.62199848890305},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":36.6550013422966,"p90":37.29600086808205,"p95":37.49600052833557,"p99":37.898000329732895},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":97.7879986166954,"p90":98.66899996995926,"p95":98.94900023937225,"p99":99.43100064992905},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.846004605293274,"p90":6.770998239517212,"p95":7.9710036516189575,"p99":10.05600392818451},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":10059532.29347445,"p90":9808617.28073998,"p95":9708001.482204992,"p99":9527088.04333028},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":87.4520018696785,"p90":90.49700200557709,"p95":91.61899983882904,"p99":94.34299916028976},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.039001137018204,"p90":54.0819987654686,"p95":55.12399971485138,"p99":57.367000728845596},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":139.4910030066967,"p90":144.57900077104568,"p95":146.74299955368042,"p99":151.70999988913536},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":132.6799988746643,"p90":133.88299942016602,"p95":134.442999958992,"p99":135.7250064611435},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":132.24099576473236,"p90":134.6839964389801,"p95":135.64500212669373,"p99":137.64899969100952},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":86.29000186920166,"p90":87.05200254917145,"p95":87.33200281858444,"p99":88.01300078630447},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":50.59700086712837,"p90":51.5579991042614,"p95":51.71800032258034,"p99":52.198998630046844},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009012460708618,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.1219998598098755,"p90":6.3700079917907715,"p95":7.571011781692505,"p99":10.53600013256073},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.20000338554382324,"p90":0.3609955310821533,"p95":0.3609955310821533,"p99":0.3609955310821533},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":85.56900173425674,"p90":86.36999875307083,"p95":86.57100051641464,"p99":87.13100105524063},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.31299930810928,"p90":49.07499998807907,"p95":49.313999712467194,"p99":49.674998968839645},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":128.75500321388245,"p90":129.79599833488464,"p95":130.07700443267822,"p99":130.6779980659485},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.3660084009170532,"p90":6.489992141723633,"p95":7.371008396148682,"p99":8.933007717132568},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":15486876.729539763,"p90":15205963.990887858,"p95":15098234.125037268,"p99":14878422.688121898},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":166.17199778556824,"p90":170.53799331188202,"p95":171.8599945306778,"p99":174.50399696826935},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":82.88499712944031,"p90":84.84800159931183,"p95":86.04999631643295,"p99":88.09299767017365},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":249.05699491500854,"p90":255.38599491119385,"p95":257.90999084711075,"p99":262.596994638443},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":239.64299261569977,"p90":244.20900642871857,"p95":246.4130073785782,"p99":249.37699735164642},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":240.92499911785126,"p90":245.45100331306458,"p95":247.1739947795868,"p99":250.65898895263672},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":164.0080064535141,"p90":169.13600265979767,"p95":171.29899561405182,"p99":175.1050055027008},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":78.96000146865845,"p90":80.52200078964233,"p95":80.96300065517426,"p99":81.56400173902512},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009012460708618,"p90":6.0480087995529175,"p95":6.0480087995529175,"p99":6.0480087995529175},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.0439943075180054,"p90":7.09100067615509,"p95":8.573994040489197,"p99":10.816007852554321},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.760987401008606,"p90":1.4829933643341064,"p95":1.4829933643341064,"p99":1.4829933643341064},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":162.0050072669983,"p90":166.09099507331848,"p95":167.45300590991974,"p99":170.21800577640533},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":79.24000173807144,"p90":80.08100092411041,"p95":80.40200173854828,"p99":81.00199699401855},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":236.67700588703156,"p90":240.60499668121338,"p95":242.3260062932968,"p99":245.49099802970886},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.046991467475891,"p90":6.649002432823181,"p95":7.771998643875122,"p99":9.855002164840698},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":17001141.496306054,"p90":16687648.225970741,"p95":16571322.576440692,"p99":16340926.041052373},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9952,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2064,"p50":2099,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2060,"p50":2093,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2058,"p50":2094,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2067,"p50":2103,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2097,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2058,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json new file mode 100644 index 0000000000..fa57f00ea8 --- /dev/null +++ b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:35:17.992850+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":881.8910121917725,"p90":905.9630036354065,"p95":918.74098777771,"p99":949.8289823532104},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":839.3830060958862,"p90":870.4689741134644,"p95":878.4809708595276,"p99":896.3479995727539},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1721.2740182876587,"p90":1776.4319777488708,"p95":1797.2219586372375,"p99":1846.1769819259644},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1666.9069528579712,"p90":1716.3100242614746,"p95":1732.6940298080444,"p99":1750.6330013275146},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1679.0050268173218,"p90":1719.0660238265991,"p95":1732.4459552764893,"p99":1756.8819522857666},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":829.8879861831665,"p90":856.5329909324646,"p95":858.614981174469,"p99":862.7820014953613},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":781.6590070724487,"p90":817.9140090942383,"p95":826.2069821357727,"p99":842.9509997367859},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048917770385742,"p90":6.530046463012695,"p95":6.530046463012695,"p99":6.530046463012695},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":28.652071952819824,"p90":42.15097427368164,"p95":47.11198806762695,"p99":55.80306053161621},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.17806339263916,"p90":23.7959623336792,"p95":23.7959623336792,"p99":23.7959623336792},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":823.718011379242,"p90":854.1690111160278,"p95":856.7720055580139,"p99":860.2979779243469},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":787.5080108642578,"p90":821.7599987983704,"p95":830.8129906654358,"p99":848.5209941864014},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1637.8710269927979,"p90":1679.7339916229248,"p95":1693.0749416351318,"p99":1717.0310020446777},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":38.890957832336426,"p90":51.589012145996094,"p95":56.15699291229248,"p99":67.49403476715088},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":9758160.183151497,"p90":9530756.685848292,"p95":9457149.269274145,"p99":9325612.331940588},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1477.2289991378784,"p90":1568.08602809906,"p95":1612.8729581832886,"p99":1634.186029434204},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1263.5810375213623,"p90":1353.1960248947144,"p95":1371.9830513000488,"p99":1405.2740335464478},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2740.8100366592407,"p90":2921.2820529937744,"p95":2984.8560094833374,"p99":3039.460062980652},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2548.753023147583,"p90":2618.738889694214,"p95":2633.2929134368896,"p99":2680.7520389556885},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2565.778970718384,"p90":2635.9241008758545,"p95":2655.313014984131,"p99":2687.161922454834},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1284.7729921340942,"p90":1363.577961921692,"p95":1378.7939548492432,"p99":1388.6959552764893},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1090.8459424972534,"p90":1154.1420221328735,"p95":1176.015019416809,"p99":1218.9199924468994},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.329059600830078,"p90":7.411003112792969,"p95":7.411003112792969,"p99":7.411003112792969},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":39.99209403991699,"p90":59.50188636779785,"p95":64.4838809967041,"p99":78.83906364440918},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.417865753173828,"p90":15.863180160522461,"p95":15.863180160522461,"p99":15.863180160522461},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1281.527042388916,"p90":1314.3759965896606,"p95":1341.336965560913,"p99":1378.9609670639038},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1079.9490213394165,"p90":1132.5089931488037,"p95":1151.3769626617432,"p99":1204.651951789856},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2529.9770832061768,"p90":2600.083112716675,"p95":2620.9940910339355,"p99":2649.477958679199},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":33.63800048828125,"p90":47.2569465637207,"p95":52.02603340148926,"p99":64.8050308227539},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":12771170.227038458,"p90":12431313.932412537,"p95":12340541.32792922,"p99":12194278.181072569},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2684.5309734344482,"p90":2704.6821117401123,"p95":2714.2019271850586,"p99":2736.6349697113037},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2117.1441078186035,"p90":2144.705057144165,"p95":2151.5960693359375,"p99":2168.5409545898438},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":4801.675081253052,"p90":4849.387168884277,"p95":4865.797996520996,"p99":4905.1759243011475},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":4732.157230377197,"p90":4763.027191162109,"p95":4771.936893463135,"p99":4794.651985168457},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4764.524936676025,"p90":4794.250011444092,"p95":4802.661895751953,"p99":4819.68879699707},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2589.5349979400635,"p90":2620.3529834747314,"p95":2626.791000366211,"p99":2636.2578868865967},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2045.846939086914,"p90":2078.1760215759277,"p95":2083.7340354919434,"p99":2096.442937850952},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2103271484375,"p90":6.7310333251953125,"p95":6.7310333251953125,"p99":6.7310333251953125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":83.38403701782227,"p90":123.32916259765625,"p95":136.06691360473633,"p99":160.44187545776367},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.57400894165039,"p90":13.339996337890625,"p95":13.339996337890625,"p99":13.339996337890625},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2595.3431129455566,"p90":2620.7149028778076,"p95":2625.709056854248,"p99":2636.418104171753},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2072.2761154174805,"p90":2095.280885696411,"p95":2100.8501052856445,"p99":2112.9889488220215},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4697.086811065674,"p90":4722.644805908203,"p95":4729.81595993042,"p99":4744.958877563477},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":66.79725646972656,"p90":91.83502197265625,"p95":100.80814361572266,"p99":115.55099487304688},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":13754991.498842116,"p90":13669708.472349713,"p95":13645765.915349538,"p99":13597558.423446866},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5402.2722244262695,"p90":5599.809169769287,"p95":5655.012130737305,"p99":5765.739917755127},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3996.6509342193604,"p90":4057.662010192871,"p95":4073.1258392333984,"p99":4100.6879806518555},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":9398.92315864563,"p90":9657.471179962158,"p95":9728.137969970703,"p99":9866.427898406982},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":9218.90640258789,"p90":9289.812088012695,"p95":9310.04810333252,"p99":9348.259925842285},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9276.639938354492,"p90":9338.410377502441,"p95":9355.356216430664,"p99":9393.532752990723},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":5156.7559242248535,"p90":5191.769123077393,"p95":5203.586101531982,"p99":5216.005802154541},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":3837.8310203552246,"p90":3928.2479286193848,"p95":3945.9540843963623,"p99":3975.3799438476562},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.24847412109375,"p90":6.690025329589844,"p95":6.690025329589844,"p99":6.690025329589844},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":190.2027130126953,"p90":276.89361572265625,"p95":307.3463439941406,"p99":365.0646209716797},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-17.82703399658203,"p90":36.61537170410156,"p95":36.61537170410156,"p99":36.61537170410156},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5156.63480758667,"p90":5192.6751136779785,"p95":5201.62296295166,"p99":5216.044902801514},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3880.795955657959,"p90":3963.2599353790283,"p95":3979.084014892578,"p99":4007.065773010254},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9141.347885131836,"p90":9202.32105255127,"p95":9222.434997558594,"p99":9255.285263061523},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":132.40718841552734,"p90":190.3705596923828,"p95":212.80193328857422,"p99":260.3139877319336},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":14129253.789195769,"p90":14035793.534601038,"p95":14010369.77830949,"p99":13953429.816728875},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0013,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2093,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0007,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2093,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2090,"max":2092,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2092,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2093,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0004,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2094,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2091,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":72,"clock_event_reasons":[],"throttle_fraction":{"power":0.0006,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2089,"max":2092,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0005,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2082,"p50":2084,"max":2089,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0006,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2094,"p50":2096,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0006,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2092,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":73,"clock_event_reasons":[],"throttle_fraction":{"power":0.0006,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2082,"p50":2085,"max":2088,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":72,"clock_event_reasons":[],"throttle_fraction":{"power":0.0005,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2093,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0013,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json new file mode 100644 index 0000000000..d04cd92b89 --- /dev/null +++ b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T17:06:39.038187+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":895.1510190963745,"p90":909.8529815673828,"p95":920.1449751853943,"p99":943.1800246238708},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":678.0210137367249,"p90":703.2589912414551,"p95":710.4690074920654,"p99":723.0079770088196},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1573.1720328330994,"p90":1613.111972808838,"p95":1630.6139826774597,"p99":1666.1880016326904},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1520.7350254058838,"p90":1560.6290102005005,"p95":1571.010947227478,"p99":1593.0370092391968},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1522.089958190918,"p90":1557.5840473175049,"p95":1568.6010122299194,"p99":1587.06796169281},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":224.9789983034134,"p90":227.94300317764282,"p95":228.984996676445,"p99":231.18899762630463},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":854.4459939002991,"p90":864.986002445221,"p95":866.7479753494263,"p99":869.7130084037781},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":620.8940148353577,"p90":646.1719870567322,"p95":654.5050144195557,"p99":680.3839802742004},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.968928337097168,"p90":6.207942962646484,"p95":6.207942962646484,"p99":6.207942962646484},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":33.45000743865967,"p90":46.55098915100098,"p95":54.12900447845459,"p99":67.14200973510742},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-7.892012596130371,"p90":-4.166007041931152,"p95":-4.166007041931152,"p99":-4.166007041931152},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":831.4110040664673,"p90":863.303005695343,"p95":865.9470081329346,"p99":870.2340126037598},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":626.0219812393188,"p90":654.1069746017456,"p95":662.2400283813477,"p99":677.0579814910889},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1476.0680198669434,"p90":1512.2029781341553,"p95":1522.5379467010498,"p99":1539.8039817810059},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":44.45993900299072,"p90":58.1209659576416,"p95":62.68799304962158,"p99":72.90291786193848},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.009900989942252636,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":10764146.962426076,"p90":10518854.522307657,"p95":10444976.046973567,"p99":10323439.446489979},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1465.3719663619995,"p90":1529.468059539795,"p95":1545.9729433059692,"p99":1579.5040130615234},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1085.3129625320435,"p90":1144.081950187683,"p95":1157.3020219802856,"p99":1180.2959442138672},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2550.684928894043,"p90":2673.550009727478,"p95":2703.274965286255,"p99":2759.7999572753906},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2445.7709789276123,"p90":2505.5019855499268,"p95":2531.409978866577,"p99":2571.190118789673},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2444.319009780884,"p90":2494.5549964904785,"p95":2510.658025741577,"p99":2558.8910579681396},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":423.95898699760437,"p90":428.0039966106415,"p95":429.3679893016815,"p99":431.9320023059845},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1367.2980070114136,"p90":1431.7209720611572,"p95":1436.0870122909546,"p99":1442.6980018615723},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":974.7070074081421,"p90":1027.3059606552124,"p95":1043.8560247421265,"p99":1086.1990451812744},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.969047546386719,"p90":6.248950958251953,"p95":6.248950958251953,"p99":6.248950958251953},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":46.7219352722168,"p90":71.95901870727539,"p95":80.51204681396484,"p99":103.8661003112793},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-12.6190185546875,"p90":23.834943771362305,"p95":23.834943771362305,"p99":23.834943771362305},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1326.8369436264038,"p90":1409.646987915039,"p95":1417.8999662399292,"p99":1425.3510236740112},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":970.2640175819397,"p90":1020.0599431991577,"p95":1037.966012954712,"p99":1070.175051689148},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2401.7040729522705,"p90":2451.4999389648438,"p95":2467.603921890259,"p99":2511.871099472046},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":42.09303855895996,"p90":56.99491500854492,"p95":60.801029205322266,"p99":70.8169937133789},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.011583011597394943,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":13405778.815645438,"p90":13135809.81221116,"p95":13051558.461579515,"p99":12805547.113060407},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2764.012098312378,"p90":2899.9369144439697,"p95":2926.055908203125,"p99":2987.067937850952},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1858.1960201263428,"p90":1968.6830043792725,"p95":1999.5280504226685,"p99":2057.375907897949},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":4622.208118438721,"p90":4868.619918823242,"p95":4925.5839586257935,"p99":5044.443845748901},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":4421.134948730469,"p90":4519.042015075684,"p95":4544.980049133301,"p99":4594.6149826049805},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4472.8899002075195,"p90":4575.2458572387695,"p95":4601.685047149658,"p99":4644.669055938721},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":865.0659918785095,"p90":869.1070079803467,"p95":870.274007320404,"p99":872.9180097579956},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2565.9821033477783,"p90":2626.163959503174,"p95":2634.4969272613525,"p99":2649.117946624756},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1682.7330589294434,"p90":1750.6020069122314,"p95":1779.2459726333618,"p99":1828.6800384521484},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.0901641845703125,"p90":7.610797882080078,"p95":7.610797882080078,"p99":7.610797882080078},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":83.30631256103516,"p90":121.26302719116211,"p95":140.99502563476562,"p99":164.4892692565918},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-13.22031021118164,"p90":23.395061492919922,"p95":23.395061492919922,"p99":23.395061492919922},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2557.32798576355,"p90":2598.9110469818115,"p95":2617.81907081604,"p99":2638.2110118865967},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1694.6779489517212,"p90":1773.516058921814,"p95":1796.623945236206,"p99":1843.5020446777344},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4403.806209564209,"p90":4505.720138549805,"p95":4531.639099121094,"p99":4569.937229156494},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":66.19977951049805,"p90":93.60170364379883,"p95":106.34040832519531,"p99":133.70180130004883},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":14651824.986114562,"p90":14324038.97952535,"p95":14241739.564639226,"p99":14109939.63417157},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5357.062816619873,"p90":5434.562206268311,"p95":5458.477020263672,"p99":5506.590843200684},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3064.905881881714,"p90":3129.3489933013916,"p95":3150.114059448242,"p99":3197.451114654541},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":8421.968698501587,"p90":8563.911199569702,"p95":8608.591079711914,"p99":8704.041957855225},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":8326.727867126465,"p90":8399.917602539062,"p95":8425.481796264648,"p99":8475.317001342773},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8358.654022216797,"p90":8421.470642089844,"p95":8445.310592651367,"p99":8501.791000366211},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1846.1389541625977,"p90":1864.0459775924683,"p95":1867.898941040039,"p99":1874.5490312576294},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":5185.9259605407715,"p90":5220.016956329346,"p95":5227.908134460449,"p99":5241.970062255859},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2963.874101638794,"p90":3017.9150104522705,"p95":3038.693904876709,"p99":3066.1349296569824},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.3686370849609375,"p90":6.489753723144531,"p95":6.489753723144531,"p99":6.489753723144531},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":165.4043197631836,"p90":233.673095703125,"p95":251.7385482788086,"p99":289.5164489746094},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-27.482032775878906,"p90":15.343666076660156,"p95":15.343666076660156,"p99":15.343666076660156},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5189.048767089844,"p90":5221.375942230225,"p95":5229.790210723877,"p99":5241.970062255859},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2992.194890975952,"p90":3036.5829467773438,"p95":3049.2420196533203,"p99":3083.359956741333},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8241.682052612305,"p90":8301.934242248535,"p95":8319.795608520508,"p99":8367.314338684082},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":115.33164978027344,"p90":163.970947265625,"p95":181.4289093017578,"p99":217.64850616455078},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01253132801502943,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":15680993.572843015,"p90":15564027.421162346,"p95":15520092.311827047,"p99":15416986.843637316},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0925,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2002,"p50":2087,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0843,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.8},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":1996,"p50":2089,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0895,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":1998,"p50":2087,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0864,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2003,"p50":2088,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0824,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":1997,"p50":2084,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0842,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2002,"p50":2087,"max":2092,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0846,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1997,"p50":2085,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0876,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":1997,"p50":2087,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.086,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2004,"p50":2089,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0829,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":1996,"p50":2084,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":73,"clock_event_reasons":[],"throttle_fraction":{"power":0.092,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":1999,"p50":2082,"max":2090,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":72,"clock_event_reasons":[],"throttle_fraction":{"power":0.0923,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":1992,"p50":2077,"max":2084,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0896,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2004,"p50":2089,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0925,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":1998,"p50":2085,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":75,"clock_event_reasons":[],"throttle_fraction":{"power":0.0901,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":1983,"p50":2078,"max":2085,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":74,"clock_event_reasons":[],"throttle_fraction":{"power":0.0911,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":1989,"p50":2085,"max":2092,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0922,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json new file mode 100644 index 0000000000..a9523cf28a --- /dev/null +++ b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T15:47:15.943222+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":277.6179909706116,"p90":281.74400329589844,"p95":283.0660045146942,"p99":287.51298785209656},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":219.36999261379242,"p90":221.452996134758,"p95":222.53499925136566,"p99":224.33799505233765},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":496.987983584404,"p90":503.19699943065643,"p95":505.6010037660599,"p99":511.8509829044342},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":486.3319993019104,"p90":490.5779957771301,"p95":492.1810030937195,"p99":497.5079894065857},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":489.77699875831604,"p90":493.943989276886,"p95":495.38499116897583,"p99":499.9920129776001},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":273.37199449539185,"p90":277.21700072288513,"p95":278.45901250839233,"p99":280.8229923248291},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":215.24399518966675,"p90":217.0870006084442,"p95":217.76799857616425,"p99":219.00899708271027},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.930006504058838,"p90":6.009012460708618,"p95":6.009012460708618,"p99":6.009012460708618},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.965003252029419,"p90":7.009983062744141,"p95":8.132010698318481,"p99":11.417001485824585},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.6009936332702637,"p90":1.042008399963379,"p95":1.042008399963379,"p99":1.042008399963379},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":274.0119993686676,"p90":277.7779996395111,"p95":279.339998960495,"p99":283.5870087146759},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":215.44399857521057,"p90":217.0870006084442,"p95":217.6470011472702,"p99":218.56899559497833},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":484.8099946975708,"p90":488.5750114917755,"p95":490.01801013946533,"p99":494.50400471687317},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.646003246307373,"p90":8.212000131607056,"p95":9.534001350402832,"p99":11.497020721435547},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":16725979.416690415,"p90":16584876.378377955,"p95":16536633.418523792,"p99":16384261.722930774},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":493.4230148792267,"p90":500.7529854774475,"p95":503.35800647735596,"p99":511.20901107788086},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":416.8280065059662,"p90":419.99199986457825,"p95":420.95300555229187,"p99":423.03600907325745},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":910.2510213851929,"p90":920.7449853420258,"p95":924.3110120296478,"p99":934.2450201511383},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":900.2349972724915,"p90":911.5319848060608,"p95":918.1420207023621,"p99":939.0529990196228},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":903.5199880599976,"p90":910.9709858894348,"p95":913.5760068893433,"p99":923.550009727478},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":489.25599455833435,"p90":497.1889853477478,"p95":500.7129907608032,"p99":513.493001461029},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":412.10100054740906,"p90":415.4660105705261,"p95":416.22599959373474,"p99":418.1089997291565},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.968987941741943,"p90":6.049036979675293,"p95":6.049036979675293,"p99":6.049036979675293},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.2849907875061035,"p90":7.211029529571533,"p95":8.8539719581604,"p99":11.456966400146484},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.1629929542541504,"p90":2.124011516571045,"p95":2.124011516571045,"p99":2.124011516571045},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":489.53700065612793,"p90":496.3879883289337,"p95":499.03199076652527,"p99":506.48200511932373},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":412.62099146842957,"p90":415.66500067710876,"p95":416.5470004081726,"p99":418.0290102958679},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":898.5130190849304,"p90":905.8030247688293,"p95":908.4479808807373,"p99":917.701005935669},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.727005958557129,"p90":8.05199146270752,"p95":9.37497615814209,"p99":12.658953666687012},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":18133522.46382405,"p90":17985205.076540757,"p95":17933921.071095414,"p99":17740241.2727326},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1007.0359706878662,"p90":1021.5369462966919,"p95":1026.945948600769,"p99":1038.7639999389648},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":817.9110288619995,"p90":823.1189846992493,"p95":824.3209719657898,"p99":826.4840245246887},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1824.9469995498657,"p90":1844.6559309959412,"p95":1851.2669205665588,"p99":1865.2480244636536},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1813.770055770874,"p90":1827.8709650039673,"p95":1832.1980237960815,"p99":1845.497965812683},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1817.175030708313,"p90":1832.4780464172363,"p95":1837.2050523757935,"p99":1849.34401512146},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1001.4270544052124,"p90":1016.1689519882202,"p95":1020.6160545349121,"p99":1029.3099880218506},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":810.7399940490723,"p90":816.9090151786804,"p95":818.3519840240479,"p99":822.1979737281799},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.968928337097168,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.852958679199219,"p90":12.899994850158691,"p95":14.541983604431152,"p99":17.506003379821777},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.8839111328125,"p90":4.686951637268066,"p95":4.686951637268066,"p99":4.686951637268066},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1000.7460117340088,"p90":1015.1280164718628,"p95":1020.2159881591797,"p99":1032.5950384140015},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":813.3839964866638,"p90":818.6320066452026,"p95":820.2739953994751,"p99":822.3980069160461},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1809.723973274231,"p90":1824.3060111999512,"p95":1829.4730186462402,"p99":1841.6520357131958},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.4509382247924805,"p90":11.17706298828125,"p95":12.53807544708252,"p99":15.664100646972656},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":18032385.12870575,"p90":17881796.763713624,"p95":17835788.094326135,"p99":17718715.24825406},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2066.1098957061768,"p90":2101.0830402374268,"p95":2110.61692237854,"p99":2133.1710815429688},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1591.1149978637695,"p90":1598.5660552978516,"p95":1600.6089448928833,"p99":1604.6550273895264},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":3657.2248935699463,"p90":3699.6490955352783,"p95":3711.2258672714233,"p99":3737.826108932495},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":3640.7198905944824,"p90":3679.5389652252197,"p95":3690.995931625366,"p99":3704.896926879883},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3646.167993545532,"p90":3684.1049194335938,"p95":3692.5981044769287,"p99":3717.1950340270996},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2054.8930168151855,"p90":2098.1180667877197,"p95":2109.215021133423,"p99":2120.029926300049},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1579.2169570922852,"p90":1587.188959121704,"p95":1590.8340215682983,"p99":1593.4380292892456},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.609916687011719,"p90":7.009983062744141,"p95":7.009983062744141,"p99":7.009983062744141},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.181137084960938,"p90":20.350933074951172,"p95":21.672964096069336,"p99":25.27785301208496},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-9.334087371826172,"p90":-4.807949066162109,"p95":-4.807949066162109,"p99":-4.807949066162109},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2055.9349060058594,"p90":2090.425968170166,"p95":2100.4819869995117,"p99":2123.43692779541},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1586.629033088684,"p90":1594.0799713134766,"p95":1596.323013305664,"p99":1600.3680229187012},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3635.551929473877,"p90":3673.048973083496,"p95":3682.183027267456,"p99":3707.8609466552734},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.215997695922852,"p90":14.982938766479492,"p95":16.783952713012695,"p99":20.751953125},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":17973938.698384773,"p90":17788852.769718546,"p95":17747937.39956259,"p99":17630498.104104113},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9976,"throttle_fraction_max":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2090,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2093,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2092,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2092,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2075,"p50":2089,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2090,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2088,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":72,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2091,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json new file mode 100644 index 0000000000..af97e87fd5 --- /dev/null +++ b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:08:26.492899+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":276.7789959907532,"p90":281.38598799705505,"p95":283.42899680137634,"p99":288.1160080432892},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":140.2129977941513,"p90":142.65599846839905,"p95":143.73700320720673,"p99":145.90099453926086},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":416.9919937849045,"p90":424.0419864654541,"p95":427.16600000858307,"p99":434.01700258255005},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":408.6180031299591,"p90":414.7070050239563,"p95":416.6310131549835,"p99":421.7990040779114},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":410.50198674201965,"p90":415.58900475502014,"p95":417.83300042152405,"p99":424.2419898509979},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":201.54500007629395,"p90":204.90999519824982,"p95":206.07200264930725,"p99":208.63600075244904},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":273.8550007343292,"p90":278.7019908428192,"p95":281.06600046157837,"p99":285.2709889411926},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":136.88699901103973,"p90":139.0099972486496,"p95":139.5310014486313,"p99":140.57299494743347},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.969017744064331,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.6440024375915527,"p90":6.730020046234131,"p95":7.411003112792969,"p99":9.255021810531616},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0409951210021973,"p90":2.043992280960083,"p95":2.043992280960083,"p99":2.043992280960083},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":273.29298853874207,"p90":277.33999490737915,"p95":279.4229984283447,"p99":285.1110100746155},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":135.7250064611435,"p90":137.52800226211548,"p95":138.047993183136,"p99":139.09000158309937},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":405.1330089569092,"p90":409.21899676322937,"p95":410.74100136756897,"p99":416.269987821579},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.967987537384033,"p90":8.81299376487732,"p95":10.376006364822388,"p99":13.579994440078735},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":19956054.45181017,"p90":19711782.32886356,"p95":19605919.09144475,"p99":19309734.05738831},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":497.91398644447327,"p90":510.9339952468872,"p95":518.1440114974976,"p99":535.7710123062134},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":248.49599599838257,"p90":252.14099884033203,"p95":253.464013338089,"p99":256.1880052089691},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":746.4099824428558,"p90":763.0749940872192,"p95":771.6080248355865,"p99":791.9590175151825},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":732.6290011405945,"p90":742.7229881286621,"p95":747.1309900283813,"p99":766.5600180625916},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":740.4810190200806,"p90":752.9399991035461,"p95":759.1090202331543,"p99":775.413990020752},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":376.20899081230164,"p90":379.61500883102417,"p95":380.856990814209,"p99":384.54198837280273},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":489.9410009384155,"p90":498.6349940299988,"p95":504.1229724884033,"p99":521.2690234184265},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":245.0910061597824,"p90":247.97600507736206,"p95":248.61599504947662,"p99":250.82001090049744},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.968987941741943,"p90":6.090044975280762,"p95":6.090044975280762,"p99":6.090044975280762},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.085017204284668,"p90":7.411003112792969,"p95":8.813977241516113,"p99":11.45702600479126},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.562952995300293,"p90":1.1620521545410156,"p95":1.1620521545410156,"p99":1.1620521545410156},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":493.62701177597046,"p90":506.8870186805725,"p95":513.7379765510559,"p99":531.0429930686951},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":243.92899870872498,"p90":247.21500277519226,"p95":248.21500480175018,"p99":250.4189908504486},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":734.9920272827148,"p90":747.3310232162476,"p95":753.3000111579895,"p99":765.8389806747437},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.127012729644775,"p90":8.573949337005615,"p95":10.016024112701416,"p99":13.581037521362305},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":22126157.96915612,"p90":21760034.025960725,"p95":21583197.62155874,"p99":21129358.26649391},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1014.6150588989258,"p90":1029.9190282821655,"p95":1034.9260568618774,"p99":1053.1539916992188},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":472.67600893974304,"p90":476.52098536491394,"p95":477.72300243377686,"p99":480.56700825691223},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1487.2910678386688,"p90":1506.4400136470795,"p95":1512.6490592956543,"p99":1533.720999956131},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1475.672960281372,"p90":1489.374041557312,"p95":1493.1000471115112,"p99":1502.7539730072021},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1479.519009590149,"p90":1493.780016899109,"p95":1498.8280534744263,"p99":1517.8569555282593},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":733.6699962615967,"p90":738.2370233535767,"p95":739.7599816322327,"p99":742.8439855575562},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1007.36403465271,"p90":1020.7849740982056,"p95":1025.0710248947144,"p99":1035.1669788360596},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":460.53698658943176,"p90":465.62498807907104,"p95":467.34800934791565,"p99":470.5120027065277},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129026412963867,"p90":6.249904632568359,"p95":6.249904632568359,"p99":6.249904632568359},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.42098617553711,"p90":21.11196517944336,"p95":22.873997688293457,"p99":24.716973304748535},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.2439231872558594,"p90":7.130980491638184,"p95":7.130980491638184,"p99":7.130980491638184},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1006.6430568695068,"p90":1021.5859413146973,"p95":1026.473045349121,"p99":1042.497992515564},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":467.9490029811859,"p90":471.8340039253235,"p95":472.91499376296997,"p99":474.71800446510315},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1470.6649780273438,"p90":1483.765959739685,"p95":1488.5749816894531,"p99":1501.5519857406616},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.571982383728027,"p90":12.739896774291992,"p95":14.181971549987793,"p99":17.82703399658203},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":22147738.412010856,"p90":21936295.59191859,"p95":21862414.387054373,"p99":21588332.0761249},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2060.3580474853516,"p90":2101.5000343322754,"p95":2113.5590076446533,"p99":2136.7130279541016},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":906.2910079956055,"p90":912.1400117874146,"p95":913.8630032539368,"p99":917.7489876747131},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2966.649055480957,"p90":3013.64004611969,"p95":3027.42201089859,"p99":3054.4620156288147},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2958.0769538879395,"p90":2997.936010360718,"p95":3008.431911468506,"p99":3030.545949935913},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2959.4779014587402,"p90":3001.2218952178955,"p95":3013.11993598938,"p99":3031.7471027374268},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1469.4639444351196,"p90":1474.5910167694092,"p95":1475.8739471435547,"p99":1479.678988456726},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2056.432008743286,"p90":2097.9340076446533,"p95":2113.477945327759,"p99":2127.3388862609863},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":896.7970013618469,"p90":903.0069708824158,"p95":905.210018157959,"p99":909.775972366333},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049156188964844,"p90":7.050037384033203,"p95":7.050037384033203,"p99":7.050037384033203},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.97903060913086,"p90":17.98701286315918,"p95":20.231008529663086,"p99":22.995948791503906},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.330013275146484,"p90":16.38484001159668,"p95":16.38484001159668,"p99":16.38484001159668},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2050.6229400634766,"p90":2091.6850566864014,"p95":2104.5849323272705,"p99":2125.3769397735596},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":901.7249941825867,"p90":907.3730111122131,"p95":909.3760251998901,"p99":912.46098279953},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2949.302911758423,"p90":2991.687059402466,"p95":3003.063917160034,"p99":3019.6900367736816},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.414911270141602,"p90":13.861894607543945,"p95":15.503168106079102,"p99":19.348859786987305},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":22144446.48081238,"p90":21836439.386379305,"p95":21750212.866478804,"p99":21616578.75118482},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9947,"throttle_fraction_max":{"power":0.15,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2005,"p50":2076,"max":2090,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.1415,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":1996,"p50":2071,"max":2087,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":81,"clock_event_reasons":[],"throttle_fraction":{"power":0.1469,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":1995,"p50":2070,"max":2085,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":77,"clock_event_reasons":[],"throttle_fraction":{"power":0.1478,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2008,"p50":2078,"max":2092,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.1376,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2013,"p50":2079,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":72,"clock_event_reasons":[],"throttle_fraction":{"power":0.1358,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2009,"p50":2081,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":81,"clock_event_reasons":[],"throttle_fraction":{"power":0.1471,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1996,"p50":2072,"max":2087,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":79,"clock_event_reasons":[],"throttle_fraction":{"power":0.15,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2004,"p50":2073,"max":2087,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":75,"clock_event_reasons":[],"throttle_fraction":{"power":0.1381,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} From c11826bf0b747f3dcab25b83f2df02ec5f7972e6 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Wed, 28 Oct 2026 05:40:14 +0800 Subject: [PATCH 10/13] CollectiveX: publish the hand-run mi300x and mi325x UCCL-EP and swap-blocks results MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit UCCL-EP normal mode is green at EP8 and EP16 in bf16 and fp8 on both Barite SKUs. Low-latency EP8 hangs until the run timeout kills it, while low-latency EP16 bf16 is green, so the registry now lists UCCL-EP low-latency at EP16 only. Low-latency fp8 fails the oracle (max relative error 0.07-0.11) at every size; mi300x keeps that result as a red cell, and the mi325x run was killed before writing one. CollectiveX：发布 mi300x 和 mi325x 手动运行的 UCCL-EP 与 swap-blocks 结果 UCCL-EP normal 模式在两个 Barite SKU 上 EP8 和 EP16、bf16 和 fp8 全部通过。low-latency EP8 会一直挂起直到被运行超时终止，而 low-latency EP16 bf16 通过，因此注册表现在只在 EP16 列出 UCCL-EP low-latency。low-latency fp8 在所有规模上都未通过校验（最大相对误差 0.07-0.11）；mi300x 将该结果保留为红色单元格，mi325x 的运行在写出结果前被终止。 --- collectivex/configs/platform_config.json | 4 +- collectivex/results/cases.json | 168 +- .../mi300x-swap-blocks-smoke-contiguous.json | 4075 +++++++++++++++++ .../mi300x-swap-blocks-smoke-random.json | 4075 +++++++++++++++++ ...-low-latency-decode-ep16-uniform-bf16.json | 1 + ...o-low-latency-decode-ep16-uniform-fp8.json | 1 + ...4-pro-normal-decode-ep16-uniform-bf16.json | 1 + ...v4-pro-normal-decode-ep16-uniform-fp8.json | 1 + ...v4-pro-normal-decode-ep8-uniform-bf16.json | 1 + ...-v4-pro-normal-decode-ep8-uniform-fp8.json | 1 + ...-pro-normal-prefill-ep16-uniform-bf16.json | 1 + ...4-pro-normal-prefill-ep16-uniform-fp8.json | 1 + ...4-pro-normal-prefill-ep8-uniform-bf16.json | 1 + ...v4-pro-normal-prefill-ep8-uniform-fp8.json | 1 + .../mi325x-swap-blocks-smoke-contiguous.json | 4075 +++++++++++++++++ .../mi325x-swap-blocks-smoke-random.json | 4075 +++++++++++++++++ ...-low-latency-decode-ep16-uniform-bf16.json | 1 + ...4-pro-normal-decode-ep16-uniform-bf16.json | 1 + ...v4-pro-normal-decode-ep16-uniform-fp8.json | 1 + ...v4-pro-normal-decode-ep8-uniform-bf16.json | 1 + ...-v4-pro-normal-decode-ep8-uniform-fp8.json | 1 + ...-pro-normal-prefill-ep16-uniform-bf16.json | 1 + ...4-pro-normal-prefill-ep16-uniform-fp8.json | 1 + ...4-pro-normal-prefill-ep8-uniform-bf16.json | 1 + ...v4-pro-normal-prefill-ep8-uniform-fp8.json | 1 + 25 files changed, 16405 insertions(+), 86 deletions(-) create mode 100644 collectivex/results/mi300x/mi300x-swap-blocks-smoke-contiguous.json create mode 100644 collectivex/results/mi300x/mi300x-swap-blocks-smoke-random.json create mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json create mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json create mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json create mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json create mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json create mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json create mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json create mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json create mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json create mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json create mode 100644 collectivex/results/mi325x/mi325x-swap-blocks-smoke-contiguous.json create mode 100644 collectivex/results/mi325x/mi325x-swap-blocks-smoke-random.json create mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json create mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json create mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json create mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json create mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json create mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json create mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json create mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json create mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json diff --git a/collectivex/configs/platform_config.json b/collectivex/configs/platform_config.json index c3233b6f60..3a0cd96e84 100644 --- a/collectivex/configs/platform_config.json +++ b/collectivex/configs/platform_config.json @@ -140,7 +140,7 @@ "scale_up_transport": "xgmi", "launcher": "mi-amds", "backends": {"mori": [8, 16], "uccl-ep": [8, 16]}, - "ll_backends": {"mori": [16], "uccl-ep": [8]}, + "ll_backends": {"mori": [16], "uccl-ep": [16]}, "fabric": { "nic": "Broadcom 400GbE RoCE v2 (bnxt_re), 8 rails", "switch": "routed L3 RoCE fabric" @@ -167,7 +167,7 @@ "launcher": "mi-amds", "runner_label": "cluster:mi325x-amds", "backends": {"mori": [8, 16], "uccl-ep": [8, 16]}, - "ll_backends": {"mori": [16], "uccl-ep": [8]}, + "ll_backends": {"mori": [16], "uccl-ep": [16]}, "fabric": { "nic": "Broadcom 400GbE RoCE v2 (bnxt_re), 8 rails", "switch": "routed L3 RoCE fabric" diff --git a/collectivex/results/cases.json b/collectivex/results/cases.json index a00c086617..b8efe5a46c 100644 --- a/collectivex/results/cases.json +++ b/collectivex/results/cases.json @@ -5284,14 +5284,14 @@ }, { "case": { - "backend": "uccl-ep", - "case_id": "mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep8-uniform-bf16", + "backend": "mori", + "case_id": "mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16", "ep": 8, "experts": 384, "gpus_per_node": 8, "hidden": 7168, "ladder": "1 2 4 8 16 32 64 128 256 512", - "mode": "low-latency", + "mode": "normal", "nodes": 1, "phase": "decode", "precision": "bf16", @@ -5322,14 +5322,14 @@ }, { "case": { - "backend": "uccl-ep", - "case_id": "mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep8-uniform-fp8", + "backend": "mori", + "case_id": "mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8", "ep": 8, "experts": 384, "gpus_per_node": 8, "hidden": 7168, "ladder": "1 2 4 8 16 32 64 128 256 512", - "mode": "low-latency", + "mode": "normal", "nodes": 1, "phase": "decode", "precision": "fp8", @@ -5360,16 +5360,16 @@ }, { "case": { - "backend": "mori", - "case_id": "mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16", + "backend": "uccl-ep", + "case_id": "mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16", "ep": 8, "experts": 384, "gpus_per_node": 8, "hidden": 7168, - "ladder": "1 2 4 8 16 32 64 128 256 512", + "ladder": "1024 2048 4096 8192", "mode": "normal", "nodes": 1, - "phase": "decode", + "phase": "prefill", "precision": "bf16", "routing": "uniform", "scale_out_transport": null, @@ -5398,16 +5398,16 @@ }, { "case": { - "backend": "mori", - "case_id": "mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8", + "backend": "uccl-ep", + "case_id": "mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8", "ep": 8, "experts": 384, "gpus_per_node": 8, "hidden": 7168, - "ladder": "1 2 4 8 16 32 64 128 256 512", + "ladder": "1024 2048 4096 8192", "mode": "normal", "nodes": 1, - "phase": "decode", + "phase": "prefill", "precision": "fp8", "routing": "uniform", "scale_out_transport": null, @@ -5436,8 +5436,8 @@ }, { "case": { - "backend": "uccl-ep", - "case_id": "mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16", + "backend": "mori", + "case_id": "mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16", "ep": 8, "experts": 384, "gpus_per_node": 8, @@ -5474,8 +5474,8 @@ }, { "case": { - "backend": "uccl-ep", - "case_id": "mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8", + "backend": "mori", + "case_id": "mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8", "ep": 8, "experts": 384, "gpus_per_node": 8, @@ -5512,22 +5512,22 @@ }, { "case": { - "backend": "mori", - "case_id": "mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16", - "ep": 8, + "backend": "uccl-ep", + "case_id": "mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16", + "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, - "ladder": "1024 2048 4096 8192", + "ladder": "1 2 4 8 16 32 64 128 256 512", "mode": "normal", - "nodes": 1, - "phase": "prefill", + "nodes": 2, + "phase": "decode", "precision": "bf16", "routing": "uniform", - "scale_out_transport": null, + "scale_out_transport": "rdma", "scale_up_domain": 8, "scale_up_transport": "xgmi", - "scope": "scale-up", + "scope": "scale-out", "seed": 67, "suite": "ep-core", "timing": { @@ -5539,8 +5539,8 @@ "warmup_iters_per_trial": 32 }, "topk": 6, - "topology_class": "mi300x-xgmi", - "transport": "xgmi", + "topology_class": "mi300x-xgmi-rdma", + "transport": "xgmi-rdma", "workload": "deepseek-v4-pro" }, "detail": null, @@ -5550,22 +5550,22 @@ }, { "case": { - "backend": "mori", - "case_id": "mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8", - "ep": 8, + "backend": "uccl-ep", + "case_id": "mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8", + "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, - "ladder": "1024 2048 4096 8192", + "ladder": "1 2 4 8 16 32 64 128 256 512", "mode": "normal", - "nodes": 1, - "phase": "prefill", + "nodes": 2, + "phase": "decode", "precision": "fp8", "routing": "uniform", - "scale_out_transport": null, + "scale_out_transport": "rdma", "scale_up_domain": 8, "scale_up_transport": "xgmi", - "scope": "scale-up", + "scope": "scale-out", "seed": 67, "suite": "ep-core", "timing": { @@ -5577,8 +5577,8 @@ "warmup_iters_per_trial": 32 }, "topk": 6, - "topology_class": "mi300x-xgmi", - "transport": "xgmi", + "topology_class": "mi300x-xgmi-rdma", + "transport": "xgmi-rdma", "workload": "deepseek-v4-pro" }, "detail": null, @@ -5589,13 +5589,13 @@ { "case": { "backend": "uccl-ep", - "case_id": "mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16", + "case_id": "mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16", "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, "ladder": "1 2 4 8 16 32 64 128 256 512", - "mode": "normal", + "mode": "low-latency", "nodes": 2, "phase": "decode", "precision": "bf16", @@ -5627,13 +5627,13 @@ { "case": { "backend": "uccl-ep", - "case_id": "mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8", + "case_id": "mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8", "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, "ladder": "1 2 4 8 16 32 64 128 256 512", - "mode": "normal", + "mode": "low-latency", "nodes": 2, "phase": "decode", "precision": "fp8", @@ -6044,14 +6044,14 @@ }, { "case": { - "backend": "uccl-ep", - "case_id": "mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep8-uniform-bf16", + "backend": "mori", + "case_id": "mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16", "ep": 8, "experts": 384, "gpus_per_node": 8, "hidden": 7168, "ladder": "1 2 4 8 16 32 64 128 256 512", - "mode": "low-latency", + "mode": "normal", "nodes": 1, "phase": "decode", "precision": "bf16", @@ -6082,14 +6082,14 @@ }, { "case": { - "backend": "uccl-ep", - "case_id": "mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep8-uniform-fp8", + "backend": "mori", + "case_id": "mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8", "ep": 8, "experts": 384, "gpus_per_node": 8, "hidden": 7168, "ladder": "1 2 4 8 16 32 64 128 256 512", - "mode": "low-latency", + "mode": "normal", "nodes": 1, "phase": "decode", "precision": "fp8", @@ -6120,16 +6120,16 @@ }, { "case": { - "backend": "mori", - "case_id": "mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16", + "backend": "uccl-ep", + "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16", "ep": 8, "experts": 384, "gpus_per_node": 8, "hidden": 7168, - "ladder": "1 2 4 8 16 32 64 128 256 512", + "ladder": "1024 2048 4096 8192", "mode": "normal", "nodes": 1, - "phase": "decode", + "phase": "prefill", "precision": "bf16", "routing": "uniform", "scale_out_transport": null, @@ -6158,16 +6158,16 @@ }, { "case": { - "backend": "mori", - "case_id": "mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8", + "backend": "uccl-ep", + "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8", "ep": 8, "experts": 384, "gpus_per_node": 8, "hidden": 7168, - "ladder": "1 2 4 8 16 32 64 128 256 512", + "ladder": "1024 2048 4096 8192", "mode": "normal", "nodes": 1, - "phase": "decode", + "phase": "prefill", "precision": "fp8", "routing": "uniform", "scale_out_transport": null, @@ -6196,8 +6196,8 @@ }, { "case": { - "backend": "uccl-ep", - "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16", + "backend": "mori", + "case_id": "mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16", "ep": 8, "experts": 384, "gpus_per_node": 8, @@ -6234,8 +6234,8 @@ }, { "case": { - "backend": "uccl-ep", - "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8", + "backend": "mori", + "case_id": "mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8", "ep": 8, "experts": 384, "gpus_per_node": 8, @@ -6272,22 +6272,22 @@ }, { "case": { - "backend": "mori", - "case_id": "mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16", - "ep": 8, + "backend": "uccl-ep", + "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16", + "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, - "ladder": "1024 2048 4096 8192", + "ladder": "1 2 4 8 16 32 64 128 256 512", "mode": "normal", - "nodes": 1, - "phase": "prefill", + "nodes": 2, + "phase": "decode", "precision": "bf16", "routing": "uniform", - "scale_out_transport": null, + "scale_out_transport": "rdma", "scale_up_domain": 8, "scale_up_transport": "xgmi", - "scope": "scale-up", + "scope": "scale-out", "seed": 67, "suite": "ep-core", "timing": { @@ -6299,8 +6299,8 @@ "warmup_iters_per_trial": 32 }, "topk": 6, - "topology_class": "mi325x-xgmi", - "transport": "xgmi", + "topology_class": "mi325x-xgmi-rdma", + "transport": "xgmi-rdma", "workload": "deepseek-v4-pro" }, "detail": null, @@ -6310,22 +6310,22 @@ }, { "case": { - "backend": "mori", - "case_id": "mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8", - "ep": 8, + "backend": "uccl-ep", + "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8", + "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, - "ladder": "1024 2048 4096 8192", + "ladder": "1 2 4 8 16 32 64 128 256 512", "mode": "normal", - "nodes": 1, - "phase": "prefill", + "nodes": 2, + "phase": "decode", "precision": "fp8", "routing": "uniform", - "scale_out_transport": null, + "scale_out_transport": "rdma", "scale_up_domain": 8, "scale_up_transport": "xgmi", - "scope": "scale-up", + "scope": "scale-out", "seed": 67, "suite": "ep-core", "timing": { @@ -6337,8 +6337,8 @@ "warmup_iters_per_trial": 32 }, "topk": 6, - "topology_class": "mi325x-xgmi", - "transport": "xgmi", + "topology_class": "mi325x-xgmi-rdma", + "transport": "xgmi-rdma", "workload": "deepseek-v4-pro" }, "detail": null, @@ -6349,13 +6349,13 @@ { "case": { "backend": "uccl-ep", - "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16", + "case_id": "mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16", "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, "ladder": "1 2 4 8 16 32 64 128 256 512", - "mode": "normal", + "mode": "low-latency", "nodes": 2, "phase": "decode", "precision": "bf16", @@ -6387,13 +6387,13 @@ { "case": { "backend": "uccl-ep", - "case_id": "mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8", + "case_id": "mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8", "ep": 16, "experts": 384, "gpus_per_node": 8, "hidden": 7168, "ladder": "1 2 4 8 16 32 64 128 256 512", - "mode": "normal", + "mode": "low-latency", "nodes": 2, "phase": "decode", "precision": "fp8", diff --git a/collectivex/results/mi300x/mi300x-swap-blocks-smoke-contiguous.json b/collectivex/results/mi300x/mi300x-swap-blocks-smoke-contiguous.json new file mode 100644 index 0000000000..1749f9d1b7 --- /dev/null +++ b/collectivex/results/mi300x/mi300x-swap-blocks-smoke-contiguous.json @@ -0,0 +1,4075 @@ +{ + "schema": "collectivex-swap-blocks-v1", + "case_id": "mi300x-swap-blocks-smoke-contiguous", + "profile": "smoke", + "generated_at": "2026-10-27T20:25:40.782435+00:00", + "operation": "vllm._custom_ops.swap_blocks", + "timing": "drained-wall-clock-including-submission-and-synchronization", + "warmup": 4, + "iterations": 20, + "selection": { + "requested_block_bytes": [ + 257, + 4096, + 65536, + 262144 + ], + "requested_num_blocks": [ + 1, + 4, + 16, + 64, + 256, + 1024, + 2048 + ], + "max_payload_bytes": 2147483648, + "skipped_cases": [] + }, + "runtime": { + "sku": "mi300x", + "torch": "2.13.0+git733fca1", + "vllm": "0.32.0", + "cuda": null, + "hip": "7.2.53211", + "device": "", + "device_index": 0, + "image": "vllm/vllm-openai-rocm:v0.32.0", + "source_sha": "e7f9471b4f37b631c67fc58826cc4a4fe275340c", + "source_dirty": false + }, + "cases": [ + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 257, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 16.705, + "p90": 17.937, + "p95": 17.977, + "p99": 18.338 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.015384615384615385, + "p90": 0.014327925517087585, + "p95": 0.014296044946320299, + "p99": 0.014014614461773366 + }, + "samples_us": [ + 17.937, + 17.977, + 18.338, + 16.705, + 16.875, + 17.486, + 16.855, + 16.785, + 16.345, + 17.005, + 17.105, + 16.334, + 16.355, + 16.454, + 16.484, + 16.194, + 16.295, + 16.364, + 16.185, + 16.995 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1028, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 25.178, + "p90": 25.959, + "p95": 26.82, + "p99": 27.652 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.04082929541663357, + "p90": 0.03960090912592935, + "p95": 0.03832960477255779, + "p99": 0.037176334442354984 + }, + "samples_us": [ + 26.82, + 27.652, + 25.498, + 25.288, + 24.807, + 25.198, + 25.098, + 24.967, + 24.948, + 25.458, + 25.458, + 25.448, + 25.028, + 25.018, + 24.958, + 25.087, + 25.959, + 25.548, + 25.178, + 24.987 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4112, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 63.686, + "p90": 68.994, + "p95": 168.302, + "p99": 178.027 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.0645667807681437, + "p90": 0.05959938545380758, + "p95": 0.024432270561252984, + "p99": 0.023097620023928955 + }, + "samples_us": [ + 178.027, + 61.792, + 63.425, + 63.686, + 64.767, + 65.909, + 68.994, + 64.246, + 63.666, + 63.525, + 64.867, + 64.568, + 65.489, + 168.302, + 66.239, + 62.885, + 62.333, + 62.665, + 61.192, + 63.355 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16448, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 210.536, + "p90": 220.771, + "p95": 221.102, + "p99": 231.497 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.07812440627731124, + "p90": 0.0745025388298282, + "p95": 0.07439100505648977, + "p99": 0.07105059676799268 + }, + "samples_us": [ + 231.497, + 208.973, + 212.87, + 221.102, + 220.771, + 204.327, + 213.591, + 206.99, + 215.344, + 205.468, + 208.282, + 219.57, + 211.097, + 206.069, + 206.18, + 203.535, + 212.109, + 199.83, + 218.417, + 210.536 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65792, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 784.618, + "p90": 814.924, + "p95": 914.803, + "p99": 923.076 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.0838522695120428, + "p90": 0.0807339089289308, + "p95": 0.0719193094032267, + "p99": 0.07127473794140461 + }, + "samples_us": [ + 923.076, + 914.803, + 776.986, + 793.511, + 780.752, + 785.869, + 814.924, + 784.618, + 774.613, + 785.569, + 777.077, + 792.95, + 769.555, + 790.757, + 778.618, + 790.507, + 782.815, + 781.493, + 777.828, + 786.12 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 263168, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3085.161, + "p90": 3106.713, + "p95": 3167.785, + "p99": 3192.231 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08530122090873053, + "p90": 0.08470946624293908, + "p95": 0.08307634514337305, + "p99": 0.08244014922478982 + }, + "samples_us": [ + 3167.785, + 3192.231, + 3097.93, + 3074.504, + 3092.551, + 3105.721, + 3073.262, + 3071.72, + 3102.346, + 3080.213, + 3085.161, + 3106.713, + 3087.534, + 3103.418, + 3087.644, + 3076.568, + 3069.317, + 3071.209, + 3066.192, + 3066.893 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 526336, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 6334.818, + "p90": 6354.327, + "p95": 6370.251, + "p99": 6379.075 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08308620705440946, + "p90": 0.08283111649746701, + "p95": 0.08262405986828462, + "p99": 0.0825097682657752 + }, + "samples_us": [ + 6345.353, + 6343.561, + 6370.251, + 6347.737, + 6349.61, + 6320.376, + 6352.895, + 6332.444, + 6205.643, + 6152.625, + 6184.562, + 6166.786, + 6345.043, + 6334.818, + 6336.32, + 6354.327, + 6379.075, + 6287.918, + 6298.633, + 6315.339 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4096, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 19.619, + "p90": 20.21, + "p95": 20.691, + "p99": 36.915 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.20877720576991693, + "p90": 0.20267194458189014, + "p95": 0.19796046590304964, + "p99": 0.11095760530949479 + }, + "samples_us": [ + 19.499, + 20.091, + 19.92, + 19.93, + 19.309, + 19.229, + 20.061, + 19.689, + 19.569, + 19.189, + 20.21, + 20.691, + 19.55, + 19.389, + 19.859, + 19.619, + 18.949, + 19.64, + 36.915, + 19.619 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16384, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 28.673, + "p90": 28.883, + "p95": 29.214, + "p99": 42.524 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.5714086422767063, + "p90": 0.5672540941037981, + "p95": 0.5608270007530636, + "p99": 0.3852883077791365 + }, + "samples_us": [ + 28.583, + 28.583, + 28.673, + 28.683, + 28.703, + 28.613, + 28.443, + 28.703, + 28.202, + 28.813, + 28.593, + 28.764, + 28.522, + 42.524, + 28.793, + 29.214, + 28.383, + 28.883, + 28.663, + 28.843 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 74.452, + "p90": 77.787, + "p95": 78.528, + "p99": 84.467 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.8802449900607102, + "p90": 0.842505817167393, + "p95": 0.8345558272208639, + "p99": 0.7758769697041448 + }, + "samples_us": [ + 74.452, + 74.221, + 72.629, + 71.207, + 74.412, + 76.455, + 76.605, + 77.596, + 84.467, + 75.573, + 74.162, + 72.679, + 74.822, + 74.923, + 77.787, + 78.528, + 72.98, + 76.716, + 72.208, + 72.189 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 251.007, + "p90": 258.428, + "p95": 263.625, + "p99": 272.028 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.044369280537993, + "p90": 1.0143792468308388, + "p95": 0.9943821716453295, + "p99": 0.9636655050215419 + }, + "samples_us": [ + 263.625, + 258.428, + 272.028, + 243.947, + 254.822, + 241.062, + 251.828, + 242.894, + 251.508, + 251.007, + 250.216, + 241.082, + 255.303, + 257.857, + 246.871, + 254.401, + 258.358, + 217.617, + 217.386, + 208.934 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 805.099, + "p90": 826.451, + "p95": 908.123, + "p99": 938.969 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.3024187087550723, + "p90": 1.2687697153249256, + "p95": 1.154662969663801, + "p99": 1.1167312232885218 + }, + "samples_us": [ + 938.969, + 908.123, + 812.449, + 802.424, + 802.024, + 800.101, + 826.451, + 809.735, + 809.295, + 796.065, + 798.698, + 805.099, + 801.132, + 805.769, + 808.033, + 799.66, + 803.556, + 801.022, + 809.125, + 808.264 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3168.836, + "p90": 3191.85, + "p95": 3197.239, + "p99": 3209.447 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.3236103099055931, + "p90": 1.314066763789025, + "p95": 1.3118518822021126, + "p99": 1.306861898638613 + }, + "samples_us": [ + 3185.501, + 3197.239, + 3173.453, + 3188.856, + 3209.447, + 3140.604, + 3105.441, + 3154.355, + 3186.603, + 3168.836, + 3173.283, + 3191.85, + 3158.39, + 3173.033, + 3162.756, + 3185.421, + 3160.904, + 3136.928, + 3157.449, + 3141.796 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 8388608, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 6327.597, + "p90": 6411.494, + "p95": 6435.85, + "p99": 6445.094 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.3257178040889772, + "p90": 1.3083702488062845, + "p95": 1.3034188180271449, + "p99": 1.3015493645243963 + }, + "samples_us": [ + 6340.847, + 6338.434, + 6396.971, + 6272.033, + 6377.152, + 6411.494, + 6385.353, + 6336.47, + 6327.597, + 6319.965, + 6445.094, + 6361.498, + 6315.288, + 6308.679, + 6435.85, + 6323.06, + 6322.389, + 6293.686, + 6304.272, + 6319.304 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 18.978, + "p90": 19.288, + "p95": 19.8, + "p99": 29.544 + }, + "payload_gbps_at_latency_percentile": { + "p50": 3.453261671409, + "p90": 3.3977602654500205, + "p95": 3.30989898989899, + "p99": 2.2182507446520443 + }, + "samples_us": [ + 19.8, + 19.288, + 18.828, + 19.018, + 18.648, + 19.048, + 29.544, + 18.458, + 19.109, + 19.279, + 18.688, + 18.978, + 18.978, + 18.618, + 18.919, + 19.239, + 18.688, + 18.518, + 18.388, + 19.079 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 62.824, + "p90": 63.956, + "p95": 64.586, + "p99": 64.617 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.172672863873679, + "p90": 4.098817937331916, + "p95": 4.058836280308426, + "p99": 4.0568890539641265 + }, + "samples_us": [ + 64.586, + 62.173, + 62.634, + 63.044, + 62.674, + 64.617, + 63.305, + 62.594, + 63.956, + 62.564, + 62.594, + 62.824, + 62.995, + 63.265, + 62.914, + 62.734, + 62.714, + 63.645, + 63.075, + 62.344 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 252.91, + "p90": 255.774, + "p95": 256.745, + "p99": 256.775 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.14604404728955, + "p90": 4.099619195070648, + "p95": 4.084114588404837, + "p99": 4.083637425761855 + }, + "samples_us": [ + 253.55, + 255.303, + 253.28, + 252.91, + 250.857, + 254.392, + 253.841, + 252.338, + 254.381, + 256.745, + 252.919, + 255.774, + 249.925, + 252.549, + 249.545, + 246.731, + 250.856, + 256.775, + 247.661, + 248.513 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 937.547, + "p90": 954.282, + "p95": 955.764, + "p99": 965.339 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.473699985174076, + "p90": 4.395245849759296, + "p95": 4.388430616763134, + "p99": 4.344902671496749 + }, + "samples_us": [ + 965.339, + 954.282, + 946.16, + 950.557, + 938.779, + 940.471, + 937.547, + 935.254, + 942.655, + 936.306, + 938.428, + 936.035, + 938.138, + 955.764, + 928.904, + 936.336, + 926.26, + 925.058, + 923.506, + 922.394 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3562.007, + "p90": 3638.09, + "p95": 3671.531, + "p99": 3685.862 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.710045769140824, + "p90": 4.6115450689785025, + "p95": 4.569542242731983, + "p99": 4.551775405590334 + }, + "samples_us": [ + 3685.862, + 3671.531, + 3638.09, + 3631.4, + 3635.186, + 3607.564, + 3596.348, + 3610.92, + 3591.761, + 3562.007, + 3563.308, + 3553.143, + 3536.618, + 3532.893, + 3525.652, + 3527.614, + 3524.6, + 3538.18, + 3521.906, + 3519.362 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 14292.702, + "p90": 14323.769, + "p95": 14325.711, + "p99": 14326.222 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.695323809311913, + "p90": 4.6851400633450595, + "p95": 4.6845049435940735, + "p99": 4.68433785264531 + }, + "samples_us": [ + 14326.222, + 14298.651, + 14323.769, + 14288.646, + 14286.793, + 14293.834, + 14289.567, + 14293.603, + 14294.935, + 14289.247, + 14284.33, + 14292.702, + 14298.751, + 14303.558, + 14284.169, + 14291.65, + 14292.231, + 14286.673, + 14325.711, + 14295.396 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 134217728, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 28447.596, + "p90": 28493.215, + "p95": 28499.484, + "p99": 28503.921 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.71806925267077, + "p90": 4.710515398139522, + "p95": 4.709479231273099, + "p99": 4.708746140574835 + }, + "samples_us": [ + 28453.675, + 28468.047, + 28454.326, + 28499.484, + 28493.215, + 28441.968, + 28436.67, + 28447.596, + 28453.556, + 28432.284, + 28441.978, + 28430.391, + 28461.317, + 28481.558, + 28484.762, + 28503.921, + 28422.078, + 28443.019, + 28430.401, + 28435.298 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 21.322, + "p90": 21.893, + "p95": 21.913, + "p99": 22.754 + }, + "payload_gbps_at_latency_percentile": { + "p50": 12.294531469843355, + "p90": 11.973872927419723, + "p95": 11.96294437092137, + "p99": 11.520787553836689 + }, + "samples_us": [ + 21.893, + 21.803, + 21.873, + 21.653, + 21.232, + 21.803, + 21.913, + 22.754, + 21.182, + 21.773, + 21.312, + 21.382, + 21.212, + 21.222, + 21.261, + 21.262, + 21.692, + 21.232, + 21.322, + 21.201 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 83.456, + "p90": 84.927, + "p95": 84.947, + "p99": 95.223 + }, + "payload_gbps_at_latency_percentile": { + "p50": 12.56441717791411, + "p90": 12.34679195073416, + "p95": 12.343885010653702, + "p99": 11.011793369249027 + }, + "samples_us": [ + 83.906, + 84.657, + 84.457, + 95.223, + 83.005, + 83.124, + 84.427, + 84.276, + 82.664, + 83.456, + 82.695, + 83.876, + 82.664, + 82.654, + 84.787, + 84.947, + 83.195, + 82.594, + 84.927, + 83.145 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 330.817, + "p90": 337.306, + "p95": 338.708, + "p99": 341.322 + }, + "payload_gbps_at_latency_percentile": { + "p50": 12.678622924456723, + "p90": 12.434715065845257, + "p95": 12.38324456463975, + "p99": 12.288408013547325 + }, + "samples_us": [ + 331.497, + 335.283, + 326.399, + 338.708, + 341.322, + 332.009, + 333.741, + 330.817, + 329.024, + 328.373, + 326.47, + 337.306, + 333.43, + 334.952, + 329.163, + 332.098, + 330.276, + 316.865, + 315.043, + 315.714 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 1241.193, + "p90": 1308.163, + "p95": 1327.953, + "p99": 1338.259 + }, + "payload_gbps_at_latency_percentile": { + "p50": 13.51700823320789, + "p90": 12.82501951209444, + "p95": 12.633892916390867, + "p99": 12.536598670362014 + }, + "samples_us": [ + 1338.259, + 1327.953, + 1308.163, + 1297.717, + 1293.03, + 1301.033, + 1274.943, + 1275.464, + 1279.721, + 1248.534, + 1241.193, + 1226.24, + 1226.04, + 1224.688, + 1201.414, + 1204.037, + 1182.264, + 1170.797, + 1171.829, + 1168.093 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 4495.657, + "p90": 4754.766, + "p95": 4888.526, + "p99": 5004.391 + }, + "payload_gbps_at_latency_percentile": { + "p50": 14.927487573006571, + "p90": 14.114020332441175, + "p95": 13.727832070444139, + "p99": 13.409996141388632 + }, + "samples_us": [ + 5004.391, + 4888.526, + 4754.766, + 4715.237, + 4620.695, + 4566.484, + 4567.215, + 4504.381, + 4495.657, + 4494.566, + 4492.883, + 4492.743, + 4488.516, + 4491.421, + 4495.708, + 4493.064, + 4492.002, + 4496.569, + 4490.88, + 4494.816 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 268435456, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 17884.903, + "p90": 17907.207, + "p95": 17931.262, + "p99": 17938.493 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.009052942585152, + "p90": 14.99035868630993, + "p95": 14.97024894287976, + "p99": 14.96421444097896 + }, + "samples_us": [ + 17907.207, + 17882.71, + 17881.137, + 17880.156, + 17885.945, + 17938.493, + 17883.191, + 17878.023, + 17879.335, + 17885.695, + 17884.903, + 17888.409, + 17886.405, + 17884.642, + 17890.882, + 17931.262, + 17906.686, + 17884.743, + 17887.647, + 17882.99 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 536870912, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 35711.538, + "p90": 35763.476, + "p95": 35775.444, + "p99": 35782.205 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.03354215659936, + "p90": 15.011709488194045, + "p95": 15.006687603933022, + "p99": 15.00385211028778 + }, + "samples_us": [ + 35689.796, + 35763.476, + 35701.403, + 35739.21, + 35700.111, + 35703.897, + 35690.076, + 35695.474, + 35721.884, + 35760.221, + 35782.205, + 35683.156, + 35710.658, + 35711.538, + 35723.877, + 35749.876, + 35686.801, + 35731.949, + 35742.385, + 35775.444 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 257, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 16.825, + "p90": 18.778, + "p95": 19.79, + "p99": 19.8 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.015274888558692423, + "p90": 0.013686228565342422, + "p95": 0.012986356745831228, + "p99": 0.01297979797979798 + }, + "samples_us": [ + 17.126, + 16.866, + 16.344, + 16.545, + 16.594, + 17.516, + 17.065, + 16.645, + 16.705, + 16.765, + 16.434, + 16.625, + 16.645, + 17.116, + 18.778, + 17.035, + 16.825, + 19.79, + 19.8, + 17.006 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1028, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 24.437, + "p90": 24.927, + "p95": 25.949, + "p99": 29.654 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.042067356876867044, + "p90": 0.04124042203233442, + "p95": 0.0396161701799684, + "p99": 0.034666486814595 + }, + "samples_us": [ + 24.927, + 24.647, + 25.949, + 24.486, + 24.527, + 24.397, + 24.356, + 24.406, + 24.477, + 24.777, + 24.437, + 24.377, + 24.648, + 24.277, + 24.327, + 24.787, + 24.426, + 24.427, + 24.246, + 29.654 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4112, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 63.795, + "p90": 69.694, + "p95": 69.965, + "p99": 75.944 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.06445646210518066, + "p90": 0.059000774815622575, + "p95": 0.05877224326448939, + "p99": 0.05414515959127778 + }, + "samples_us": [ + 69.694, + 58.908, + 59.739, + 61.523, + 69.605, + 69.965, + 75.944, + 63.265, + 65.538, + 61.572, + 60.842, + 63.886, + 65.048, + 68.102, + 67.081, + 63.916, + 63.795, + 61.983, + 61.463, + 63.405 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16448, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 205.148, + "p90": 215.494, + "p95": 219.57, + "p99": 225.728 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.0801762629906214, + "p90": 0.07632695109840645, + "p95": 0.07491005146422554, + "p99": 0.07286645874681032 + }, + "samples_us": [ + 211.166, + 200.01, + 209.735, + 197.907, + 213.06, + 194.602, + 205.148, + 202.484, + 212.639, + 196.995, + 204.377, + 198.658, + 215.494, + 196.134, + 206.079, + 202.294, + 225.728, + 213.75, + 219.57, + 209.695 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65792, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 796.075, + "p90": 807.912, + "p95": 808.604, + "p99": 833.0 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08264547938322395, + "p90": 0.08143461169038212, + "p95": 0.08136492028236318, + "p99": 0.07898199279711884 + }, + "samples_us": [ + 789.705, + 808.604, + 807.912, + 791.848, + 796.075, + 791.187, + 797.417, + 801.253, + 796.075, + 798.048, + 787.021, + 798.158, + 796.035, + 833.0, + 789.485, + 790.367, + 792.409, + 793.792, + 796.696, + 807.612 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 263168, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3096.207, + "p90": 3101.525, + "p95": 3101.865, + "p99": 3111.6 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08499690104699072, + "p90": 0.0848511619284062, + "p95": 0.08484186126733433, + "p99": 0.08457642370484639 + }, + "samples_us": [ + 3092.121, + 3099.051, + 3087.905, + 3095.156, + 3093.924, + 3101.525, + 3095.306, + 3096.478, + 3092.912, + 3099.452, + 3080.143, + 3096.207, + 3111.6, + 3086.703, + 3091.24, + 3100.684, + 3101.865, + 3097.429, + 3099.451, + 3097.199 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 526336, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 6154.216, + "p90": 6240.296, + "p95": 6244.682, + "p99": 6287.667 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08552445997995521, + "p90": 0.08434471698137395, + "p95": 0.08428547682652215, + "p99": 0.08370926768227388 + }, + "samples_us": [ + 6186.575, + 6142.9, + 6141.448, + 6146.855, + 6150.38, + 6158.674, + 6168.419, + 6169.89, + 6149.93, + 6240.296, + 6140.215, + 6209.369, + 6151.793, + 6244.682, + 6164.813, + 6228.178, + 6137.542, + 6154.216, + 6152.914, + 6287.667 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4096, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 16.755, + "p90": 17.336, + "p95": 17.666, + "p99": 17.927 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.2444643390032826, + "p90": 0.23627134287032764, + "p95": 0.2318578059549417, + "p99": 0.2284821777207564 + }, + "samples_us": [ + 17.666, + 17.927, + 17.025, + 17.146, + 16.455, + 16.345, + 16.534, + 16.825, + 16.926, + 16.765, + 16.635, + 16.835, + 16.645, + 17.336, + 16.835, + 16.685, + 16.404, + 16.755, + 16.465, + 16.355 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16384, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 24.877, + "p90": 25.408, + "p95": 25.488, + "p99": 25.518 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.6586003135426297, + "p90": 0.6448362720403022, + "p95": 0.642812303829253, + "p99": 0.6420565875068579 + }, + "samples_us": [ + 25.488, + 25.127, + 25.027, + 25.048, + 25.408, + 24.777, + 24.687, + 24.557, + 24.847, + 24.717, + 25.518, + 25.238, + 24.998, + 24.777, + 24.877, + 24.957, + 24.897, + 24.387, + 24.757, + 24.697 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 67.301, + "p90": 71.267, + "p95": 82.313, + "p99": 90.827 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.9737745352966524, + "p90": 0.9195840992324639, + "p95": 0.7961804332243996, + "p99": 0.7215475574443723 + }, + "samples_us": [ + 67.301, + 68.743, + 63.595, + 65.659, + 66.049, + 68.543, + 67.321, + 70.065, + 71.267, + 67.05, + 63.315, + 67.081, + 68.032, + 68.493, + 70.636, + 82.313, + 66.85, + 90.827, + 64.887, + 63.365 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 218.939, + "p90": 226.27, + "p95": 233.74, + "p99": 237.787 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.197338071334938, + "p90": 1.1585451009855483, + "p95": 1.1215196372037306, + "p99": 1.1024320084781758 + }, + "samples_us": [ + 225.979, + 209.164, + 218.207, + 212.148, + 237.787, + 206.58, + 218.939, + 210.236, + 233.74, + 209.043, + 219.339, + 208.543, + 224.066, + 226.27, + 219.92, + 214.381, + 224.347, + 224.708, + 219.83, + 216.215 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 792.69, + "p90": 798.589, + "p95": 800.732, + "p99": 804.347 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.322807150336197, + "p90": 1.3130358670104396, + "p95": 1.3095217875643785, + "p99": 1.3036363658968082 + }, + "samples_us": [ + 787.352, + 798.589, + 796.386, + 792.68, + 793.18, + 788.904, + 784.528, + 783.836, + 796.806, + 787.752, + 783.005, + 797.977, + 797.978, + 793.541, + 795.203, + 791.898, + 791.518, + 804.347, + 792.69, + 800.732 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2994.935, + "p90": 3007.264, + "p95": 3015.616, + "p99": 3026.402 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.40046578640271, + "p90": 1.3947242410377008, + "p95": 1.3908614359387932, + "p99": 1.3859044502349656 + }, + "samples_us": [ + 3026.402, + 2999.752, + 2982.167, + 2984.29, + 3001.445, + 2981.715, + 2997.609, + 2985.471, + 3003.558, + 2982.917, + 2996.988, + 2991.1, + 2983.798, + 2986.872, + 2995.546, + 2994.935, + 3015.616, + 3007.264, + 2989.467, + 2996.938 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 8388608, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5951.823, + "p90": 5985.954, + "p95": 6004.122, + "p99": 6022.739 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.4094182572297598, + "p90": 1.4013819685216424, + "p95": 1.3971414971248086, + "p99": 1.3928227671828382 + }, + "samples_us": [ + 5948.588, + 5956.891, + 5963.37, + 5978.804, + 5957.211, + 5938.503, + 5925.363, + 5941.086, + 5948.398, + 5954.036, + 5940.806, + 5985.854, + 5940.456, + 6004.122, + 5985.954, + 6022.739, + 5926.245, + 5964.072, + 5951.823, + 5947.567 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 15.674, + "p90": 15.984, + "p95": 15.984, + "p99": 16.224 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.181191782569861, + "p90": 4.1001001001001, + "p95": 4.1001001001001, + "p99": 4.039447731755424 + }, + "samples_us": [ + 16.224, + 15.824, + 15.804, + 15.483, + 15.984, + 15.984, + 15.393, + 15.794, + 15.743, + 15.564, + 15.523, + 15.644, + 15.754, + 15.292, + 15.714, + 15.833, + 15.674, + 15.663, + 15.533, + 15.463 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 56.905, + "p90": 57.606, + "p95": 57.687, + "p99": 58.368 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.606695369475442, + "p90": 4.55063708641461, + "p95": 4.54424740409451, + "p99": 4.491228070175438 + }, + "samples_us": [ + 56.885, + 56.665, + 58.368, + 56.905, + 57.606, + 57.246, + 57.006, + 57.687, + 57.356, + 55.333, + 55.804, + 56.295, + 56.064, + 56.205, + 57.576, + 55.614, + 56.135, + 57.376, + 57.486, + 57.527 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 229.815, + "p90": 233.06, + "p95": 233.361, + "p99": 234.472 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.562696081630877, + "p90": 4.499167596327126, + "p95": 4.4933643582260965, + "p99": 4.4720734245453615 + }, + "samples_us": [ + 229.745, + 228.614, + 231.157, + 229.815, + 228.643, + 233.06, + 234.472, + 233.361, + 232.278, + 228.863, + 229.615, + 229.494, + 229.655, + 229.674, + 232.219, + 231.368, + 228.463, + 232.238, + 231.647, + 232.369 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 850.947, + "p90": 852.66, + "p95": 853.782, + "p99": 854.162 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.928983826254749, + "p90": 4.919081462716675, + "p95": 4.912617038072951, + "p99": 4.910431510650205 + }, + "samples_us": [ + 851.308, + 850.857, + 851.167, + 849.405, + 848.574, + 847.552, + 847.833, + 849.705, + 850.947, + 853.782, + 851.178, + 854.162, + 851.478, + 852.349, + 850.166, + 851.398, + 852.269, + 852.66, + 850.126, + 850.707 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3357.099, + "p90": 3364.269, + "p95": 3367.334, + "p99": 3382.747 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.99753388267668, + "p90": 4.986883034620597, + "p95": 4.982343895794121, + "p99": 4.959642562686479 + }, + "samples_us": [ + 3352.232, + 3382.747, + 3356.908, + 3357.099, + 3358.27, + 3353.964, + 3364.269, + 3358.491, + 3355.716, + 3354.575, + 3352.542, + 3362.136, + 3361.034, + 3358.941, + 3356.978, + 3367.334, + 3362.797, + 3358.191, + 3356.127, + 3354.164 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 13628.625, + "p90": 13645.55, + "p95": 13646.822, + "p99": 13666.222 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.924111126397564, + "p90": 4.918003598242651, + "p95": 4.917545198435211, + "p99": 4.910564455926444 + }, + "samples_us": [ + 13616.317, + 13619.722, + 13618.46, + 13630.187, + 13633.893, + 13645.55, + 13630.588, + 13640.923, + 13622.105, + 13627.293, + 13635.285, + 13618.921, + 13623.757, + 13630.307, + 13631.289, + 13666.222, + 13646.822, + 13622.877, + 13628.014, + 13628.625 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 134217728, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 27150.869, + "p90": 27214.155, + "p95": 27223.509, + "p99": 27264.17 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.943404500239017, + "p90": 4.931908707068068, + "p95": 4.930214102818266, + "p99": 4.922861323121151 + }, + "samples_us": [ + 27134.285, + 27176.137, + 27140.354, + 27139.763, + 27150.869, + 27139.953, + 27136.127, + 27135.878, + 27154.215, + 27139.973, + 27264.17, + 27144.43, + 27142.788, + 27166.183, + 27214.155, + 27151.09, + 27156.639, + 27223.509, + 27172.202, + 27163.408 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 20.741, + "p90": 22.143, + "p95": 23.175, + "p99": 30.636 + }, + "payload_gbps_at_latency_percentile": { + "p50": 12.638927727689119, + "p90": 11.838684911710248, + "p95": 11.311499460625674, + "p99": 8.556730643687166 + }, + "samples_us": [ + 23.175, + 22.143, + 20.561, + 20.741, + 21.162, + 20.761, + 20.701, + 21.032, + 20.671, + 20.841, + 20.871, + 30.636, + 21.002, + 21.342, + 20.4, + 20.651, + 20.561, + 20.38, + 20.441, + 20.621 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 75.003, + "p90": 76.635, + "p95": 76.665, + "p99": 77.276 + }, + "payload_gbps_at_latency_percentile": { + "p50": 13.980454115168726, + "p90": 13.682729823187838, + "p95": 13.677375595121633, + "p99": 13.569232361923495 + }, + "samples_us": [ + 74.832, + 74.792, + 74.402, + 76.635, + 74.782, + 73.861, + 75.053, + 75.123, + 73.8, + 75.163, + 75.183, + 76.084, + 74.802, + 76.665, + 75.003, + 76.615, + 76.304, + 77.276, + 74.892, + 74.803 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 272.74, + "p90": 275.233, + "p95": 275.493, + "p99": 277.887 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.37839700813962, + "p90": 15.239102869205364, + "p95": 15.224720773304584, + "p99": 15.09355961236042 + }, + "samples_us": [ + 272.719, + 272.74, + 274.032, + 272.92, + 273.22, + 271.347, + 271.808, + 274.773, + 272.499, + 275.093, + 274.752, + 272.249, + 275.233, + 271.647, + 273.039, + 277.887, + 269.915, + 269.154, + 271.748, + 275.493 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 1076.085, + "p90": 1078.479, + "p95": 1078.779, + "p99": 1078.899 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.590976549250291, + "p90": 15.55636781059251, + "p95": 15.552041706410673, + "p99": 15.550311938374213 + }, + "samples_us": [ + 1078.899, + 1075.835, + 1076.706, + 1077.727, + 1077.447, + 1076.105, + 1078.479, + 1076.426, + 1078.779, + 1075.565, + 1078.038, + 1073.571, + 1075.955, + 1075.484, + 1072.92, + 1074.783, + 1075.404, + 1076.085, + 1072.58, + 1076.736 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 4327.985, + "p90": 4334.286, + "p95": 4338.881, + "p99": 4344.47 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.505798656880742, + "p90": 15.483256988578972, + "p95": 15.466859773291777, + "p99": 15.446962230145449 + }, + "samples_us": [ + 4324.57, + 4328.907, + 4332.573, + 4344.47, + 4326.584, + 4327.985, + 4326.484, + 4330.119, + 4330.659, + 4330.64, + 4338.881, + 4325.933, + 4327.946, + 4325.952, + 4331.441, + 4334.286, + 4332.563, + 4327.675, + 4326.153, + 4322.277 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 268435456, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 17210.57, + "p90": 17221.958, + "p95": 17223.25, + "p99": 17257.09 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.597127579156298, + "p90": 15.58681399641086, + "p95": 15.585644753458261, + "p99": 15.5550823458648 + }, + "samples_us": [ + 17212.974, + 17209.669, + 17208.458, + 17216.76, + 17198.423, + 17220.776, + 17206.915, + 17205.033, + 17216.359, + 17221.958, + 17257.09, + 17206.584, + 17204.802, + 17216.891, + 17214.626, + 17201.337, + 17207.166, + 17210.57, + 17219.514, + 17223.25 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 536870912, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 35163.174, + "p90": 35251.378, + "p95": 35261.583, + "p99": 35278.858 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.267987810201662, + "p90": 15.229785116485376, + "p95": 15.225377488015782, + "p99": 15.217922076729355 + }, + "samples_us": [ + 34413.049, + 34410.896, + 34450.285, + 34454.722, + 35201.422, + 35196.695, + 35091.127, + 35261.583, + 35163.174, + 35206.69, + 35213.18, + 35251.378, + 35278.858, + 35114.702, + 35231.438, + 35152.499, + 35191.928, + 35158.958, + 35101.552, + 35244.667 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 257, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 19.038, + "p90": 19.409, + "p95": 19.43, + "p99": 19.489 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.013499317155163358, + "p90": 0.013241279818640837, + "p95": 0.013226968605249615, + "p99": 0.01318692595823285 + }, + "samples_us": [ + 19.489, + 19.43, + 19.159, + 19.318, + 19.409, + 19.198, + 19.319, + 18.788, + 19.279, + 18.848, + 19.069, + 19.038, + 18.998, + 18.928, + 18.708, + 18.548, + 18.548, + 19.279, + 18.758, + 18.678 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1028, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 27.691, + "p90": 28.162, + "p95": 28.182, + "p99": 28.754 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.03712397529883356, + "p90": 0.03650308926922804, + "p95": 0.03647718401816762, + "p99": 0.035751547610767195 + }, + "samples_us": [ + 28.142, + 28.754, + 28.182, + 27.642, + 27.632, + 28.022, + 27.691, + 27.281, + 27.501, + 27.952, + 27.471, + 27.692, + 27.721, + 27.411, + 27.682, + 27.722, + 27.522, + 27.312, + 28.162, + 27.881 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4112, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 80.18, + "p90": 91.958, + "p95": 92.468, + "p99": 92.859 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.051284609628336246, + "p90": 0.0447160660301442, + "p95": 0.0444694380758749, + "p99": 0.044282191279251336 + }, + "samples_us": [ + 92.468, + 75.994, + 91.958, + 92.859, + 84.587, + 86.439, + 78.868, + 85.708, + 82.333, + 77.406, + 87.401, + 84.457, + 75.172, + 78.408, + 86.179, + 74.312, + 77.667, + 79.91, + 74.102, + 80.18 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16448, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 254.802, + "p90": 284.446, + "p95": 284.747, + "p99": 308.824 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.06455208357862183, + "p90": 0.057824683771260627, + "p95": 0.057763558527394496, + "p99": 0.053260109317928656 + }, + "samples_us": [ + 248.352, + 228.243, + 267.541, + 231.637, + 241.623, + 262.214, + 231.238, + 241.072, + 308.824, + 253.581, + 254.802, + 284.747, + 262.384, + 244.847, + 284.446, + 249.785, + 256.756, + 281.622, + 261.813, + 280.571 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65792, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 972.609, + "p90": 987.893, + "p95": 1027.983, + "p99": 1033.621 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.06764486037040579, + "p90": 0.06659830568695192, + "p95": 0.0640010583832612, + "p99": 0.06365195753569247 + }, + "samples_us": [ + 1033.621, + 987.893, + 973.471, + 984.357, + 970.817, + 979.059, + 1027.983, + 951.058, + 972.609, + 972.039, + 978.509, + 950.056, + 974.863, + 942.785, + 947.913, + 975.524, + 951.668, + 944.057, + 982.634, + 941.714 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 263168, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3669.747, + "p90": 3686.803, + "p95": 3698.331, + "p99": 3739.593 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.07171284559943777, + "p90": 0.07138108545533894, + "p95": 0.07115858477783628, + "p99": 0.0703734336865001 + }, + "samples_us": [ + 3674.485, + 3636.789, + 3643.768, + 3677.349, + 3670.989, + 3663.649, + 3677.76, + 3635.797, + 3636.127, + 3620.695, + 3686.803, + 3679.292, + 3671.15, + 3676.939, + 3698.331, + 3668.435, + 3657.259, + 3669.747, + 3662.397, + 3739.593 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 526336, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 7364.654, + "p90": 7514.829, + "p95": 7528.78, + "p99": 7572.786 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.07146785171441862, + "p90": 0.07003965093550366, + "p95": 0.06990986587468355, + "p99": 0.06950361465384074 + }, + "samples_us": [ + 7455.479, + 7512.204, + 7528.78, + 7440.657, + 7572.786, + 7321.188, + 7346.265, + 7281.358, + 7488.289, + 7362.561, + 7495.94, + 7512.726, + 7514.829, + 7325.715, + 7277.242, + 7364.654, + 7301.458, + 7303.612, + 7480.847, + 7355.389 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4096, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 19.039, + "p90": 19.479, + "p95": 19.8, + "p99": 19.88 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.21513734965071696, + "p90": 0.21027773499666308, + "p95": 0.20686868686868687, + "p99": 0.20603621730382293 + }, + "samples_us": [ + 19.88, + 18.869, + 19.8, + 19.469, + 19.128, + 18.788, + 19.479, + 18.858, + 19.219, + 18.848, + 19.109, + 18.869, + 18.949, + 19.039, + 19.038, + 19.179, + 19.269, + 19.289, + 18.597, + 18.989 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16384, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 27.681, + "p90": 28.383, + "p95": 29.024, + "p99": 29.074 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.5918861312813843, + "p90": 0.5772469435929958, + "p95": 0.5644983461962514, + "p99": 0.5635275503886634 + }, + "samples_us": [ + 27.762, + 27.161, + 27.491, + 27.381, + 26.8, + 29.074, + 27.281, + 27.391, + 27.681, + 28.383, + 27.942, + 27.822, + 27.882, + 27.021, + 27.802, + 29.024, + 27.571, + 27.17, + 28.363, + 27.993 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65536, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 83.545, + "p90": 93.12, + "p95": 96.424, + "p99": 98.288 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.7844395236100306, + "p90": 0.7037800687285224, + "p95": 0.679664813739318, + "p99": 0.6667751912746215 + }, + "samples_us": [ + 96.424, + 83.455, + 80.962, + 82.524, + 83.316, + 81.132, + 85.358, + 98.288, + 83.445, + 79.96, + 83.545, + 80.591, + 93.12, + 89.414, + 83.676, + 89.624, + 84.637, + 84.316, + 79.93, + 85.027 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 269.304, + "p90": 285.119, + "p95": 291.578, + "p99": 293.4 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.973412945964412, + "p90": 0.9194196107590165, + "p95": 0.8990527406045724, + "p99": 0.8934696659850034 + }, + "samples_us": [ + 293.4, + 255.243, + 258.889, + 254.011, + 271.718, + 254.251, + 273.861, + 264.177, + 264.687, + 255.483, + 291.578, + 283.986, + 277.236, + 261.733, + 270.977, + 281.022, + 278.758, + 269.304, + 285.119, + 263.786 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 931.057, + "p90": 975.954, + "p95": 986.03, + "p99": 998.238 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.1262210584314387, + "p90": 1.0744112939749209, + "p95": 1.063432147094916, + "p99": 1.050426852113424 + }, + "samples_us": [ + 998.238, + 938.038, + 986.03, + 956.155, + 943.045, + 926.902, + 923.225, + 946.12, + 975.213, + 913.681, + 916.115, + 913.822, + 933.711, + 918.659, + 975.954, + 918.298, + 931.057, + 940.542, + 921.773, + 925.679 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3568.416, + "p90": 3588.826, + "p95": 3592.272, + "p99": 3595.466 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.1753965905320456, + "p90": 1.16871199662508, + "p95": 1.167590872851499, + "p99": 1.1665536539630745 + }, + "samples_us": [ + 3539.792, + 3556.407, + 3560.784, + 3568.416, + 3523.569, + 3578.481, + 3539.882, + 3585.101, + 3559.222, + 3573.213, + 3556.709, + 3553.744, + 3588.826, + 3595.466, + 3539.612, + 3568.686, + 3570.99, + 3580.684, + 3570.799, + 3592.272 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 8388608, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 7128.099, + "p90": 7285.544, + "p95": 7285.775, + "p99": 7301.097 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.1768366292331238, + "p90": 1.1514044798850984, + "p95": 1.1513679738943352, + "p99": 1.148951726021446 + }, + "samples_us": [ + 7215.079, + 7252.255, + 7285.544, + 7083.351, + 7214.619, + 7110.421, + 7077.673, + 7082.7, + 7128.099, + 7098.494, + 7099.775, + 7083.512, + 7261.107, + 7097.482, + 7131.493, + 7301.097, + 7231.324, + 7109.931, + 7285.775, + 7182.48 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65536, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 18.788, + "p90": 19.169, + "p95": 19.359, + "p99": 27.011 + }, + "payload_gbps_at_latency_percentile": { + "p50": 3.4881839472003406, + "p90": 3.4188533569826283, + "p95": 3.3852988274187714, + "p99": 2.426270778571693 + }, + "samples_us": [ + 19.359, + 18.798, + 18.378, + 18.788, + 19.019, + 18.858, + 18.678, + 18.788, + 18.918, + 18.728, + 18.347, + 17.667, + 18.318, + 18.517, + 19.139, + 18.517, + 18.949, + 27.011, + 19.169, + 18.898 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 26.76, + "p90": 27.411, + "p95": 28.032, + "p99": 28.353 + }, + "payload_gbps_at_latency_percentile": { + "p50": 9.79611360239163, + "p90": 9.563459924847688, + "p95": 9.351598173515981, + "p99": 9.245723556590132 + }, + "samples_us": [ + 26.991, + 27.301, + 27.001, + 27.21, + 26.76, + 27.411, + 27.061, + 28.032, + 26.37, + 26.409, + 27.271, + 26.299, + 26.961, + 28.353, + 26.389, + 26.35, + 26.66, + 26.15, + 26.7, + 26.409 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 82.855, + "p90": 85.428, + "p95": 88.353, + "p99": 91.237 + }, + "payload_gbps_at_latency_percentile": { + "p50": 12.65555488504013, + "p90": 12.274383106241514, + "p95": 11.868029382137562, + "p99": 11.492881177592425 + }, + "samples_us": [ + 84.457, + 82.855, + 80.811, + 83.726, + 79.69, + 83.255, + 83.496, + 88.353, + 78.878, + 91.237, + 79.599, + 78.998, + 84.527, + 81.202, + 85.097, + 85.428, + 80.551, + 81.362, + 78.478, + 84.086 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 259.599, + "p90": 275.584, + "p95": 286.601, + "p99": 294.332 + }, + "payload_gbps_at_latency_percentile": { + "p50": 16.15685730684633, + "p90": 15.219693450998607, + "p95": 14.634645378069163, + "p99": 14.250248019243575 + }, + "samples_us": [ + 267.212, + 251.177, + 254.252, + 245.429, + 269.454, + 248.633, + 262.464, + 257.837, + 286.601, + 257.547, + 259.599, + 266.08, + 294.332, + 252.949, + 254.762, + 273.62, + 275.584, + 248.273, + 259.79, + 265.619 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 921.593, + "p90": 930.788, + "p95": 935.164, + "p99": 939.079 + }, + "payload_gbps_at_latency_percentile": { + "p50": 18.20458271709963, + "p90": 18.02474462498442, + "p95": 17.940399758758893, + "p99": 17.865606620955212 + }, + "samples_us": [ + 920.702, + 924.247, + 939.079, + 930.788, + 924.648, + 920.982, + 935.164, + 927.512, + 905.239, + 913.05, + 917.687, + 923.436, + 925.048, + 915.514, + 921.593, + 928.393, + 921.153, + 914.433, + 920.351, + 924.778 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3617.259, + "p90": 3642.076, + "p95": 3656.198, + "p99": 3671.671 + }, + "payload_gbps_at_latency_percentile": { + "p50": 18.552407776164216, + "p90": 18.425992208839133, + "p95": 18.354822140376424, + "p99": 18.277472028403416 + }, + "samples_us": [ + 3566.463, + 3548.897, + 3582.748, + 3531.039, + 3558.741, + 3561.415, + 3642.076, + 3627.404, + 3604.69, + 3636.338, + 3614.284, + 3626.744, + 3596.928, + 3671.671, + 3656.198, + 3617.259, + 3626.723, + 3621.476, + 3622.647, + 3626.202 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 134217728, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 7261.107, + "p90": 7440.377, + "p95": 7454.098, + "p99": 7489.791 + }, + "payload_gbps_at_latency_percentile": { + "p50": 18.48447185807894, + "p90": 18.039103126091593, + "p95": 18.005897963777777, + "p99": 17.920089893029058 + }, + "samples_us": [ + 7308.459, + 7136.561, + 7136.862, + 7168.669, + 7163.531, + 7169.44, + 7166.616, + 7158.965, + 7146.125, + 7394.137, + 7424.553, + 7330.482, + 7246.126, + 7440.377, + 7261.107, + 7276.601, + 7331.975, + 7454.098, + 7489.791, + 7287.567 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 21.453, + "p90": 22.304, + "p95": 22.884, + "p99": 23.625 + }, + "payload_gbps_at_latency_percentile": { + "p50": 12.219456486272316, + "p90": 11.7532281205165, + "p95": 11.455339975528753, + "p99": 11.096042328042328 + }, + "samples_us": [ + 22.884, + 22.304, + 21.813, + 21.763, + 21.743, + 21.081, + 21.112, + 23.625, + 21.322, + 21.573, + 21.282, + 20.991, + 20.911, + 20.932, + 21.453, + 21.292, + 21.553, + 21.542, + 20.992, + 21.492 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 32.148, + "p90": 33.24, + "p95": 33.41, + "p99": 42.754 + }, + "payload_gbps_at_latency_percentile": { + "p50": 32.61714570113226, + "p90": 31.54560770156438, + "p95": 31.385094283148756, + "p99": 24.525798755671985 + }, + "samples_us": [ + 32.148, + 32.799, + 31.958, + 31.798, + 32.549, + 31.628, + 32.339, + 31.467, + 31.938, + 32.689, + 31.968, + 31.738, + 32.188, + 31.978, + 42.754, + 33.41, + 33.24, + 32.369, + 33.079, + 31.737 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 92.238, + "p90": 104.387, + "p95": 107.872, + "p99": 127.351 + }, + "payload_gbps_at_latency_percentile": { + "p50": 45.47262516533316, + "p90": 40.180328968166535, + "p95": 38.88223079204984, + "p99": 32.93499069500828 + }, + "samples_us": [ + 104.387, + 92.238, + 127.351, + 90.175, + 91.888, + 96.214, + 94.291, + 102.343, + 91.998, + 89.184, + 86.279, + 103.375, + 107.872, + 93.641, + 95.623, + 91.607, + 88.833, + 91.448, + 87.812, + 95.374 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 285.378, + "p90": 302.403, + "p95": 315.113, + "p99": 327.221 + }, + "payload_gbps_at_latency_percentile": { + "p50": 58.78945118404362, + "p90": 55.47966124674689, + "p95": 53.241903698038485, + "p99": 51.27181935144749 + }, + "samples_us": [ + 286.04, + 278.959, + 279.149, + 290.196, + 285.889, + 282.444, + 293.621, + 301.513, + 285.378, + 327.221, + 315.113, + 295.123, + 298.779, + 302.403, + 256.545, + 253.31, + 267.171, + 250.125, + 252.369, + 252.459 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 932.58, + "p90": 964.297, + "p95": 969.385, + "p99": 973.792 + }, + "payload_gbps_at_latency_percentile": { + "p50": 71.96043663814365, + "p90": 69.59356297904068, + "p95": 69.22828803829232, + "p99": 68.91498800565213 + }, + "samples_us": [ + 973.792, + 958.459, + 929.746, + 964.297, + 950.016, + 936.626, + 931.108, + 969.385, + 930.707, + 932.48, + 931.188, + 922.675, + 934.873, + 909.335, + 932.58, + 933.872, + 956.476, + 916.876, + 931.358, + 938.488 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 268435456, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3619.252, + "p90": 3659.453, + "p95": 3667.374, + "p99": 3692.832 + }, + "payload_gbps_at_latency_percentile": { + "p50": 74.1687663638785, + "p90": 73.35398377844994, + "p95": 73.19554973122457, + "p99": 72.69094721882826 + }, + "samples_us": [ + 3667.374, + 3598.391, + 3611.911, + 3597.97, + 3617.84, + 3641.035, + 3605.842, + 3641.436, + 3620.584, + 3659.453, + 3619.252, + 3609.978, + 3597.63, + 3627.925, + 3629.928, + 3613.003, + 3634.625, + 3619.522, + 3692.832, + 3613.252 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 536870912, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 7295.189, + "p90": 7437.442, + "p95": 7474.278, + "p99": 7489.601 + }, + "payload_gbps_at_latency_percentile": { + "p50": 73.59246100409462, + "p90": 72.1848872233222, + "p95": 71.82913346279065, + "p99": 71.68217799586387 + }, + "samples_us": [ + 7285.584, + 7420.076, + 7322.14, + 7255.018, + 7352.435, + 7260.898, + 7489.601, + 7295.189, + 7413.136, + 7288.288, + 7437.442, + 7272.916, + 7246.215, + 7474.278, + 7381.098, + 7254.618, + 7305.634, + 7241.378, + 7273.016, + 7307.647 + ] + } + } + ] +} diff --git a/collectivex/results/mi300x/mi300x-swap-blocks-smoke-random.json b/collectivex/results/mi300x/mi300x-swap-blocks-smoke-random.json new file mode 100644 index 0000000000..35326ea762 --- /dev/null +++ b/collectivex/results/mi300x/mi300x-swap-blocks-smoke-random.json @@ -0,0 +1,4075 @@ +{ + "schema": "collectivex-swap-blocks-v1", + "case_id": "mi300x-swap-blocks-smoke-random", + "profile": "smoke", + "generated_at": "2026-10-27T20:26:08.833030+00:00", + "operation": "vllm._custom_ops.swap_blocks", + "timing": "drained-wall-clock-including-submission-and-synchronization", + "warmup": 4, + "iterations": 20, + "selection": { + "requested_block_bytes": [ + 257, + 4096, + 65536, + 262144 + ], + "requested_num_blocks": [ + 1, + 4, + 16, + 64, + 256, + 1024, + 2048 + ], + "max_payload_bytes": 2147483648, + "skipped_cases": [] + }, + "runtime": { + "sku": "mi300x", + "torch": "2.13.0+git733fca1", + "vllm": "0.32.0", + "cuda": null, + "hip": "7.2.53211", + "device": "", + "device_index": 0, + "image": "vllm/vllm-openai-rocm:v0.32.0", + "source_sha": "e7f9471b4f37b631c67fc58826cc4a4fe275340c", + "source_dirty": false + }, + "cases": [ + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 257, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 16.345, + "p90": 17.006, + "p95": 17.126, + "p99": 17.937 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.015723462832670544, + "p90": 0.015112313301187816, + "p95": 0.015006422982599556, + "p99": 0.014327925517087585 + }, + "samples_us": [ + 16.805, + 16.655, + 17.126, + 16.715, + 16.845, + 16.335, + 16.715, + 16.385, + 16.034, + 17.937, + 17.006, + 16.324, + 16.064, + 15.984, + 16.345, + 16.104, + 16.345, + 16.074, + 16.334, + 15.954 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 1028, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 23.665, + "p90": 24.097, + "p95": 24.206, + "p99": 27.05 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.04343967885062328, + "p90": 0.04266091214674026, + "p95": 0.04246880938610262, + "p99": 0.03800369685767098 + }, + "samples_us": [ + 24.037, + 23.786, + 23.765, + 23.745, + 27.05, + 23.716, + 23.836, + 23.485, + 23.565, + 23.485, + 24.206, + 23.626, + 23.626, + 23.485, + 23.876, + 23.645, + 23.295, + 24.097, + 23.665, + 23.586 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 4112, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 65.809, + "p90": 73.69, + "p95": 170.826, + "p99": 181.042 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.06248385479189777, + "p90": 0.05580132989550821, + "p95": 0.02407127720604592, + "p99": 0.022712961633212184 + }, + "samples_us": [ + 73.69, + 69.514, + 68.763, + 170.826, + 63.456, + 66.59, + 66.259, + 67.151, + 68.933, + 63.876, + 64.677, + 63.895, + 63.015, + 63.525, + 63.235, + 67.551, + 181.042, + 65.809, + 65.598, + 62.704 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 16448, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 211.397, + "p90": 226.941, + "p95": 229.845, + "p99": 232.149 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.0778062129547723, + "p90": 0.07247698741082484, + "p95": 0.0715612695512193, + "p99": 0.0708510482491848 + }, + "samples_us": [ + 211.137, + 232.149, + 208.593, + 229.845, + 202.403, + 217.897, + 205.368, + 211.397, + 206.199, + 214.672, + 215.213, + 220.02, + 200.641, + 215.113, + 207.211, + 218.217, + 208.122, + 213.821, + 207.762, + 226.941 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 65792, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 794.422, + "p90": 823.185, + "p95": 891.458, + "p99": 917.006 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.0828174446327015, + "p90": 0.07992371095197313, + "p95": 0.07380269177011144, + "p99": 0.07174653164755737 + }, + "samples_us": [ + 917.006, + 891.458, + 789.455, + 805.078, + 806.611, + 796.215, + 774.683, + 786.991, + 785.51, + 787.352, + 783.215, + 793.431, + 823.185, + 794.773, + 787.572, + 794.422, + 799.53, + 795.864, + 785.729, + 798.008 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 263168, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3069.507, + "p90": 3089.386, + "p95": 3151.079, + "p99": 3154.605 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08573624363782197, + "p90": 0.08518456418200898, + "p95": 0.08351678901100226, + "p99": 0.08342343970164252 + }, + "samples_us": [ + 3154.605, + 3151.079, + 3082.756, + 3063.268, + 3057.218, + 3059.191, + 3052.752, + 3074.745, + 3064.86, + 3069.507, + 3065.341, + 3082.426, + 3041.415, + 3089.386, + 3042.677, + 3074.284, + 3050.018, + 3069.848, + 3075.576, + 3087.234 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 526336, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 6340.506, + "p90": 6379.995, + "p95": 6386.615, + "p99": 6427.887 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08301167130825206, + "p90": 0.0824978702961366, + "p95": 0.08241235772001287, + "p99": 0.08188320672096444 + }, + "samples_us": [ + 6308.177, + 6358.634, + 6338.433, + 6322.209, + 6345.724, + 6386.615, + 6349.119, + 6339.594, + 6183.0, + 6178.313, + 6163.411, + 6126.534, + 6427.887, + 6344.692, + 6379.995, + 6364.812, + 6336.4, + 6340.506, + 6366.875, + 6350.881 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 4096, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 19.149, + "p90": 19.979, + "p95": 20.2, + "p99": 20.521 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.2139015092171915, + "p90": 0.2050152660293308, + "p95": 0.20277227722772279, + "p99": 0.19960040933677697 + }, + "samples_us": [ + 19.449, + 20.2, + 19.979, + 19.499, + 18.988, + 19.309, + 19.139, + 18.858, + 19.329, + 18.959, + 19.298, + 19.009, + 19.149, + 19.048, + 18.758, + 20.521, + 19.83, + 18.798, + 19.118, + 19.169 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 16384, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 27.722, + "p90": 28.303, + "p95": 28.333, + "p99": 28.422 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.591010749585167, + "p90": 0.5788785641098116, + "p95": 0.5782656266544313, + "p99": 0.5764548589121103 + }, + "samples_us": [ + 27.831, + 27.832, + 27.742, + 27.542, + 27.781, + 27.231, + 28.333, + 27.391, + 28.022, + 27.832, + 27.411, + 27.06, + 27.101, + 27.351, + 26.99, + 27.672, + 27.962, + 28.422, + 27.722, + 28.303 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 75.032, + "p90": 80.181, + "p95": 81.732, + "p99": 94.131 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.8734406653161317, + "p90": 0.8173507439418316, + "p95": 0.8018401605246415, + "p99": 0.6962212236138998 + }, + "samples_us": [ + 94.131, + 80.181, + 74.602, + 75.753, + 71.708, + 72.759, + 74.963, + 74.452, + 77.076, + 76.645, + 74.783, + 75.032, + 71.898, + 72.208, + 74.732, + 75.844, + 79.9, + 81.732, + 75.313, + 75.934 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 240.671, + "p90": 260.862, + "p95": 261.162, + "p99": 264.297 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.0892213852105157, + "p90": 1.004914475853133, + "p95": 1.0037601182407856, + "p99": 0.9918538613756493 + }, + "samples_us": [ + 240.671, + 250.777, + 241.242, + 261.162, + 237.206, + 255.343, + 239.32, + 264.297, + 237.446, + 251.548, + 241.663, + 255.123, + 238.628, + 251.266, + 238.458, + 260.862, + 240.0, + 240.09, + 212.459, + 228.533 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 816.044, + "p90": 832.279, + "p95": 906.761, + "p99": 925.269 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.2849503213062041, + "p90": 1.2598852067635973, + "p95": 1.1563973307188995, + "p99": 1.133266109639467 + }, + "samples_us": [ + 925.269, + 906.761, + 816.725, + 815.804, + 808.284, + 832.279, + 823.196, + 832.279, + 815.033, + 817.747, + 809.125, + 817.016, + 813.271, + 817.346, + 805.599, + 806.511, + 810.166, + 811.248, + 820.141, + 816.044 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3069.597, + "p90": 3187.123, + "p95": 3187.634, + "p99": 3195.857 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.3664021694052997, + "p90": 1.316015729546679, + "p95": 1.3158047630311385, + "p99": 1.312419172697652 + }, + "samples_us": [ + 3168.625, + 3187.123, + 3153.493, + 3195.857, + 3187.634, + 3171.87, + 3074.885, + 3078.661, + 3077.529, + 3051.29, + 3065.25, + 3069.597, + 3078.75, + 3062.135, + 3067.835, + 3069.166, + 3065.06, + 3060.143, + 3061.184, + 3058.23 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 8388608, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 6126.024, + "p90": 6175.128, + "p95": 6287.026, + "p99": 6314.798 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.3693397218163037, + "p90": 1.3584508693584976, + "p95": 1.3342728342462715, + "p99": 1.3284048040808274 + }, + "samples_us": [ + 6287.026, + 6099.545, + 6103.43, + 6108.548, + 6126.024, + 6116.85, + 6105.633, + 6314.798, + 6118.753, + 6108.959, + 6132.604, + 6128.869, + 6155.098, + 6175.128, + 6127.877, + 6118.864, + 6139.734, + 6145.794, + 6133.385, + 6122.439 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 18.598, + "p90": 19.049, + "p95": 19.148, + "p99": 19.78 + }, + "payload_gbps_at_latency_percentile": { + "p50": 3.52381976556619, + "p90": 3.440390571683553, + "p95": 3.422602882807604, + "p99": 3.3132457027300304 + }, + "samples_us": [ + 19.78, + 19.049, + 18.698, + 18.598, + 18.578, + 18.849, + 18.838, + 18.467, + 18.618, + 18.157, + 18.638, + 18.427, + 18.608, + 18.258, + 19.148, + 18.388, + 18.788, + 18.518, + 18.568, + 18.287 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 63.025, + "p90": 64.196, + "p95": 64.307, + "p99": 64.446 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.159365331217771, + "p90": 4.0834942987102, + "p95": 4.0764457990576455, + "p99": 4.067653539397325 + }, + "samples_us": [ + 61.572, + 61.422, + 63.756, + 62.774, + 62.444, + 62.524, + 64.446, + 63.134, + 62.683, + 63.285, + 61.722, + 63.825, + 63.025, + 64.196, + 64.116, + 64.307, + 63.776, + 62.764, + 62.173, + 63.916 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 236.405, + "p90": 239.89, + "p95": 240.631, + "p99": 244.307 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.435506863222013, + "p90": 4.371070073783818, + "p95": 4.357609784275509, + "p99": 4.292042389288887 + }, + "samples_us": [ + 244.307, + 239.89, + 240.631, + 238.618, + 238.098, + 238.979, + 237.116, + 235.424, + 236.134, + 233.911, + 237.667, + 235.283, + 233.581, + 235.944, + 236.405, + 235.663, + 235.444, + 235.513, + 236.735, + 237.777 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 920.301, + "p90": 948.553, + "p95": 951.177, + "p99": 951.929 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.557534980403151, + "p90": 4.421791929391399, + "p95": 4.409593587733934, + "p99": 4.406110119557236 + }, + "samples_us": [ + 951.177, + 951.929, + 946.721, + 943.907, + 948.553, + 935.354, + 922.174, + 924.868, + 921.814, + 919.73, + 918.028, + 918.869, + 922.694, + 920.301, + 918.578, + 918.258, + 917.568, + 911.719, + 910.276, + 917.517 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3532.341, + "p90": 3640.784, + "p95": 3668.375, + "p99": 3682.126 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.74960260065492, + "p90": 4.608132753824451, + "p95": 4.573473540736702, + "p99": 4.556393779028746 + }, + "samples_us": [ + 3682.126, + 3668.375, + 3640.784, + 3621.195, + 3606.533, + 3593.934, + 3576.508, + 3567.334, + 3542.767, + 3537.85, + 3531.831, + 3528.986, + 3530.288, + 3532.341, + 3527.795, + 3529.016, + 3523.879, + 3531.751, + 3522.667, + 3520.473 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 14095.545, + "p90": 14110.257, + "p95": 14132.741, + "p99": 14135.425 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.76099817353639, + "p90": 4.756034138853743, + "p95": 4.748467689318017, + "p99": 4.747566061862307 + }, + "samples_us": [ + 14135.425, + 14107.133, + 14095.645, + 14087.734, + 14095.355, + 14085.75, + 14095.545, + 14099.582, + 14110.257, + 14099.561, + 14092.05, + 14085.08, + 14132.741, + 14106.491, + 14098.72, + 14093.892, + 14094.093, + 14092.771, + 14097.308, + 14089.265 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 134217728, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 28098.01, + "p90": 28150.219, + "p95": 28163.359, + "p99": 28178.942 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.776769885127096, + "p90": 4.7679106155444115, + "p95": 4.765686081692174, + "p99": 4.763050649665981 + }, + "samples_us": [ + 28099.543, + 28098.01, + 28076.939, + 28145.652, + 28148.826, + 28074.025, + 28067.765, + 28074.685, + 28111.551, + 28071.971, + 28103.018, + 28163.359, + 28099.373, + 28098.521, + 28076.098, + 28150.219, + 28090.078, + 28178.942, + 28090.87, + 28089.688 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 21.392, + "p90": 21.693, + "p95": 21.833, + "p99": 37.887 + }, + "payload_gbps_at_latency_percentile": { + "p50": 12.25430067314884, + "p90": 12.084266814179689, + "p95": 12.006778729446252, + "p99": 6.919101538786391 + }, + "samples_us": [ + 21.693, + 21.833, + 21.473, + 21.192, + 21.382, + 21.452, + 21.392, + 21.242, + 21.342, + 21.232, + 37.887, + 21.542, + 21.552, + 21.282, + 21.482, + 21.492, + 21.071, + 21.252, + 21.502, + 21.152 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 80.671, + "p90": 81.672, + "p95": 81.813, + "p99": 82.764 + }, + "payload_gbps_at_latency_percentile": { + "p50": 12.998177783838058, + "p90": 12.838867665785092, + "p95": 12.816740615794556, + "p99": 12.669469817795177 + }, + "samples_us": [ + 81.011, + 81.322, + 82.764, + 80.09, + 81.672, + 80.881, + 81.813, + 80.931, + 80.671, + 81.122, + 80.901, + 79.018, + 79.7, + 81.122, + 80.621, + 80.091, + 78.698, + 79.179, + 79.87, + 79.069 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 330.647, + "p90": 336.976, + "p95": 337.646, + "p99": 338.978 + }, + "payload_gbps_at_latency_percentile": { + "p50": 12.685141555798177, + "p90": 12.446892360286785, + "p95": 12.422193658447013, + "p99": 12.373381163379335 + }, + "samples_us": [ + 329.455, + 334.852, + 330.996, + 338.978, + 331.898, + 328.874, + 329.615, + 330.996, + 330.556, + 330.526, + 327.321, + 330.647, + 337.646, + 335.904, + 327.852, + 327.922, + 336.976, + 330.947, + 321.242, + 332.219 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 1283.657, + "p90": 1355.675, + "p95": 1357.257, + "p99": 1360.962 + }, + "payload_gbps_at_latency_percentile": { + "p50": 13.06985900439136, + "p90": 12.375544286056762, + "p95": 12.361119522684355, + "p99": 12.327468364289377 + }, + "samples_us": [ + 1355.675, + 1360.962, + 1352.5, + 1352.049, + 1357.257, + 1329.064, + 1311.819, + 1303.756, + 1286.17, + 1286.471, + 1283.657, + 1275.554, + 1259.95, + 1248.624, + 1244.387, + 1240.912, + 1239.641, + 1238.109, + 1236.716, + 1228.544 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 4441.306, + "p90": 4754.095, + "p95": 4851.652, + "p99": 4984.511 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.110164442621157, + "p90": 14.116012406146702, + "p95": 13.832167682265752, + "p99": 13.46347996824563 + }, + "samples_us": [ + 4984.511, + 4851.652, + 4754.095, + 4670.32, + 4572.673, + 4503.038, + 4457.75, + 4440.664, + 4440.794, + 4440.304, + 4439.903, + 4440.674, + 4438.943, + 4441.306, + 4454.756, + 4440.975, + 4439.483, + 4444.801, + 4443.539, + 4438.181 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 268435456, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 17718.392, + "p90": 17734.857, + "p95": 17739.764, + "p99": 17770.761 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.150102560096876, + "p90": 15.13603724010856, + "p95": 15.131850457537091, + "p99": 15.10545642924352 + }, + "samples_us": [ + 17731.431, + 17734.857, + 17709.96, + 17713.875, + 17706.945, + 17715.268, + 17714.637, + 17721.597, + 17721.837, + 17770.761, + 17721.006, + 17706.154, + 17720.776, + 17716.86, + 17723.009, + 17711.121, + 17710.921, + 17718.392, + 17739.764, + 17723.369 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 536870912, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 35367.23, + "p90": 35408.832, + "p95": 35428.061, + "p99": 35429.874 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.179897096832294, + "p90": 15.162062165733115, + "p95": 15.153832776792385, + "p99": 15.15305733235179 + }, + "samples_us": [ + 35343.224, + 35374.001, + 35408.832, + 35386.238, + 35384.025, + 35428.061, + 35359.519, + 35341.312, + 35397.245, + 35340.56, + 35382.953, + 35429.874, + 35338.957, + 35360.159, + 35346.138, + 35407.44, + 35341.582, + 35359.769, + 35399.629, + 35367.23 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 257, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 16.445, + "p90": 17.366, + "p95": 17.697, + "p99": 17.817 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.015627850410459106, + "p90": 0.014799032592421974, + "p95": 0.014522235407131151, + "p99": 0.014424426109895043 + }, + "samples_us": [ + 17.366, + 16.935, + 16.354, + 17.697, + 16.635, + 16.184, + 17.817, + 16.394, + 16.164, + 16.535, + 16.905, + 16.955, + 16.404, + 16.395, + 16.585, + 16.995, + 16.355, + 16.434, + 16.445, + 16.095 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 1028, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 23.516, + "p90": 24.557, + "p95": 24.718, + "p99": 25.708 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.043714917502976694, + "p90": 0.04186179093537484, + "p95": 0.04158912533376487, + "p99": 0.03998755251283647 + }, + "samples_us": [ + 23.486, + 23.726, + 23.515, + 23.866, + 23.515, + 24.126, + 23.325, + 23.495, + 23.355, + 23.796, + 23.305, + 23.505, + 25.708, + 23.766, + 23.676, + 23.586, + 24.718, + 23.516, + 24.557, + 23.435 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 4112, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 64.767, + "p90": 68.864, + "p95": 69.023, + "p99": 71.227 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.06348912254697608, + "p90": 0.05971189591078067, + "p95": 0.05957434478362285, + "p99": 0.05773091664677721 + }, + "samples_us": [ + 64.497, + 61.582, + 71.227, + 65.598, + 60.501, + 64.767, + 69.023, + 62.994, + 66.189, + 63.976, + 66.329, + 60.491, + 60.081, + 68.864, + 63.926, + 65.939, + 66.309, + 66.6, + 65.258, + 62.124 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 16448, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 202.454, + "p90": 210.536, + "p95": 213.38, + "p99": 221.632 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08124314659132445, + "p90": 0.07812440627731124, + "p95": 0.07708313806354859, + "p99": 0.07421311002021369 + }, + "samples_us": [ + 199.179, + 208.112, + 201.873, + 200.621, + 193.5, + 208.263, + 195.453, + 208.412, + 194.232, + 210.536, + 196.365, + 206.31, + 202.364, + 213.38, + 203.566, + 209.865, + 198.097, + 221.632, + 202.454, + 209.975 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 65792, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 770.046, + "p90": 775.374, + "p95": 775.504, + "p99": 782.875 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08543905169301574, + "p90": 0.0848519553144676, + "p95": 0.08483773133342962, + "p99": 0.08403895896535207 + }, + "samples_us": [ + 770.817, + 775.504, + 772.49, + 767.532, + 766.521, + 766.57, + 769.555, + 772.89, + 763.736, + 766.16, + 767.702, + 771.668, + 770.607, + 773.952, + 782.875, + 770.046, + 765.549, + 762.325, + 775.374, + 773.08 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 263168, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2999.361, + "p90": 3013.683, + "p95": 3021.264, + "p99": 3036.297 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08774135557540423, + "p90": 0.08732438016871714, + "p95": 0.08710526455152545, + "p99": 0.08667399796528469 + }, + "samples_us": [ + 3036.297, + 2999.361, + 3003.588, + 3001.134, + 2994.445, + 2998.35, + 3012.05, + 2978.3, + 2982.165, + 2998.901, + 2999.401, + 2988.966, + 2987.023, + 3010.558, + 3013.683, + 2994.524, + 3012.311, + 3021.264, + 3001.405, + 2988.035 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 526336, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 6135.598, + "p90": 6210.061, + "p95": 6214.126, + "p99": 6229.73 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08578397737270271, + "p90": 0.08475536713729544, + "p95": 0.08469992401184012, + "p99": 0.08448777073805767 + }, + "samples_us": [ + 6036.56, + 6120.005, + 6151.462, + 6198.183, + 6119.684, + 6144.622, + 6200.106, + 6229.73, + 6133.135, + 6083.751, + 6116.871, + 6210.01, + 6210.061, + 6214.126, + 6195.649, + 6135.598, + 6112.494, + 6116.16, + 6140.606, + 6118.112 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 4096, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 16.454, + "p90": 17.296, + "p95": 17.857, + "p99": 19.85 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.24893642883189498, + "p90": 0.23681776133209992, + "p95": 0.2293778350226802, + "p99": 0.20634760705289673 + }, + "samples_us": [ + 17.126, + 16.805, + 16.485, + 16.836, + 16.395, + 16.424, + 16.305, + 19.85, + 16.355, + 16.454, + 16.024, + 16.274, + 17.296, + 17.175, + 16.164, + 17.857, + 16.495, + 16.465, + 16.225, + 16.175 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 16384, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 23.976, + "p90": 24.857, + "p95": 25.869, + "p99": 34.592 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.68335001668335, + "p90": 0.6591302248863499, + "p95": 0.6333449302253663, + "p99": 0.47363552266419984 + }, + "samples_us": [ + 23.976, + 23.906, + 23.746, + 34.592, + 23.745, + 24.857, + 24.687, + 23.726, + 23.935, + 23.876, + 25.869, + 23.876, + 24.256, + 24.136, + 24.026, + 23.696, + 24.747, + 24.247, + 24.187, + 23.395 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 68.523, + "p90": 72.419, + "p95": 82.344, + "p99": 90.957 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.9564087970462473, + "p90": 0.9049558817437413, + "p95": 0.7958806956183814, + "p99": 0.7205162879162681 + }, + "samples_us": [ + 72.369, + 71.598, + 66.399, + 67.441, + 65.368, + 64.838, + 66.2, + 82.344, + 69.694, + 69.745, + 68.523, + 68.283, + 68.032, + 66.149, + 64.958, + 90.957, + 72.419, + 70.986, + 69.735, + 70.977 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 218.488, + "p90": 227.882, + "p95": 235.934, + "p99": 240.882 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.19980960052726, + "p90": 1.1503497424105458, + "p95": 1.1110903896852509, + "p99": 1.0882672843965095 + }, + "samples_us": [ + 206.28, + 219.259, + 209.584, + 221.563, + 220.551, + 227.031, + 215.273, + 218.879, + 208.122, + 227.171, + 217.226, + 224.717, + 212.078, + 240.882, + 214.822, + 227.882, + 215.123, + 235.934, + 213.541, + 218.488 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 777.798, + "p90": 793.822, + "p95": 799.189, + "p99": 803.806 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.3481340913707671, + "p90": 1.3209208109626591, + "p95": 1.3120500907795278, + "p99": 1.30451377571205 + }, + "samples_us": [ + 783.626, + 799.189, + 793.822, + 793.361, + 775.624, + 777.798, + 778.318, + 778.648, + 772.47, + 763.956, + 774.663, + 770.206, + 773.612, + 770.086, + 778.228, + 773.651, + 770.106, + 803.806, + 780.862, + 777.897 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2976.767, + "p90": 2985.12, + "p95": 2990.108, + "p99": 2996.998 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.4090132012347625, + "p90": 1.4050704829286595, + "p95": 1.4027265904776685, + "p99": 1.3995017681026147 + }, + "samples_us": [ + 2984.79, + 2976.767, + 2975.015, + 2974.985, + 2972.0, + 2981.094, + 2972.481, + 2978.21, + 2980.273, + 2990.108, + 2966.472, + 2980.904, + 2968.715, + 2983.467, + 2971.56, + 2996.998, + 2969.457, + 2985.12, + 2971.54, + 2978.461 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 8388608, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5983.119, + "p90": 6005.202, + "p95": 6010.36, + "p99": 6058.733 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.4020459897254258, + "p90": 1.396890229504353, + "p95": 1.3956914394478865, + "p99": 1.3845482215506113 + }, + "samples_us": [ + 5992.303, + 6010.36, + 6058.733, + 5914.807, + 5909.248, + 5902.719, + 5995.368, + 5975.419, + 5982.659, + 5941.697, + 5905.583, + 5895.898, + 6000.366, + 6000.035, + 5972.293, + 5999.083, + 6005.202, + 5983.119, + 5988.187, + 5985.112 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 15.794, + "p90": 16.184, + "p95": 16.645, + "p99": 22.634 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.149423831834874, + "p90": 4.04943153732081, + "p95": 3.937278462000601, + "p99": 2.895466996553857 + }, + "samples_us": [ + 16.645, + 16.114, + 15.644, + 15.953, + 15.513, + 15.724, + 22.634, + 15.793, + 15.674, + 15.694, + 16.174, + 15.984, + 15.433, + 16.094, + 16.184, + 15.693, + 15.764, + 15.844, + 15.924, + 15.794 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 56.394, + "p90": 57.897, + "p95": 57.936, + "p99": 57.987 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.648437777068483, + "p90": 4.527764823738709, + "p95": 4.524716929025131, + "p99": 4.520737406660113 + }, + "samples_us": [ + 57.936, + 57.987, + 57.386, + 56.394, + 55.634, + 55.773, + 56.204, + 55.874, + 57.897, + 55.573, + 56.865, + 55.713, + 56.294, + 57.216, + 56.695, + 57.406, + 56.555, + 57.697, + 55.414, + 55.474 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 216.324, + "p90": 218.718, + "p95": 221.473, + "p99": 227.942 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.847247647047946, + "p90": 4.794191607458005, + "p95": 4.734554550667576, + "p99": 4.600187767063551 + }, + "samples_us": [ + 216.324, + 218.718, + 216.334, + 217.766, + 213.25, + 227.942, + 213.41, + 216.274, + 221.473, + 215.643, + 213.43, + 218.208, + 215.494, + 217.747, + 213.951, + 216.254, + 216.925, + 216.425, + 217.196, + 214.362 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 869.294, + "p90": 876.195, + "p95": 877.647, + "p99": 885.589 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.824954503309582, + "p90": 4.786952676059553, + "p95": 4.7790330280853235, + "p99": 4.7361744556447745 + }, + "samples_us": [ + 869.415, + 885.589, + 867.471, + 874.713, + 877.647, + 867.682, + 869.725, + 868.744, + 869.294, + 870.657, + 868.644, + 876.195, + 866.861, + 873.962, + 867.983, + 872.289, + 869.094, + 871.247, + 867.312, + 866.02 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3359.792, + "p90": 3363.558, + "p95": 3364.76, + "p99": 3365.051 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.993528170791525, + "p90": 4.987937178428319, + "p95": 4.986155327571654, + "p99": 4.985724139099229 + }, + "samples_us": [ + 3362.376, + 3358.791, + 3360.654, + 3362.356, + 3356.207, + 3361.074, + 3359.792, + 3359.342, + 3365.051, + 3363.558, + 3359.111, + 3362.206, + 3357.509, + 3358.711, + 3361.916, + 3356.578, + 3364.76, + 3357.649, + 3359.121, + 3360.723 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 13662.975, + "p90": 13679.631, + "p95": 13681.804, + "p99": 13695.995 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.91173144940981, + "p90": 4.905751039629651, + "p95": 4.9049718882100635, + "p99": 4.899889639270458 + }, + "samples_us": [ + 13659.651, + 13649.966, + 13655.214, + 13654.233, + 13695.995, + 13666.841, + 13656.045, + 13662.235, + 13679.631, + 13672.25, + 13662.975, + 13671.799, + 13671.949, + 13681.804, + 13661.003, + 13661.744, + 13675.625, + 13678.379, + 13657.127, + 13674.663 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 134217728, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 27263.057, + "p90": 27327.053, + "p95": 27328.385, + "p99": 27374.834 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.923062296352167, + "p90": 4.91153319752408, + "p95": 4.911293806787339, + "p99": 4.902960434390214 + }, + "samples_us": [ + 27311.36, + 27237.659, + 27252.981, + 27250.107, + 27279.351, + 27374.834, + 27319.872, + 27216.316, + 27328.385, + 27250.137, + 27240.984, + 27315.946, + 27251.409, + 27308.605, + 27263.057, + 27288.045, + 27239.972, + 27327.053, + 27286.151, + 27237.468 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 22.013, + "p90": 22.685, + "p95": 28.783, + "p99": 69.374 + }, + "payload_gbps_at_latency_percentile": { + "p50": 11.908599463953118, + "p90": 11.555829843508926, + "p95": 9.107598235069311, + "p99": 3.7787067200968663 + }, + "samples_us": [ + 19.278, + 69.374, + 28.783, + 22.424, + 22.685, + 22.203, + 22.113, + 22.023, + 22.104, + 21.782, + 22.013, + 21.913, + 22.033, + 21.783, + 22.184, + 21.212, + 19.399, + 19.78, + 19.229, + 19.059 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 70.786, + "p90": 72.389, + "p95": 72.618, + "p99": 80.351 + }, + "payload_gbps_at_latency_percentile": { + "p50": 14.813324668719803, + "p90": 14.48529472709942, + "p95": 14.439615522322288, + "p99": 13.049943373448993 + }, + "samples_us": [ + 70.165, + 72.618, + 70.786, + 71.908, + 70.996, + 70.416, + 71.707, + 69.745, + 69.644, + 70.145, + 69.725, + 71.458, + 70.286, + 72.389, + 71.667, + 70.596, + 80.351, + 71.126, + 70.656, + 71.707 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 273.22, + "p90": 275.414, + "p95": 277.326, + "p99": 278.047 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.351379840421638, + "p90": 15.229087845933758, + "p95": 15.12409222359245, + "p99": 15.084874139983528 + }, + "samples_us": [ + 271.207, + 272.219, + 277.326, + 274.822, + 273.24, + 272.279, + 275.062, + 278.047, + 272.429, + 270.506, + 273.731, + 272.229, + 268.813, + 270.656, + 273.871, + 273.22, + 273.28, + 274.953, + 275.414, + 272.92 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 1075.895, + "p90": 1077.527, + "p95": 1077.767, + "p99": 1078.258 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.593729871409385, + "p90": 15.570111932230004, + "p95": 15.566644738612334, + "p99": 15.559556247206142 + }, + "samples_us": [ + 1077.046, + 1075.615, + 1075.184, + 1076.165, + 1075.965, + 1075.895, + 1075.123, + 1074.482, + 1074.662, + 1076.025, + 1077.527, + 1071.889, + 1077.767, + 1076.356, + 1076.055, + 1073.421, + 1075.444, + 1073.351, + 1077.157, + 1078.258 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 4336.778, + "p90": 4341.096, + "p95": 4341.997, + "p99": 4352.111 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.474359997214522, + "p90": 15.458967965693457, + "p95": 15.455760103012508, + "p99": 15.419842003110674 + }, + "samples_us": [ + 4338.842, + 4339.413, + 4341.096, + 4332.332, + 4339.593, + 4332.021, + 4335.507, + 4332.172, + 4340.424, + 4339.783, + 4336.778, + 4329.367, + 4336.848, + 4333.684, + 4352.111, + 4328.707, + 4339.533, + 4341.997, + 4333.804, + 4326.113 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 268435456, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 17310.65, + "p90": 17316.909, + "p95": 17323.64, + "p99": 17343.029 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.506954158278285, + "p90": 15.501349345890771, + "p95": 15.495326386371456, + "p99": 15.478003063939985 + }, + "samples_us": [ + 17300.354, + 17308.937, + 17311.271, + 17297.811, + 17301.516, + 17306.855, + 17308.437, + 17343.029, + 17309.758, + 17297.591, + 17314.216, + 17308.496, + 17316.909, + 17316.258, + 17315.607, + 17311.912, + 17310.65, + 17310.72, + 17323.64, + 17313.344 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 536870912, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 34562.081, + "p90": 34635.161, + "p95": 34636.173, + "p99": 34639.728 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.533523921780057, + "p90": 15.500748271388142, + "p95": 15.500295370392104, + "p99": 15.498704608765982 + }, + "samples_us": [ + 34570.824, + 34543.823, + 34537.995, + 34587.108, + 34551.054, + 34535.582, + 34541.49, + 34615.952, + 34561.22, + 34566.338, + 34635.161, + 34583.994, + 34639.728, + 34560.458, + 34570.444, + 34544.324, + 34636.173, + 34547.469, + 34619.557, + 34562.081 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 257, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 16.735, + "p90": 17.176, + "p95": 17.186, + "p99": 22.354 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.015357036151777711, + "p90": 0.014962738705170005, + "p95": 0.01495403235191435, + "p99": 0.011496823834660464 + }, + "samples_us": [ + 16.955, + 17.186, + 17.176, + 16.725, + 16.755, + 16.825, + 16.605, + 17.176, + 16.445, + 22.354, + 16.886, + 16.785, + 16.715, + 16.635, + 16.685, + 16.735, + 16.695, + 16.434, + 16.525, + 16.835 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 1028, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 23.725, + "p90": 24.106, + "p95": 24.487, + "p99": 24.777 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.04332982086406744, + "p90": 0.0426449846511242, + "p95": 0.04198145954996529, + "p99": 0.04149009161722565 + }, + "samples_us": [ + 23.996, + 23.836, + 24.016, + 23.675, + 24.777, + 23.676, + 23.725, + 23.355, + 23.275, + 23.806, + 23.816, + 23.565, + 23.926, + 24.487, + 24.106, + 23.735, + 23.716, + 23.455, + 23.646, + 23.625 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 4112, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 64.036, + "p90": 70.276, + "p95": 71.337, + "p99": 72.769 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.06421387969267286, + "p90": 0.05851215208606068, + "p95": 0.05764189691184098, + "p99": 0.05650757877667688 + }, + "samples_us": [ + 63.756, + 64.036, + 72.769, + 58.048, + 71.337, + 58.909, + 61.882, + 67.932, + 65.528, + 62.373, + 69.024, + 58.508, + 60.802, + 67.552, + 62.684, + 66.239, + 70.276, + 69.715, + 61.572, + 67.822 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 16448, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 211.367, + "p90": 225.729, + "p95": 227.812, + "p99": 230.867 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.07781725624151357, + "p90": 0.07286613594177088, + "p95": 0.072199884114972, + "p99": 0.07124448275413983 + }, + "samples_us": [ + 190.436, + 227.812, + 189.865, + 225.729, + 193.671, + 219.419, + 206.47, + 212.739, + 206.349, + 220.35, + 230.867, + 211.367, + 201.693, + 212.639, + 206.44, + 215.914, + 203.565, + 215.503, + 199.339, + 213.611 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 65792, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 768.904, + "p90": 780.411, + "p95": 887.632, + "p99": 890.357 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08556594841488664, + "p90": 0.0843042960696351, + "p95": 0.07412080682084468, + "p99": 0.07389395489674366 + }, + "samples_us": [ + 890.357, + 887.632, + 774.062, + 767.602, + 769.925, + 768.874, + 765.869, + 767.562, + 773.421, + 768.904, + 780.411, + 759.81, + 769.746, + 767.492, + 773.711, + 760.001, + 771.077, + 764.317, + 773.911, + 760.913 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 263168, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2968.885, + "p90": 2979.191, + "p95": 2980.293, + "p99": 2985.08 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08864203227811114, + "p90": 0.08833539037946879, + "p95": 0.08830272728218333, + "p99": 0.08816112130998165 + }, + "samples_us": [ + 2979.191, + 2980.293, + 2964.178, + 2978.57, + 2968.885, + 2967.244, + 2969.908, + 2970.969, + 2965.731, + 2967.063, + 2962.837, + 2970.848, + 2957.538, + 2985.08, + 2976.287, + 2967.654, + 2971.099, + 2965.831, + 2967.333, + 2969.797 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 526336, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 6132.944, + "p90": 6205.343, + "p95": 6210.07, + "p99": 6216.379 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08582109994808367, + "p90": 0.08481980770442504, + "p95": 0.0847552443048146, + "p99": 0.08466922624891436 + }, + "samples_us": [ + 6058.203, + 6118.242, + 6205.343, + 6122.369, + 6111.582, + 6216.379, + 6147.916, + 6098.693, + 6179.644, + 6165.383, + 6180.245, + 6097.471, + 6074.637, + 6172.363, + 6132.944, + 6108.227, + 6177.271, + 6108.728, + 6139.535, + 6210.07 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 4096, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 16.945, + "p90": 17.486, + "p95": 17.687, + "p99": 18.248 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.2417232221894364, + "p90": 0.2342445384879332, + "p95": 0.231582518233731, + "p99": 0.2244629548443665 + }, + "samples_us": [ + 17.486, + 16.825, + 17.186, + 17.236, + 16.946, + 17.185, + 16.805, + 16.935, + 17.276, + 16.756, + 18.248, + 16.945, + 16.915, + 17.687, + 16.796, + 16.895, + 16.635, + 16.935, + 17.396, + 17.166 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 16384, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 24.086, + "p90": 24.657, + "p95": 24.807, + "p99": 25.769 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.6802291787760525, + "p90": 0.6644766192156386, + "p95": 0.6604587414842584, + "p99": 0.6358027086809732 + }, + "samples_us": [ + 23.976, + 24.197, + 24.036, + 24.005, + 23.846, + 24.807, + 24.106, + 24.657, + 24.367, + 24.376, + 24.086, + 25.769, + 23.815, + 23.555, + 24.417, + 24.256, + 24.617, + 23.886, + 24.066, + 23.746 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 65536, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 67.421, + "p90": 71.237, + "p95": 79.89, + "p99": 82.454 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.9720413521009774, + "p90": 0.919971363196092, + "p95": 0.8203279509325322, + "p99": 0.7948189293424213 + }, + "samples_us": [ + 71.237, + 69.665, + 79.89, + 68.894, + 63.796, + 64.697, + 65.389, + 66.31, + 68.122, + 67.421, + 67.461, + 66.019, + 62.805, + 64.067, + 67.591, + 65.629, + 70.236, + 82.454, + 66.49, + 70.345 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 218.038, + "p90": 224.828, + "p95": 238.167, + "p99": 243.986 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.2022858400829213, + "p90": 1.165975768142758, + "p95": 1.1006730571405778, + "p99": 1.0744223029190199 + }, + "samples_us": [ + 207.181, + 224.477, + 209.024, + 222.885, + 220.28, + 224.828, + 209.824, + 217.877, + 219.469, + 223.816, + 208.973, + 218.038, + 213.06, + 243.986, + 212.769, + 220.211, + 211.467, + 238.167, + 211.948, + 218.888 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 790.707, + "p90": 799.6, + "p95": 804.488, + "p99": 808.314 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.3261245948246316, + "p90": 1.311375687843922, + "p95": 1.3034078817831962, + "p99": 1.2972384494144602 + }, + "samples_us": [ + 787.762, + 782.204, + 804.488, + 808.314, + 790.507, + 783.206, + 798.188, + 790.646, + 792.269, + 794.853, + 789.064, + 790.306, + 792.599, + 788.613, + 793.021, + 790.707, + 790.687, + 792.89, + 799.6, + 798.679 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2957.409, + "p90": 2977.548, + "p95": 3003.167, + "p99": 3012.481 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.4182360302548616, + "p90": 1.4086436222018923, + "p95": 1.3966269608050434, + "p99": 1.392308864354663 + }, + "samples_us": [ + 3012.481, + 2977.548, + 3003.167, + 2968.515, + 2970.649, + 2951.209, + 2958.069, + 2949.096, + 2948.565, + 2965.35, + 2946.042, + 2943.147, + 2945.841, + 2957.409, + 2943.367, + 2952.441, + 2958.1, + 2945.901, + 2960.033, + 2961.645 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 8388608, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5945.363, + "p90": 6030.641, + "p95": 6037.07, + "p99": 6038.663 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.4109496762434859, + "p90": 1.390997739709593, + "p95": 1.3895164376096352, + "p99": 1.3891498830121833 + }, + "samples_us": [ + 5895.829, + 5898.743, + 5876.219, + 5898.212, + 5976.82, + 5984.221, + 5872.474, + 5872.283, + 5956.279, + 5976.14, + 5900.786, + 5868.859, + 5987.937, + 6037.07, + 5945.363, + 6038.663, + 5958.232, + 5938.532, + 6030.641, + 5959.965 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 65536, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 16.695, + "p90": 17.377, + "p95": 18.037, + "p99": 18.267 + }, + "payload_gbps_at_latency_percentile": { + "p50": 3.925486672656484, + "p90": 3.771421994590551, + "p95": 3.633420191827909, + "p99": 3.5876717578146384 + }, + "samples_us": [ + 18.037, + 17.126, + 17.306, + 18.267, + 16.324, + 16.565, + 17.377, + 16.515, + 17.005, + 16.896, + 16.866, + 16.555, + 16.695, + 16.805, + 16.484, + 16.355, + 16.545, + 16.214, + 16.344, + 17.026 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 23.656, + "p90": 24.506, + "p95": 25.769, + "p99": 34.712 + }, + "payload_gbps_at_latency_percentile": { + "p50": 11.081501521812648, + "p90": 10.697135395413369, + "p95": 10.172843338895571, + "p99": 7.5519705001152335 + }, + "samples_us": [ + 24.506, + 23.986, + 23.656, + 25.769, + 23.756, + 24.046, + 23.875, + 22.984, + 23.265, + 23.615, + 23.365, + 23.775, + 23.926, + 23.485, + 22.924, + 34.712, + 23.074, + 23.505, + 23.055, + 24.237 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 65.528, + "p90": 69.504, + "p95": 75.143, + "p99": 77.887 + }, + "payload_gbps_at_latency_percentile": { + "p50": 16.001953363447683, + "p90": 15.086556169429098, + "p95": 13.954406930785302, + "p99": 13.462785830754811 + }, + "samples_us": [ + 68.293, + 68.452, + 75.143, + 65.528, + 60.992, + 77.887, + 63.726, + 64.717, + 66.13, + 68.643, + 63.335, + 63.716, + 62.724, + 64.236, + 64.577, + 64.687, + 69.104, + 69.504, + 66.049, + 66.811 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 206.099, + "p90": 218.448, + "p95": 229.985, + "p99": 230.296 + }, + "payload_gbps_at_latency_percentile": { + "p50": 20.350918733230145, + "p90": 19.20046876144437, + "p95": 18.237293736548036, + "p99": 18.21266543926078 + }, + "samples_us": [ + 199.799, + 229.985, + 203.405, + 206.099, + 204.557, + 230.296, + 205.458, + 212.749, + 201.102, + 213.32, + 214.752, + 209.184, + 201.572, + 218.448, + 200.25, + 216.856, + 196.915, + 213.62, + 202.203, + 210.226 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 758.518, + "p90": 766.561, + "p95": 771.558, + "p99": 778.038 + }, + "payload_gbps_at_latency_percentile": { + "p50": 22.118415120010336, + "p90": 21.886341726229222, + "p95": 21.744594703184983, + "p99": 21.563491757472 + }, + "samples_us": [ + 778.038, + 771.558, + 766.551, + 755.954, + 749.285, + 752.97, + 764.337, + 766.561, + 753.0, + 760.241, + 756.516, + 760.141, + 747.682, + 761.412, + 755.294, + 763.005, + 758.518, + 757.677, + 757.026, + 762.555 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2865.551, + "p90": 2882.946, + "p95": 2885.701, + "p99": 2899.863 + }, + "payload_gbps_at_latency_percentile": { + "p50": 23.419183256553453, + "p90": 23.27787755996817, + "p95": 23.255653998803062, + "p99": 23.142080850026364 + }, + "samples_us": [ + 2864.789, + 2872.141, + 2859.771, + 2899.863, + 2865.07, + 2885.701, + 2864.159, + 2869.085, + 2882.946, + 2870.598, + 2871.33, + 2873.222, + 2852.141, + 2865.551, + 2867.454, + 2867.454, + 2865.24, + 2857.359, + 2860.132, + 2861.775 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 134217728, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5937.992, + "p90": 6022.248, + "p95": 6037.161, + "p99": 6041.106 + }, + "payload_gbps_at_latency_percentile": { + "p50": 22.603218057552116, + "p90": 22.28698120701771, + "p95": 22.23192788795926, + "p99": 22.21740985839348 + }, + "samples_us": [ + 5940.075, + 5944.091, + 6041.106, + 5952.764, + 6022.248, + 5926.896, + 5936.27, + 5943.661, + 5938.332, + 6018.242, + 5922.188, + 5937.992, + 6037.161, + 5927.045, + 5936.81, + 5926.685, + 5930.911, + 5945.303, + 5931.872, + 5917.752 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 19.018, + "p90": 19.419, + "p95": 20.19, + "p99": 21.362 + }, + "payload_gbps_at_latency_percentile": { + "p50": 13.78399411084236, + "p90": 13.499356300530408, + "p95": 12.983853392768697, + "p99": 12.271510158224885 + }, + "samples_us": [ + 19.359, + 18.959, + 19.349, + 19.419, + 19.399, + 19.238, + 19.028, + 18.859, + 21.362, + 19.098, + 18.668, + 18.497, + 18.808, + 18.698, + 19.018, + 20.19, + 19.029, + 18.948, + 18.788, + 18.267 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 27.401, + "p90": 27.822, + "p95": 27.872, + "p99": 39.379 + }, + "payload_gbps_at_latency_percentile": { + "p50": 38.267800445239224, + "p90": 37.68873553303141, + "p95": 37.621125143513204, + "p99": 26.62779654130374 + }, + "samples_us": [ + 27.431, + 26.971, + 27.331, + 27.171, + 39.379, + 27.822, + 27.411, + 27.131, + 27.872, + 27.031, + 27.401, + 26.921, + 26.98, + 27.511, + 27.611, + 27.472, + 27.451, + 27.561, + 27.401, + 26.941 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 71.357, + "p90": 78.218, + "p95": 79.65, + "p99": 100.15 + }, + "payload_gbps_at_latency_percentile": { + "p50": 58.77915271101644, + "p90": 53.6232580735892, + "p95": 52.659183929692404, + "p99": 41.880219670494256 + }, + "samples_us": [ + 100.15, + 73.921, + 71.357, + 71.237, + 70.035, + 78.218, + 69.564, + 69.985, + 70.236, + 73.139, + 70.015, + 68.953, + 69.234, + 72.75, + 69.744, + 71.668, + 72.959, + 72.488, + 79.65, + 72.819 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 230.987, + "p90": 246.339, + "p95": 252.609, + "p99": 266.059 + }, + "payload_gbps_at_latency_percentile": { + "p50": 72.6327282487759, + "p90": 68.10621135914329, + "p95": 66.41574924092174, + "p99": 63.058253996294056 + }, + "samples_us": [ + 227.061, + 239.039, + 226.65, + 232.899, + 228.472, + 232.96, + 223.055, + 266.059, + 225.559, + 230.987, + 246.27, + 246.339, + 225.659, + 234.411, + 232.089, + 252.609, + 223.235, + 236.265, + 210.025, + 199.9 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 754.843, + "p90": 810.186, + "p95": 880.101, + "p99": 901.714 + }, + "payload_gbps_at_latency_percentile": { + "p50": 88.90439998781204, + "p90": 82.83142883239158, + "p95": 76.2513211551856, + "p99": 74.42366870204965 + }, + "samples_us": [ + 810.186, + 901.714, + 880.101, + 764.538, + 763.626, + 752.339, + 761.132, + 754.562, + 749.785, + 756.345, + 754.712, + 752.339, + 754.843, + 775.574, + 770.867, + 752.409, + 754.161, + 756.465, + 748.113, + 748.213 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 268435456, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2890.438, + "p90": 2911.079, + "p95": 2920.413, + "p99": 2934.505 + }, + "payload_gbps_at_latency_percentile": { + "p50": 92.87016569807068, + "p90": 92.21166996842065, + "p95": 91.91695010260536, + "p99": 91.4755490278599 + }, + "samples_us": [ + 2906.051, + 2920.413, + 2893.512, + 2882.085, + 2891.46, + 2902.606, + 2887.984, + 2860.353, + 2911.079, + 2910.358, + 2880.122, + 2886.672, + 2891.549, + 2869.707, + 2886.241, + 2884.369, + 2869.006, + 2934.505, + 2890.438, + 2891.559 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 536870912, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5742.158, + "p90": 5833.324, + "p95": 5846.775, + "p99": 5899.784 + }, + "payload_gbps_at_latency_percentile": { + "p50": 93.49636704528159, + "p90": 92.03516074197147, + "p95": 91.82342607676881, + "p99": 90.99840129740343 + }, + "samples_us": [ + 5899.784, + 5722.198, + 5739.154, + 5760.375, + 5737.691, + 5735.878, + 5833.324, + 5742.158, + 5752.944, + 5741.907, + 5738.743, + 5846.775, + 5736.509, + 5752.233, + 5786.234, + 5742.368, + 5742.307, + 5731.682, + 5721.747, + 5770.26 + ] + } + } + ] +} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json new file mode 100644 index 0000000000..6bb6155587 --- /dev/null +++ b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T18:51:54.726408+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256","mode":"low-latency","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256],"ladder_dropped":[512],"ladder_cap":256},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":121.78199738264084,"p90":126.62899494171143,"p95":128.1909942626953,"p99":132.0369988679886},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":204.025998711586,"p90":207.19100534915924,"p95":208.5919976234436,"p99":212.03699707984924},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":325.80799609422684,"p90":333.82000029087067,"p95":336.7829918861389,"p99":344.07399594783783},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":294.5609986782074,"p90":296.52300477027893,"p95":297.5659966468811,"p99":299.1670072078705},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":302.73300409317017,"p90":306.1380088329315,"p95":307.85998702049255,"p99":312.5070035457611},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":102.11300104856491,"p90":106.23899847269058,"p95":106.9599986076355,"p99":108.12199860811234},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":180.8300018310547,"p90":185.03600358963013,"p95":186.27899885177612,"p99":188.72299790382385},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.170004606246948,"p95":6.170004606246948,"p99":6.170004606246948},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.172988891601562,"p90":12.54001259803772,"p95":14.101982116699219,"p99":18.426984548568726},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1619925498962402,"p90":1.0020136833190918,"p95":1.0020136833190918,"p99":1.0020136833190918},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":100.14999657869339,"p90":103.03399711847305,"p95":103.87600213289261,"p99":106.51899874210358},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":177.42499709129333,"p90":180.38900196552277,"p95":181.2710016965866,"p99":184.51499938964844},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":290.5940115451813,"p90":292.7190065383911,"p95":293.3579981327057,"p99":295.8019971847534},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.020021677017212,"p90":15.743017196655273,"p95":17.264991998672485,"p99":21.512001752853394},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003888666396960616,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1376256,"scale_bytes":0,"total_logical_bytes":1376256},"dispatch":{"activation_data_bytes":1376256,"scale_bytes":0,"total_logical_bytes":1376256},"roundtrip":{"activation_data_bytes":2752512,"scale_bytes":0,"total_logical_bytes":2752512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"per-assignment"},"receive":{"max":11,"mean":6.0,"min":2,"total":96},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":52851.85223833667,"p90":52264.010146912755,"p95":51971.67762803475,"p99":51198.85256477807},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":122.46300280094147,"p90":126.54900550842285,"p95":128.23200225830078,"p99":132.4779987335205},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":206.14799857139587,"p90":209.31300520896912,"p95":210.91599762439728,"p99":214.56100046634674},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":328.61100137233734,"p90":335.86201071739197,"p95":339.14799988269806,"p99":347.03899919986725},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":298.00501465797424,"p90":299.72898960113525,"p95":300.48900842666626,"p99":301.81199312210083},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":306.098997592926,"p90":309.58300828933716,"p95":311.3059997558594,"p99":315.7930076122284},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":103.27400267124176,"p90":106.63899779319763,"p95":107.56099969148636,"p99":109.84499752521515},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":183.39399993419647,"p90":186.55900657176971,"p95":187.43999302387238,"p99":189.1620010137558},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168007850646973,"p90":6.208986043930054,"p95":6.208986043930054,"p99":6.208986043930054},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.05199146270752,"p90":12.099027633666992,"p95":13.101011514663696,"p99":18.065989017486572},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.8420050144195557,"p90":1.1210143566131592,"p95":1.1210143566131592,"p99":1.1210143566131592},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":101.35199874639511,"p90":103.87499630451202,"p95":104.71700131893158,"p99":107.76100307703018},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":179.94900047779083,"p90":182.47200548648834,"p95":183.35400521755219,"p99":186.95899844169617},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":293.7979996204376,"p90":295.96200585365295,"p95":296.68301343917847,"p99":298.24700951576233},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.340009212493896,"p90":15.825003385543823,"p95":17.38700270652771,"p99":22.795021533966064},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003888666396960616,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2752512,"scale_bytes":0,"total_logical_bytes":2752512},"dispatch":{"activation_data_bytes":2752512,"scale_bytes":0,"total_logical_bytes":2752512},"roundtrip":{"activation_data_bytes":5505024,"scale_bytes":0,"total_logical_bytes":5505024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"per-assignment"},"receive":{"max":17,"mean":12.0,"min":8,"total":192},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":104541.34202215214,"p90":103364.84607738133,"p95":102792.75062188292,"p99":101332.19934778845},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":123.9050030708313,"p90":127.30999290943146,"p95":128.87300550937653,"p99":132.43700563907623},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":209.91399884223938,"p90":212.27699518203735,"p95":213.96000683307648,"p99":218.36699545383453},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":333.8190019130707,"p90":339.5869880914688,"p95":342.833012342453,"p99":350.80400109291077},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":305.1359951496124,"p90":307.57999420166016,"p95":308.34200978279114,"p99":310.10401248931885},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":313.34900856018066,"p90":316.5540099143982,"p95":317.95600056648254,"p99":321.5610086917877},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":106.03900253772736,"p90":109.28399860858917,"p95":110.0040003657341,"p99":112.08699643611908},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":187.51999735832214,"p90":190.96499681472778,"p95":191.56700372695923,"p99":192.96899437904358},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1280131340026855,"p90":6.170004606246948,"p95":6.170004606246948,"p99":6.170004606246948},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.172992944717407,"p90":14.099985361099243,"p95":16.265004873275757,"p99":18.708020448684692},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1619925498962402,"p90":1.3220012187957764,"p95":1.3220012187957764,"p99":1.3220012187957764},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":104.75700348615646,"p90":106.91999644041061,"p95":107.7210009098053,"p99":109.56499725580215},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":185.79700589179993,"p90":188.16199898719788,"p95":188.76199424266815,"p99":191.28599762916565},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":300.8500039577484,"p90":303.1730055809021,"p95":303.85398864746094,"p99":305.81599473953247},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.499988079071045,"p90":16.1459743976593,"p95":17.708003520965576,"p99":21.593987941741943},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038896200712770224,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":5505024,"scale_bytes":0,"total_logical_bytes":5505024},"dispatch":{"activation_data_bytes":5505024,"scale_bytes":0,"total_logical_bytes":5505024},"roundtrip":{"activation_data_bytes":11010048,"scale_bytes":0,"total_logical_bytes":11010048},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"per-assignment"},"receive":{"max":31,"mean":24.0,"min":17,"total":384},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":204245.10131395038,"p90":202177.18934379236,"p95":201285.71212990215,"p99":199029.10573757786},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":130.83599507808685,"p90":134.7610056400299,"p95":135.7630044221878,"p99":138.3260041475296},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":220.29000520706177,"p90":222.93399274349213,"p95":223.85600209236145,"p99":225.69799423217773},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":351.1260002851486,"p90":357.69499838352203,"p95":359.61900651454926,"p99":364.02399837970734},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":315.2720034122467,"p90":317.8350031375885,"p95":318.7960088253021,"p99":320.6399977207184},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":326.8890082836151,"p90":330.4949998855591,"p95":331.89699053764343,"p99":335.18099784851074},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":109.60499942302704,"p90":112.56899684667587,"p95":113.08900266885757,"p99":115.0519996881485},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":194.64999437332153,"p90":197.4560022354126,"p95":198.2560008764267,"p99":199.4979977607727},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.208986043930054,"p95":6.208986043930054,"p99":6.208986043930054},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.13797926902771,"p90":16.46500825881958,"p95":18.108010292053223,"p99":22.3119854927063},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.5619993209838867,"p90":1.3619959354400635,"p95":1.3619959354400635,"p99":1.3619959354400635},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":107.88100212812424,"p90":110.44500023126602,"p95":111.20700091123581,"p99":113.81000280380249},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":192.04699993133545,"p90":194.77100670337677,"p95":195.6920027732849,"p99":197.17499613761902},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":311.66499853134155,"p90":314.630001783371,"p95":315.71200489997864,"p99":317.3539936542511},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.343993902206421,"p90":19.54999566078186,"p95":21.032005548477173,"p99":24.838000535964966},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003889858489856124,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":11010048,"scale_bytes":0,"total_logical_bytes":11010048},"dispatch":{"activation_data_bytes":11010048,"scale_bytes":0,"total_logical_bytes":11010048},"roundtrip":{"activation_data_bytes":22020096,"scale_bytes":0,"total_logical_bytes":22020096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"per-assignment"},"receive":{"max":58,"mean":48.0,"min":40,"total":768},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":391570.2172798199,"p90":387297.8412512223,"p95":385661.8277636427,"p99":381883.22375557583},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":135.08200645446777,"p90":139.28799331188202,"p95":141.09200239181519,"p99":145.17700672149658},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":227.66099870204926,"p90":230.86600005626678,"p95":231.94800317287445,"p99":234.79199409484863},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":362.74300515651703,"p90":370.1539933681488,"p95":373.04000556468964,"p99":379.9690008163452},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":327.60998606681824,"p90":330.7340145111084,"p95":331.7370116710663,"p99":333.90000462532043},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":343.5539901256561,"p90":348.4019935131073,"p95":350.52499175071716,"p99":354.85100746154785},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":116.21399968862534,"p90":119.05799806118011,"p95":119.97900158166885,"p99":122.42300063371658},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":201.0210007429123,"p90":203.8239985704422,"p95":204.70699667930603,"p99":206.46999776363373},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.130009889602661,"p95":6.130009889602661,"p99":6.130009889602661},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.222996473312378,"p90":20.551025867462158,"p95":22.314012050628662,"p99":26.118993759155273},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.4819800853729248,"p90":2.2039711475372314,"p95":2.2039711475372314,"p99":2.2039711475372314},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":115.0519996881485,"p90":118.21699887514114,"p95":119.09899860620499,"p99":121.90300226211548},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":202.0220011472702,"p90":204.66600358486176,"p95":205.5869996547699,"p99":207.5899988412857},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":324.2039978504181,"p90":327.12799310684204,"p95":328.2110095024109,"p99":331.7750096321106},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.31101083755493,"p90":24.55800771713257,"p95":26.36098861694336,"p99":29.72501516342163},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038906957488507032,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":22020096,"scale_bytes":0,"total_logical_bytes":22020096},"dispatch":{"activation_data_bytes":22020096,"scale_bytes":0,"total_logical_bytes":22020096},"roundtrip":{"activation_data_bytes":44040192,"scale_bytes":0,"total_logical_bytes":44040192},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"per-assignment"},"receive":{"max":105,"mean":96.0,"min":80,"total":1536},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":745152.166349071,"p90":734783.3960954904,"p95":730333.0890085564,"p99":721429.5425883511},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":166.56899452209473,"p90":171.33599519729614,"p95":172.85799980163574,"p99":175.7429987192154},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":253.0989944934845,"p90":255.54201006889343,"p95":256.50399923324585,"p99":258.9080035686493},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":419.6679890155792,"p90":426.8780052661896,"p95":429.3619990348816,"p99":434.6510022878647},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":384.65699553489685,"p90":388.6210024356842,"p95":389.4619941711426,"p99":390.74400067329407},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":403.6850035190582,"p90":409.25300121307373,"p95":411.0560119152069,"p99":415.78200459480286},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":137.40499317646027,"p90":142.53300428390503,"p95":143.33400130271912,"p99":146.8600034713745},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":226.05900466442108,"p90":229.38300669193268,"p95":230.14500737190247,"p99":231.62700235843658},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.169021129608154,"p90":6.2499940395355225,"p95":6.2499940395355225,"p99":6.2499940395355225},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.067002296447754,"p90":23.556023836135864,"p95":25.677978992462158,"p99":30.003011226654053},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.3220012187957764,"p90":2.203017473220825,"p95":2.203017473220825,"p99":2.203017473220825},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":137.60599493980408,"p90":141.5719985961914,"p95":142.8540050983429,"p99":145.3779935836792},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":228.94200682640076,"p90":230.90499639511108,"p95":231.50600492954254,"p99":232.74800181388855},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":379.5289993286133,"p90":383.13400745391846,"p95":384.17500257492065,"p99":386.6580128669739},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.158984422683716,"p90":29.563993215560913,"p95":30.926018953323364,"p99":34.411996603012085},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":44040192,"scale_bytes":0,"total_logical_bytes":44040192},"dispatch":{"activation_data_bytes":44040192,"scale_bytes":0,"total_logical_bytes":44040192},"roundtrip":{"activation_data_bytes":88080384,"scale_bytes":0,"total_logical_bytes":88080384},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"per-assignment"},"receive":{"max":211,"mean":192.0,"min":175,"total":3072},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":1268315.6310903884,"p90":1251059.8541302623,"p95":1245572.343327303,"p99":1231414.5257415979},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":231.3860058784485,"p90":242.12199449539185,"p95":245.0069934129715,"p99":249.93400275707245},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":303.81500720977783,"p90":308.9430034160614,"p95":310.7050061225891,"p99":313.62900137901306},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":535.2010130882263,"p90":551.0649979114532,"p95":555.7119995355606,"p99":563.5630041360855},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":481.3989996910095,"p90":486.56898736953735,"p95":488.12898993492126,"p99":492.17501282691956},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":500.95099210739136,"p90":509.32198762893677,"p95":512.4480128288269,"p99":516.3339972496033},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":190.80500304698944,"p90":195.9729939699173,"p95":197.09399342536926,"p99":199.05799627304077},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":253.82000207901,"p90":265.11698961257935,"p95":268.60299706459045,"p99":274.0499973297119},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.330013275146484,"p95":6.330013275146484,"p99":6.330013275146484},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.351993083953857,"p90":28.920978307724,"p95":31.246989965438843,"p99":35.971999168395996},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.206014633178711,"p90":2.804994583129883,"p95":2.804994583129883,"p99":2.804994583129883},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":191.08599424362183,"p90":195.53300738334656,"p95":196.93399965763092,"p99":199.37799870967865},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":268.76100897789,"p90":277.0540118217468,"p95":278.77700328826904,"p99":281.7409932613373},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":472.18701243400574,"p90":478.3959984779358,"p95":480.1580011844635,"p99":484.605997800827},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":28.762996196746826,"p90":35.3739857673645,"p95":37.69597411155701,"p99":42.544037103652954},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":88080384,"scale_bytes":0,"total_logical_bytes":88080384},"dispatch":{"activation_data_bytes":88080384,"scale_bytes":0,"total_logical_bytes":88080384},"roundtrip":{"activation_data_bytes":176160768,"scale_bytes":0,"total_logical_bytes":176160768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"per-assignment"},"receive":{"max":421,"mean":384.0,"min":335,"total":6144},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":2044112.1309936042,"p90":2010515.9896337101,"p95":1998251.479886306,"p99":1983212.4273331237},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":339.38801288604736,"p90":349.4029939174652,"p95":352.4479866027832,"p99":356.7749857902527},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":398.91698956489563,"p90":405.2470028400421,"p95":407.44999051094055,"p99":412.17800974845886},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":738.305002450943,"p90":754.6499967575073,"p95":759.8979771137238,"p99":768.9529955387115},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":673.1650233268738,"p90":852.7969717979431,"p95":882.9990029335022,"p99":919.9770092964172},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":697.9650259017944,"p90":706.4579725265503,"p95":709.4630002975464,"p99":715.27099609375},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":279.0580093860626,"p90":289.0329957008362,"p95":291.5560007095337,"p99":295.1219975948334},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":335.3419899940491,"p90":346.47899866104126,"p95":350.9249985218048,"p99":354.9720048904419},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.850004196166992,"p95":6.850004196166992,"p99":6.850004196166992},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":34.4889760017395,"p90":162.2459888458252,"p95":177.90603637695312,"p99":261.19107007980347},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-32.16797113418579,"p90":1.8829703330993652,"p95":1.8829703330993652,"p99":1.8829703330993652},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":278.3769965171814,"p90":287.7900004386902,"p95":290.3139889240265,"p99":295.20100355148315},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":360.90001463890076,"p90":366.54800176620483,"p95":368.8330054283142,"p99":372.87700176239014},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":661.3479852676392,"p90":668.878972530365,"p95":671.2419986724854,"p99":675.6089925765991},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":36.69697046279907,"p90":44.66700553894043,"p95":47.392964363098145,"p99":54.20404672622681},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":176160768,"scale_bytes":0,"total_logical_bytes":176160768},"dispatch":{"activation_data_bytes":176160768,"scale_bytes":0,"total_logical_bytes":176160768},"roundtrip":{"activation_data_bytes":352321536,"scale_bytes":0,"total_logical_bytes":352321536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"per-assignment"},"receive":{"max":802,"mean":768.0,"min":696,"total":12288},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":2934244.4449188765,"p90":2898969.3366692546,"p95":2886690.354734603,"p99":2863250.447990443},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":583.3939909934998,"p90":601.5809774398804,"p95":609.2320084571838,"p99":620.4490065574646},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":668.2810187339783,"p90":680.6560158729553,"p95":685.7839822769165,"p99":696.6009736061096},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1251.675009727478,"p90":1282.2369933128357,"p95":1295.0159907341003,"p99":1317.0499801635742},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1226.151943206787,"p90":1798.7669706344604,"p95":1807.6670169830322,"p99":1826.7760276794434},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1230.6430339813232,"p90":1248.1889724731445,"p95":1254.2779445648193,"p99":1266.2570476531982},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":548.8219857215881,"p90":559.8369836807251,"p95":563.0409717559814,"p99":567.4899816513062},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":632.4650049209595,"p90":645.0030207633972,"p95":648.3709812164307,"p99":656.0620069503784},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.248950958251953,"p90":6.450057029724121,"p95":6.450057029724121,"p99":6.450057029724121},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":34.04700756072998,"p90":56.210994720458984,"p95":62.69800662994385,"p99":92.85402297973633},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.205942153930664,"p90":11.73698902130127,"p95":11.73698902130127,"p99":11.73698902130127},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":549.7829914093018,"p90":560.0389838218689,"p95":562.6400113105774,"p99":569.6510076522827},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":643.1999802589417,"p90":652.8570055961609,"p95":656.0630202293396,"p99":662.3520255088806},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1200.9179592132568,"p90":1216.4210081100464,"p95":1221.6249704360962,"p99":1231.2439680099487},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":29.448986053466797,"p90":46.113014221191406,"p95":51.522016525268555,"p99":66.14398956298828},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":352321536,"scale_bytes":0,"total_logical_bytes":352321536},"dispatch":{"activation_data_bytes":352321536,"scale_bytes":0,"total_logical_bytes":352321536},"roundtrip":{"activation_data_bytes":704643072,"scale_bytes":0,"total_logical_bytes":704643072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"per-assignment"},"receive":{"max":1613,"mean":1536.0,"min":1426,"total":24576},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":3328341.2711066976,"p90":3281554.3882624134,"p95":3265623.8736790805,"p99":3234730.2687011855},"tokens_per_rank":256}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"receive_capacity":256,"num_qps_per_rank":24,"return_recv_hook":true,"zero_copy":false,"fp8_scales":null,"deep_ep":"uccl deep_ep_wrapper","num_nvl_bytes":1073741824,"num_rdma_bytes":5650787456,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-ll-hook-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2053,"p50":2099,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2046,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2053,"p50":2102,"max":2104,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2094,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.4},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2107,"max":2109,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2054,"p50":2096,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2060,"p50":2102,"max":2104,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2102,"max":2104,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.4},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.4},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2069,"p50":2099,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.4},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2051,"p50":2103,"max":2105,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2076,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2101,"max":2102,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.4},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2074,"p50":2101,"max":2103,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.4}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json new file mode 100644 index 0000000000..f99e74595b --- /dev/null +++ b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T19:00:27.600133+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256","mode":"low-latency","nodes":2,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256],"ladder_dropped":[512],"ladder_cap":256},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":122.50299751758575,"p90":127.27099657058716,"p95":129.11300361156464,"p99":132.39699602127075},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":197.41599261760712,"p90":200.66000521183014,"p95":202.0229995250702,"p99":204.70699667930603},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":319.91899013519287,"p90":327.9310017824173,"p95":331.1360031366348,"p99":337.1039927005768},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":284.9459946155548,"p90":287.5489890575409,"p95":288.35099935531616,"p99":290.5550003051758},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":293.599009513855,"p90":297.6050078868866,"p95":299.44801330566406,"p99":305.01699447631836},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":550.9430170059204,"p90":555.5899739265442,"p95":557.0319890975952,"p99":559.0760111808777},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":102.07299888134003,"p90":106.31900280714035,"p95":107.2010025382042,"p99":109.68499630689621},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":170.77599465847015,"p90":174.66099560260773,"p95":175.90300738811493,"p99":177.7459979057312},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.130009889602661,"p90":6.168991327285767,"p95":6.168991327285767,"p99":6.168991327285767},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.973002433776855,"p90":13.818979263305664,"p95":15.782982110977173,"p99":20.07201313972473},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6410181522369385,"p90":1.1610090732574463,"p95":1.1610090732574463,"p99":1.1610090732574463},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":100.06900131702423,"p90":103.4339964389801,"p95":104.1560024023056,"p99":107.36099630594254},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":168.4110015630722,"p90":171.65599763393402,"p95":172.61800169944763,"p99":175.5020022392273},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":280.3789973258972,"p90":283.78400206565857,"p95":284.86499190330505,"p99":287.2700095176697},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.100981712341309,"p90":16.905993223190308,"p95":18.54899525642395,"p99":24.316996335983276},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0817006528377533,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1376256,"scale_bytes":0,"total_logical_bytes":1376256},"dispatch":{"activation_data_bytes":688128,"scale_bytes":21504,"total_logical_bytes":709632},"roundtrip":{"activation_data_bytes":2064384,"scale_bytes":21504,"total_logical_bytes":2085888},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"per-assignment"},"receive":{"max":11,"mean":6.0,"min":2,"total":96},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":54496.09665404869,"p90":53762.53616700316,"p95":53431.64519067244,"p99":52456.09356118106},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":123.98499995470047,"p90":128.03100049495697,"p95":129.51399385929108,"p99":133.11900198459625},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":199.01800155639648,"p90":202.5430053472519,"p95":203.9860039949417,"p99":207.19000697135925},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":323.00300151109695,"p90":330.57400584220886,"p95":333.4999978542328,"p99":340.3090089559555},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":288.4710133075714,"p90":290.95399379730225,"p95":291.7569875717163,"p99":292.99798607826233},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":296.24301195144653,"p90":300.1289963722229,"p95":301.6520142555237,"p99":306.4189851284027},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":550.8229732513428,"p90":555.429995059967,"p95":556.5919876098633,"p99":559.436023235321},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":102.19299793243408,"p90":105.99900037050247,"p95":107.16100037097931,"p99":109.36299711465836},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":171.89599573612213,"p90":176.4640063047409,"p95":177.7849942445755,"p99":179.82900142669678},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.170004606246948,"p95":6.170004606246948,"p99":6.170004606246948},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.451998233795166,"p90":13.499021530151367,"p95":15.38202166557312,"p99":18.18600296974182},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7610023021697998,"p90":0.961989164352417,"p95":0.961989164352417,"p99":0.961989164352417},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":100.67100077867508,"p90":103.75600308179855,"p95":104.55600172281265,"p99":107.88200050592422},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":170.77499628067017,"p90":173.7390011548996,"p95":174.66099560260773,"p99":177.94600129127502},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":283.9440107345581,"p90":286.83000802993774,"p95":287.62900829315186,"p99":289.7140085697174},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.338995933532715,"p90":15.904992818832397,"p95":17.26698875427246,"p99":21.432995796203613},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0817006528377533,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2752512,"scale_bytes":0,"total_logical_bytes":2752512},"dispatch":{"activation_data_bytes":1376256,"scale_bytes":43008,"total_logical_bytes":1419264},"roundtrip":{"activation_data_bytes":4128768,"scale_bytes":43008,"total_logical_bytes":4171776},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"per-assignment"},"receive":{"max":17,"mean":12.0,"min":8,"total":192},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":108019.42563710066,"p90":106620.82100295731,"p95":106082.50065551829,"p99":104432.17148111964},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":125.26799738407135,"p90":129.15299832820892,"p95":130.9559941291809,"p99":134.68100130558014},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":200.7399946451187,"p90":203.90599966049194,"p95":205.42800426483154,"p99":208.5919976234436},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":326.00799202919006,"p90":333.05899798870087,"p95":336.38399839401245,"p99":343.27299892902374},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":294.8000133037567,"p90":297.20398783683777,"p95":297.8450059890747,"p99":300.0890016555786},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":302.53300070762634,"p90":306.1380088329315,"p95":307.4209988117218,"p99":311.4660084247589},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":550.8630275726318,"p90":555.6300282478333,"p95":556.9930076599121,"p99":559.6759915351868},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":106.11899942159653,"p90":109.2429980635643,"p95":110.36500334739685,"p99":113.56999725103378},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":176.7839938402176,"p90":180.2700012922287,"p95":181.2710016965866,"p99":183.11400711536407},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168007850646973,"p90":6.168991327285767,"p95":6.168991327285767,"p99":6.168991327285767},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.775996208190918,"p90":14.301002025604248,"p95":15.621989965438843,"p99":18.545985221862793},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.641988754272461,"p90":-1.1610090732574463,"p95":-1.1610090732574463,"p99":-1.1610090732574463},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":104.31600362062454,"p90":106.72000050544739,"p95":107.56099969148636,"p99":110.16499996185303},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":173.29899966716766,"p90":175.78299343585968,"p95":176.7439991235733,"p99":179.86899614334106},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":290.0730073451996,"p90":292.5969958305359,"p95":293.43798756599426,"p99":295.2420115470886},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.539982795715332,"p90":16.34499430656433,"p95":17.82900094985962,"p99":21.793991327285767},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.09439205378293991,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":5505024,"scale_bytes":0,"total_logical_bytes":5505024},"dispatch":{"activation_data_bytes":2752512,"scale_bytes":86016,"total_logical_bytes":2838528},"roundtrip":{"activation_data_bytes":8257536,"scale_bytes":86016,"total_logical_bytes":8343552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"per-assignment"},"receive":{"max":31,"mean":24.0,"min":17,"total":384},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":211547.16956597677,"p90":209056.04058765102,"p95":208183.56666389087,"p99":205479.8863082375},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":130.39499521255493,"p90":134.44000482559204,"p95":135.7630044221878,"p99":138.88700306415558},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":202.8229981660843,"p90":205.74800670146942,"p95":207.11000263690948,"p99":211.31600439548492},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":333.2179933786392,"p90":340.18801152706146,"p95":342.8730070590973,"p99":350.2030074596405},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":302.6939928531647,"p90":305.57700991630554,"p95":306.61898851394653,"p99":308.2219958305359},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":311.9879961013794,"p90":315.7930076122284,"p95":317.15500354766846,"p99":320.3200101852417},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":550.7029891014099,"p90":555.3500056266785,"p95":556.551992893219,"p99":558.8350296020508},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":110.36500334739685,"p90":113.24899643659592,"p95":113.84999752044678,"p99":115.8130019903183},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":181.7920058965683,"p90":185.43699383735657,"p95":186.3590031862259,"p99":188.56200575828552},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.169021129608154,"p90":6.208986043930054,"p95":6.208986043930054,"p99":6.208986043930054},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.77901029586792,"p90":16.54598116874695,"p95":18.106013536453247,"p99":23.193001747131348},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.961005687713623,"p90":2.1629929542541504,"p95":2.1629929542541504,"p99":2.1629929542541504},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":108.52299630641937,"p90":111.20700091123581,"p95":112.0079979300499,"p99":114.25100266933441},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":176.2630045413971,"p90":179.06799912452698,"p95":179.94900047779083,"p99":182.35300481319427},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":296.8829870223999,"p90":299.97000098228455,"p95":300.9699881076813,"p99":303.33301424980164},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.303999185562134,"p90":19.391000270843506,"p95":20.751982927322388,"p99":24.118006229400635},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.09439205378293991,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":11010048,"scale_bytes":0,"total_logical_bytes":11010048},"dispatch":{"activation_data_bytes":5505024,"scale_bytes":172032,"total_logical_bytes":5677056},"roundtrip":{"activation_data_bytes":16515072,"scale_bytes":172032,"total_logical_bytes":16687104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"per-assignment"},"receive":{"max":58,"mean":48.0,"min":40,"total":768},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":410272.1950828097,"p90":405328.7973911538,"p95":403588.14638962987,"p99":399600.3868942729},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":136.16399466991425,"p90":140.45000076293945,"p95":142.05299317836761,"p99":146.49899303913116},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":205.42700588703156,"p90":208.23100209236145,"p95":209.63400602340698,"p99":212.8780037164688},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":341.5910005569458,"p90":348.6810028553009,"p95":351.6869992017746,"p99":359.3769967556},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":310.66399812698364,"p90":313.91000747680664,"p95":315.18998742103577,"p99":317.3539936542511},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":322.4030137062073,"p90":327.1700143814087,"p95":328.6519944667816,"p99":332.57800340652466},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":550.6219863891602,"p90":555.1890134811401,"p95":556.5919876098633,"p99":559.0749979019165},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":116.77400022745132,"p90":119.69900131225586,"p95":120.65999954938889,"p99":122.6240023970604},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":182.11199343204498,"p90":184.8369985818863,"p95":185.75899302959442,"p99":187.51999735832214},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168007850646973,"p90":6.208986043930054,"p95":6.208986043930054,"p99":6.208986043930054},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.461994171142578,"p90":19.871026277542114,"p95":21.153002977371216,"p99":25.117993354797363},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.521974802017212,"p90":1.6030073165893555,"p95":1.6030073165893555,"p99":1.6030073165893555},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":114.17099833488464,"p90":116.97500199079514,"p95":117.85700172185898,"p99":120.98100036382675},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":178.9879947900772,"p90":181.63099884986877,"p95":182.3520064353943,"p99":183.91400575637817},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":304.05399203300476,"p90":307.37900733947754,"p95":308.5409998893738,"p99":312.62698769569397},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.269002437591553,"p90":23.236006498336792,"p95":24.558991193771362,"p99":28.043001890182495},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.09439205378293991,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":22020096,"scale_bytes":0,"total_logical_bytes":22020096},"dispatch":{"activation_data_bytes":11010048,"scale_bytes":344064,"total_logical_bytes":11354112},"roundtrip":{"activation_data_bytes":33030144,"scale_bytes":344064,"total_logical_bytes":33374208},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"per-assignment"},"receive":{"max":105,"mean":96.0,"min":80,"total":1536},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":794037.2425714432,"p90":782467.795785099,"p95":778939.4384030587,"p99":769744.2325645331},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":166.1680042743683,"p90":171.13499343395233,"p95":172.53799736499786,"p99":175.22099614143372},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":218.08700263500214,"p90":220.60999274253845,"p95":221.69199585914612,"p99":224.2559939622879},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":384.2550069093704,"p90":391.7449861764908,"p95":394.229993224144,"p99":399.4769901037216},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":350.28401017189026,"p90":353.5679876804352,"p95":354.61199283599854,"p99":357.05500841140747},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":367.6309883594513,"p90":372.59799242019653,"p95":374.00001287460327,"p99":377.7660131454468},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":550.3029823303223,"p90":554.9489855766296,"p95":556.0709834098816,"p99":558.5539937019348},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":140.5709981918335,"p90":144.5769965648651,"p95":145.97900211811066,"p99":148.3830064535141},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":191.68800115585327,"p90":194.85099613666534,"p95":195.4520046710968,"p99":197.29499518871307},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.130009889602661,"p90":6.170004606246948,"p95":6.170004606246948,"p99":6.170004606246948},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.027007579803467,"p90":24.39701557159424,"p95":26.241004467010498,"p99":30.524998903274536},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.2820065021514893,"p90":1.5629827976226807,"p95":1.5629827976226807,"p99":1.5629827976226807},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":139.00800049304962,"p90":142.45299994945526,"p95":143.53500306606293,"p99":148.14099669456482},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":192.9280012845993,"p90":194.89100575447083,"p95":195.41199505329132,"p99":196.65400683879852},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":344.635009765625,"p90":348.04001450538635,"p95":349.08199310302734,"p99":351.2449860572815},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.99600839614868,"p90":28.082996606826782,"p95":29.565006494522095,"p99":32.68900513648987},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.09881741553544998,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":44040192,"scale_bytes":0,"total_logical_bytes":44040192},"dispatch":{"activation_data_bytes":22020096,"scale_bytes":688128,"total_logical_bytes":22708224},"roundtrip":{"activation_data_bytes":66060288,"scale_bytes":688128,"total_logical_bytes":66748416},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"per-assignment"},"receive":{"max":211,"mean":192.0,"min":175,"total":3072},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":1392700.8772704217,"p90":1374135.1548201398,"p95":1368983.9100932493,"p99":1355336.3250888076},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":216.4040058851242,"p90":222.7330058813095,"p95":224.65699911117554,"p99":228.8219928741455},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":242.92400479316711,"p90":245.2470064163208,"p95":246.32899463176727,"p99":248.89299273490906},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":459.3280106782913,"p90":467.9800122976303,"p95":470.9859937429428,"p99":477.71498560905457},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":419.9489951133728,"p90":423.87300729751587,"p95":424.91498589515686,"p99":427.43998765945435},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":440.6599998474121,"p90":446.10899686813354,"p95":447.8699862957001,"p99":451.19500160217285},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":550.3420233726501,"p90":554.8689961433411,"p95":555.990993976593,"p99":558.6339831352234},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":187.92100250720978,"p90":193.00900399684906,"p95":194.25100088119507,"p99":196.2140053510666},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":208.99300277233124,"p90":215.44300019741058,"p95":216.9249951839447,"p99":219.04799342155457},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209999322891235,"p90":6.28998875617981,"p95":6.28998875617981,"p99":6.28998875617981},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.87100052833557,"p90":29.366016387939453,"p95":32.608985900878906,"p99":37.45400905609131},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.08398699760437,"p90":2.3629963397979736,"p95":2.3629963397979736,"p99":2.3629963397979736},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":186.67900562286377,"p90":192.1669989824295,"p95":193.57000291347504,"p99":196.33400440216064},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":218.4460014104843,"p90":220.4499989748001,"p95":220.92999517917633,"p99":222.17200696468353},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":413.01700472831726,"p90":417.10299253463745,"p95":418.146014213562,"p99":420.6700026988983},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":27.761012315750122,"p90":34.05100107192993,"p95":35.89498996734619,"p99":39.81900215148926},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.10453245788812637,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":88080384,"scale_bytes":0,"total_logical_bytes":88080384},"dispatch":{"activation_data_bytes":44040192,"scale_bytes":1376256,"total_logical_bytes":45416448},"roundtrip":{"activation_data_bytes":132120576,"scale_bytes":1376256,"total_logical_bytes":133496832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"per-assignment"},"receive":{"max":421,"mean":384.0,"min":335,"total":6144},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":2323787.047507334,"p90":2295403.157499392,"p95":2286377.8135021487,"p99":2269528.6879593586},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":322.6819932460785,"p90":331.13598823547363,"p95":333.90000462532043,"p99":339.9890065193176},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":289.1930043697357,"p90":293.9999997615814,"p95":295.3220009803772,"p99":298.5270023345947},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":611.8749976158142,"p90":625.135987997055,"p95":629.2220056056976,"p99":638.5160088539124},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":570.1320171356201,"p90":579.2269706726074,"p95":581.9510221481323,"p99":587.47798204422},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":593.5689806938171,"p90":602.1019816398621,"p95":604.9460172653198,"p99":612.4780178070068},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":549.8610138893127,"p90":554.6680092811584,"p95":555.990993976593,"p99":557.99400806427},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":284.10598635673523,"p90":293.19798946380615,"p95":295.16199231147766,"p99":299.8479902744293},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":252.65899300575256,"p90":259.1469883918762,"p95":260.78999042510986,"p99":262.51399517059326},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209015846252441,"p90":6.2490105628967285,"p95":6.2490105628967285,"p99":6.2490105628967285},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":27.3209810256958,"p90":38.739025592803955,"p95":40.58098793029785,"p99":46.74798250198364},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.565967082977295,"p90":4.887998104095459,"p95":4.887998104095459,"p99":4.887998104095459},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":282.9839885234833,"p90":291.35599732398987,"p95":293.8399910926819,"p99":298.28599095344543},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":264.91600275039673,"p90":270.16401290893555,"p95":271.7669904232025,"p99":275.8930027484894},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":558.1139922142029,"p90":565.0870203971863,"p95":568.2910084724426,"p99":573.4959840774536},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":35.77399253845215,"p90":43.30497980117798,"p95":45.91101408004761,"p99":51.117002964019775},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.10609076172113419,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":176160768,"scale_bytes":0,"total_logical_bytes":176160768},"dispatch":{"activation_data_bytes":88080384,"scale_bytes":2752512,"total_logical_bytes":90832896},"roundtrip":{"activation_data_bytes":264241152,"scale_bytes":2752512,"total_logical_bytes":266993664},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"per-assignment"},"receive":{"max":802,"mean":768.0,"min":696,"total":12288},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":3450315.0713942503,"p90":3401417.139372545,"p95":3385426.040587981,"p99":3343793.4757771655},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":585.1569771766663,"p90":596.7339873313904,"p95":600.6600260734558,"p99":608.9919805526733},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":412.8580093383789,"p90":419.4279909133911,"p95":421.9120144844055,"p99":427.64100432395935},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":998.0149865150452,"p90":1016.1619782447815,"p95":1022.5720405578613,"p99":1036.6329848766327},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":977.3039817810059,"p90":1355.6649684906006,"p95":1363.3970022201538,"p99":1379.8609972000122},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":969.4120287895203,"p90":979.46697473526,"p95":982.6719760894775,"p99":991.0439848899841},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":548.5399961471558,"p90":553.14701795578,"p95":554.3889999389648,"p99":557.31201171875},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":551.1850118637085,"p90":559.876024723053,"p95":562.201976776123,"p99":567.0089721679688},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":372.55799770355225,"p90":385.21701097488403,"p95":387.73900270462036,"p99":393.06798577308655},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.290018558502197,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":36.13001108169556,"p90":60.53602695465088,"p95":69.1899061203003,"p99":94.65694427490234},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.8450489044189453,"p90":6.169021129608154,"p95":6.169021129608154,"p99":6.169021129608154},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":548.7800240516663,"p90":557.915985584259,"p95":560.0789785385132,"p99":565.4469728469849},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":382.7739953994751,"p90":389.06100392341614,"p95":391.4659917354584,"p99":395.35200595855713},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":940.0439858436584,"p90":951.3850212097168,"p95":954.8270106315613,"p99":960.9990119934082},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":29.208004474639893,"p90":45.35102844238281,"p95":50.039052963256836,"p99":63.17901611328125},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.12359141558408737,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":352321536,"scale_bytes":0,"total_logical_bytes":352321536},"dispatch":{"activation_data_bytes":176160768,"scale_bytes":5505024,"total_logical_bytes":181665792},"roundtrip":{"activation_data_bytes":528482304,"scale_bytes":5505024,"total_logical_bytes":533987328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"per-assignment"},"receive":{"max":1613,"mean":1536.0,"min":1426,"total":24576},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":4225241.567421615,"p90":4181866.3677834645,"p95":4168227.13953841,"p99":4133015.347905772},"tokens_per_rank":256}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"receive_capacity":256,"num_qps_per_rank":24,"return_recv_hook":true,"zero_copy":false,"fp8_scales":"fp32","deep_ep":"uccl deep_ep_wrapper","num_nvl_bytes":1073741824,"num_rdma_bytes":5650787456,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-ll-hook-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9746,"throttle_fraction_max":{"power":0.2218,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2011,"p50":2043,"max":2099,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.2031,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2044,"p50":2068,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.1837,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2046,"p50":2071,"max":2099,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.1851,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2083,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.1549,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2034,"p50":2061,"max":2093,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.1903,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2024,"p50":2055,"max":2104,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.1923,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2022,"p50":2054,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.2071,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2013,"p50":2045,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.2093,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":1993,"p50":2030,"max":2099,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.2218,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2049,"p50":2071,"max":2099,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.1678,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2048,"p50":2072,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.1865,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2043,"p50":2067,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.1719,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2036,"p50":2063,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.1977,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2053,"p50":2076,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.1636,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2029,"p50":2057,"max":2096,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.1908,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2056,"p50":2076,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.1697,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":["semantic correctness or routing identity failed"],"status":"invalid"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json new file mode 100644 index 0000000000..5046dfe72c --- /dev/null +++ b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T19:39:18.804837+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":190.52599370479584,"p90":195.37299871444702,"p95":197.25599884986877,"p99":201.38099789619446},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":398.7559974193573,"p90":441.2600100040436,"p95":447.42798805236816,"p99":464.7749960422516},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":589.2819911241531,"p90":636.6330087184906,"p95":644.6839869022369,"p99":666.155993938446},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":727.6880145072937,"p90":878.9929747581482,"p95":885.5630159378052,"p99":896.9399929046631},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":626.8569827079773,"p90":705.374002456665,"p95":713.7860059738159,"p99":760.2559924125671},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":211.19600534439087,"p90":224.85700249671936,"p95":227.86200046539307,"p99":234.19100046157837},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":428.7630021572113,"p90":485.80899834632874,"p95":490.85599184036255,"p99":501.2320280075073},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.36899471282959,"p90":6.488978862762451,"p95":6.488978862762451,"p99":6.488978862762451},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049036979675293,"p90":12.775003910064697,"p95":14.617979526519775,"p99":17.82602071762085},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.886997699737549,"p90":6.850004196166992,"p95":6.850004196166992,"p99":6.850004196166992},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":158.2770049571991,"p90":162.60400414466858,"p95":164.48600590229034,"p99":168.49200427532196},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":361.14200949668884,"p90":370.1919913291931,"p95":373.03900718688965,"p99":381.13099336624146},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":572.1780061721802,"p90":627.4210214614868,"p95":634.4709992408752,"p99":655.102014541626},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":57.28602409362793,"p90":80.19900321960449,"p95":84.602952003479,"p99":107.75703191757202},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":25524.16331215,"p90":22683.00212975735,"p95":22415.681823533727,"p99":21045.542764123722},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":196.13400101661682,"p90":200.58099925518036,"p95":202.62399315834045,"p99":206.70999586582184},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":398.7570106983185,"p90":441.2989914417267,"p95":446.98798656463623,"p99":458.8859975337982},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":594.8910117149353,"p90":641.879990696907,"p95":649.6119797229767,"p99":665.59599339962},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":732.2989702224731,"p90":884.1609954833984,"p95":888.4530067443848,"p99":895.5429792404175},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":626.5360116958618,"p90":705.6949734687805,"p95":712.8250002861023,"p99":726.3249754905701},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":212.19700574874878,"p90":227.74000465869904,"p95":230.34599423408508,"p99":235.19299924373627},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":425.9589910507202,"p90":484.9269986152649,"p95":490.4550015926361,"p99":498.106986284256},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.290018558502197,"p90":6.490051746368408,"p95":6.490051746368408,"p99":6.490051746368408},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.453990936279297,"p90":13.339996337890625,"p95":15.462994575500488,"p99":20.226001739501953},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.763986587524414,"p90":6.128966808319092,"p95":6.128966808319092,"p99":6.128966808319092},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":170.6950068473816,"p90":173.2189953327179,"p95":175.2219945192337,"p99":179.14700508117676},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":361.9399964809418,"p90":370.7540035247803,"p95":374.6410012245178,"p99":382.2120130062103},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":585.0740075111389,"p90":640.0359869003296,"p95":646.3660001754761,"p99":658.4640145301819},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":44.87001895904541,"p90":66.89900159835815,"p95":70.66601514816284,"p99":77.99601554870605},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":51074.47840609313,"p90":45345.3704547545,"p95":44891.80372062758,"p99":44057.413802116265},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":196.4550018310547,"p90":201.34200155735016,"p95":203.38499546051025,"p99":206.3090056180954},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":398.9579975605011,"p90":441.4989948272705,"p95":446.66799902915955,"p99":460.6890082359314},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":595.4129993915558,"p90":642.8409963846207,"p95":650.0529944896698,"p99":666.9980138540268},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":729.4939756393433,"p90":888.9729976654053,"p95":893.5400247573853,"p99":900.2699851989746},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":627.3769736289978,"p90":705.5339813232422,"p95":711.1030220985413,"p99":728.8489937782288},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":213.3989930152893,"p90":229.22299802303314,"p95":231.66699707508087,"p99":237.8769963979721},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":422.4730134010315,"p90":489.01399970054626,"p95":492.2580122947693,"p99":502.7940273284912},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328999996185303,"p90":6.3700079917907715,"p95":6.3700079917907715,"p99":6.3700079917907715},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.250010967254639,"p90":13.373970985412598,"p95":14.907002449035645,"p99":16.503989696502686},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.324044704437256,"p90":5.127012729644775,"p95":5.127012729644775,"p99":5.127012729644775},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":172.81800508499146,"p90":175.82200467586517,"p95":177.18499898910522,"p99":181.0310035943985},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":362.50099539756775,"p90":372.6789951324463,"p95":377.7250051498413,"p99":384.894996881485},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":586.1560106277466,"p90":641.1979794502258,"p95":646.6860175132751,"p99":657.9430103302002},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":44.87001895904541,"p90":64.89700078964233,"p95":68.98295879364014,"p99":78.51701974868774},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":102012.03214360669,"p90":90711.43516002844,"p95":90001.02377729902,"p99":87809.68423683339},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":197.81599938869476,"p90":202.90400087833405,"p95":204.82699573040009,"p99":211.39700710773468},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":399.5189964771271,"p90":442.1809911727905,"p95":447.18798995018005,"p99":457.08298683166504},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":597.3349958658218,"p90":645.0849920511246,"p95":652.0149856805801,"p99":668.4799939393997},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":722.5630283355713,"p90":739.2690181732178,"p95":756.2140226364136,"p99":811.693012714386},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":627.5380253791809,"p90":706.4560055732727,"p95":714.2680287361145,"p99":727.6080250740051},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":212.51800656318665,"p90":217.6859974861145,"p95":220.28900682926178,"p99":228.74200344085693},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":420.23101449012756,"p90":428.0819892883301,"p95":430.2850067615509,"p99":442.58299469947815},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328999996185303,"p90":6.449997425079346,"p95":6.449997425079346,"p99":6.449997425079346},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.931006908416748,"p90":13.376057147979736,"p95":14.901995658874512,"p99":21.19201421737671},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.642989158630371,"p90":4.806995391845703,"p95":4.806995391845703,"p99":4.806995391845703},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":173.05900156497955,"p90":175.66299438476562,"p95":177.265003323555,"p99":181.2710016965866},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":363.42498660087585,"p90":373.9579916000366,"p95":378.246009349823,"p99":385.41799783706665},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":587.8779888153076,"p90":643.401026725769,"p95":649.3300199508667,"p99":663.2310152053833},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":43.14398765563965,"p90":64.2160177230835,"p95":68.14098358154297,"p99":75.99401473999023},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":203971.7034241197,"p90":181186.08800859575,"p95":179204.43706054418,"p99":175918.89532414256},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":204.86700534820557,"p90":209.75500345230103,"p95":211.39700710773468,"p99":214.52200412750244},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":398.8780081272125,"p90":441.4590001106262,"p95":447.3879933357239,"p99":460.80800890922546},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":603.7450134754181,"p90":651.2140035629272,"p95":658.7850004434586,"p99":675.3300130367279},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":729.9349904060364,"p90":748.4419941902161,"p95":758.4580183029175,"p99":818.5830116271973},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":627.6580095291138,"p90":706.4149975776672,"p95":712.9859924316406,"p99":724.3630290031433},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":219.84800696372986,"p90":226.21800005435944,"p95":227.90099680423737,"p99":233.26900601387024},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":421.27200961112976,"p90":428.60299348831177,"p95":431.96699023246765,"p99":436.77499890327454},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.205963134765625,"p90":13.218998908996582,"p95":14.82701301574707,"p99":18.067002296447754},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.9240379333496094,"p90":2.362966537475586,"p95":2.362966537475586,"p99":2.362966537475586},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":179.5080006122589,"p90":182.19199776649475,"p95":184.27500128746033,"p99":187.92100250720978},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":367.3489987850189,"p90":377.3239850997925,"p95":380.72898983955383,"p99":389.3420100212097},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":591.2839770317078,"p90":648.5289931297302,"p95":655.5799841880798,"p99":666.3960218429565},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":39.1010046005249,"p90":58.24697017669678,"p95":62.01303005218506,"p99":71.02596759796143},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":407865.4237075031,"p90":362393.2120323563,"p95":359053.3372568952,"p99":353413.9509470867},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":221.81299328804016,"p90":226.49900615215302,"p95":228.66299748420715,"p99":232.54799842834473},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":401.8020033836365,"p90":443.10200214385986,"p95":448.99100065231323,"p99":463.33301067352295},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":623.6149966716766,"p90":669.6010082960129,"p95":677.6539981365204,"p99":695.8810091018677},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":745.5180287361145,"p90":762.2190117835999,"p95":774.2769718170166,"p99":793.9509749412537},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":632.1470141410828,"p90":707.7370285987854,"p95":715.3480052947998,"p99":729.2100191116333},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":233.3489954471588,"p90":240.52000045776367,"p95":243.4840053319931,"p99":248.65199625492096},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":417.1459972858429,"p90":424.59699511528015,"p95":426.598995923996,"p99":432.8089952468872},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.408989429473877,"p95":6.408989429473877,"p99":6.408989429473877},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.254958152770996,"p90":12.297987937927246,"p95":13.821005821228027,"p99":16.385018825531006},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.6460161209106445,"p90":10.134994983673096,"p95":10.134994983673096,"p99":10.134994983673096},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":195.09199261665344,"p90":197.4949985742569,"p95":199.17799532413483,"p99":202.78300344944},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":377.0830035209656,"p90":387.2179985046387,"p95":391.30398631095886,"p99":400.7590115070343},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":603.1820178031921,"p90":665.7950282096863,"p95":672.4849939346313,"p99":686.9860291481018},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":28.606951236724854,"p90":42.983949184417725,"p95":47.7520227432251,"p99":57.485997676849365},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":809938.1766370753,"p90":723432.545296781,"p95":715735.5527803581,"p99":702129.6836043869},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":245.36700546741486,"p90":250.09500980377197,"p95":252.05698609352112,"p99":256.5850019454956},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":434.2910051345825,"p90":452.71700620651245,"p95":457.76599645614624,"p99":470.86599469184875},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":679.6580106019974,"p90":702.8120160102844,"p95":709.8229825496674,"p99":727.4509966373444},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":769.5950269699097,"p90":787.060022354126,"p95":797.7160215377808,"p99":818.822979927063},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":673.0480194091797,"p90":718.4370160102844,"p95":724.3660092353821,"p99":739.2680048942566},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":262.83299922943115,"p90":269.48198676109314,"p95":271.92699909210205,"p99":279.5799970626831},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":422.5139915943146,"p90":429.5240044593811,"p95":432.44799971580505,"p99":436.25399470329285},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.369054317474365,"p95":6.369054317474365,"p99":6.369054317474365},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.726013660430908,"p90":12.858986854553223,"p95":14.816999435424805,"p99":18.43196153640747},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.287004470825195,"p90":6.290018558502197,"p95":6.290018558502197,"p99":6.290018558502197},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":220.89000046253204,"p90":224.17500615119934,"p95":225.97700357437134,"p99":229.42300140857697},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":408.3699882030487,"p90":424.0339994430542,"p95":428.3199906349182,"p99":433.8090121746063},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":647.487998008728,"p90":694.7979927062988,"p95":700.8479833602905,"p99":713.6669754981995},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.318993091583252,"p90":28.72598171234131,"p95":30.928969383239746,"p99":34.61599349975586},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":1521436.7630097119,"p90":1425316.3146946502,"p95":1413649.98763664,"p99":1385153.9539391685},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":322.44300842285156,"p90":327.6920020580292,"p95":329.73501086235046,"p99":333.6609899997711},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":508.48299264907837,"p90":522.5830078125,"p95":526.2290239334106,"p99":535.9629988670349},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":830.9260010719299,"p90":850.2750098705292,"p95":855.9640347957611,"p99":869.623988866806},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":874.547004699707,"p90":883.9250206947327,"p95":888.8530135154724,"p99":897.2610235214233},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":820.5500245094299,"p90":837.3749852180481,"p95":842.4230217933655,"p99":850.6749868392944},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":338.74601125717163,"p90":344.9169993400574,"p95":346.8390107154846,"p99":353.0080020427704},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":466.9800102710724,"p90":474.19100999832153,"p95":476.1140048503876,"p99":481.4020097255707},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.408989429473877,"p90":6.489038467407227,"p95":6.489038467407227,"p99":6.489038467407227},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.103021144866943,"p90":17.471015453338623,"p95":19.154012203216553,"p99":20.915985107421875},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.6040077209472656,"p90":-1.44195556640625,"p95":-1.44195556640625,"p99":-1.44195556640625},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":300.24901032447815,"p90":303.4130036830902,"p95":304.85600233078003,"p99":308.661013841629},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":478.6759912967682,"p90":494.0989911556244,"p95":497.5830018520355,"p99":504.75502014160156},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":798.0729937553406,"p90":814.2169713973999,"p95":818.9839720726013,"p99":829.5599818229675},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.036969661712646,"p90":26.804029941558838,"p95":28.686046600341797,"p99":32.97299146652222},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":2495886.830573684,"p90":2445738.213050049,"p95":2431082.6592086484,"p99":2407499.963775118},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":415.22300243377686,"p90":421.1519956588745,"p95":423.675000667572,"p99":429.16399240493774},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":633.2259774208069,"p90":649.370014667511,"p95":656.2240123748779,"p99":664.9559736251831},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1048.4489798545837,"p90":1070.5220103263855,"p95":1079.89901304245,"p99":1094.1199660301208},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1090.3890132904053,"p90":1100.3309488296509,"p95":1103.0540466308594,"p99":1112.5019788742065},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1031.304955482483,"p90":1050.0550270080566,"p95":1056.3429594039917,"p99":1068.2820081710815},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":467.7779972553253,"p90":474.1489887237549,"p95":475.9509861469269,"p99":480.83800077438354},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":584.4759941101074,"p90":592.087984085083,"p95":594.4079756736755,"p99":598.9779829978943},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.450057029724121,"p95":6.450057029724121,"p99":6.450057029724121},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.50404930114746,"p90":23.55504035949707,"p95":25.87306499481201,"p99":32.60791301727295},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.4449100494384766,"p90":4.246950149536133,"p95":4.246950149536133,"p99":4.246950149536133},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":382.73200392723083,"p90":387.01900839805603,"p95":388.74000310897827,"p99":393.4279978275299},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":603.9419770240784,"p90":615.5989766120911,"p95":619.6449995040894,"p99":626.0550022125244},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":998.8530278205872,"p90":1016.7989730834961,"p95":1022.8879451751709,"p99":1034.5460176467896},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":32.1730375289917,"p90":37.78195381164551,"p95":39.70503807067871,"p99":43.47103834152222},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":3971667.1370823956,"p90":3900747.9557245844,"p95":3877528.565449084,"p99":3834193.5637504817},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":546.4159846305847,"p90":556.194007396698,"p95":560.4000091552734,"p99":571.0960030555725},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":889.8540139198303,"p90":900.5500078201294,"p95":904.3149948120117,"p99":911.3209843635559},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1436.269998550415,"p90":1456.7440152168274,"p95":1464.7150039672852,"p99":1482.4169874191284},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1497.8070259094238,"p90":1510.8970403671265,"p95":1513.9909982681274,"p99":1524.3580341339111},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1418.1259870529175,"p90":1433.2690238952637,"p95":1438.156008720398,"p99":1449.6530294418335},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":591.6839838027954,"p90":600.0959873199463,"p95":602.5400161743164,"p99":610.3119850158691},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":859.0030074119568,"p90":868.5780167579651,"p95":872.7880120277405,"p99":879.7199726104736},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.410002708435059,"p90":6.609916687011719,"p95":6.609916687011719,"p99":6.609916687011719},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":31.09598159790039,"p90":43.778061866760254,"p95":50.556063652038574,"p99":60.6989860534668},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.8459300994873047,"p90":4.006028175354004,"p95":4.006028175354004,"p99":4.006028175354004},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":510.0420117378235,"p90":515.4510140419006,"p95":517.3730254173279,"p99":521.3789939880371},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":852.9149889945984,"p90":861.6870045661926,"p95":864.171028137207,"p99":870.5009818077087},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1380.944013595581,"p90":1393.9629793167114,"p95":1399.2910385131836,"p99":1410.3469848632812},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":36.74197196960449,"p90":46.39589786529541,"p95":49.842000007629395,"p99":59.37600135803223},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0095911156386137,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":5776637.6716812225,"p90":5715605.27955611,"p95":5696183.133350636,"p99":5651007.402201755},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2102,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2097,"p50":2105,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2097,"p50":2105,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2101,"p50":2109,"max":2110,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2104,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2104,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.5},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2097,"p50":2106,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.5},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.5},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2105,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2102,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.5},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2094,"p50":2103,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json new file mode 100644 index 0000000000..03057634bf --- /dev/null +++ b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T20:06:29.032585+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":192.08799302577972,"p90":197.25599884986877,"p95":199.37899708747864,"p99":204.22600209712982},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":441.85999035835266,"p90":474.6690094470978,"p95":489.4540011882782,"p99":506.72000646591187},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":633.9479833841324,"p90":671.9250082969666,"p95":688.8329982757568,"p99":710.9460085630417},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":863.7310266494751,"p90":1030.3850173950195,"p95":1036.1080169677734,"p99":1050.0489473342896},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":688.0319714546204,"p90":731.3730120658875,"p95":754.2070150375366,"p99":803.164005279541},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.466999754309654,"p90":20.8320003002882,"p95":21.79200015962124,"p99":23.634999990463257},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":218.40600669384003,"p90":236.9139939546585,"p95":239.1970008611679,"p99":249.5730072259903},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":574.9019980430603,"p90":662.3929738998413,"p95":668.0819988250732,"p99":693.3990120887756},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.369948387145996,"p90":6.689012050628662,"p95":6.689012050628662,"p99":6.689012050628662},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.449997425079346,"p90":13.296008110046387,"p95":15.343010425567627,"p99":19.746005535125732},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.884984016418457,"p90":3.0840039253234863,"p95":3.0840039253234863,"p99":3.0840039253234863},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":159.71900522708893,"p90":164.16600346565247,"p95":166.20899736881256,"p99":170.6160008907318},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":393.871009349823,"p90":401.9629955291748,"p95":404.2460024356842,"p99":408.8529944419861},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":616.204023361206,"p90":657.2250127792358,"p95":668.2019829750061,"p99":684.02498960495},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":71.7039704322815,"p90":83.7620496749878,"p95":95.42399644851685,"p99":127.07000970840454},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":23254.733302833578,"p90":21876.6617526743,"p95":21214.33463358026,"p99":19921.211477139346},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":197.77600467205048,"p90":202.5029957294464,"p95":204.38699424266815,"p99":208.39299261569977},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":442.10299849510193,"p90":474.6290147304535,"p95":490.45300483703613,"p99":509.56398248672485},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":639.8790031671524,"p90":677.1320104598999,"p95":694.8399990797043,"p99":717.9569751024246},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":872.7080225944519,"p90":1030.9009552001953,"p95":1035.8680486679077,"p99":1043.9189672470093},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":688.3479952812195,"p90":733.3760261535645,"p95":758.3730220794678,"p99":804.6870231628418},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.42699944972992,"p90":20.95099911093712,"p95":22.033000364899635,"p99":23.874999955296516},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":218.88700127601624,"p90":237.79499530792236,"p95":240.07900059223175,"p99":245.88799476623535},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":569.4540143013,"p90":650.9360074996948,"p95":655.22301197052,"p99":665.8779978752136},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.329953670501709,"p90":6.409049034118652,"p95":6.409049034118652,"p99":6.409049034118652},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.850004196166992,"p90":13.216018676757812,"p95":15.186965465545654,"p99":18.754005432128906},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.325985908508301,"p90":3.044009208679199,"p95":3.044009208679199,"p99":3.044009208679199},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":172.37700521945953,"p90":175.18199980258942,"p95":176.66399478912354,"p99":181.19099736213684},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":394.23099160194397,"p90":402.0009934902191,"p95":404.3239951133728,"p99":409.8550081253052},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":632.8639984130859,"p90":668.3589816093445,"p95":681.7790269851685,"p99":696.681022644043},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":57.44600296020508,"p90":70.50502300262451,"p95":80.35999536514282,"p99":114.4149899482727},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":46488.11388914794,"p90":43633.82338503031,"p95":42195.593815106484,"p99":39767.01385617383},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":198.21800291538239,"p90":202.9840052127838,"p95":205.38799464702606,"p99":209.8740041255951},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":442.34099984169006,"p90":474.46900606155396,"p95":490.3329908847809,"p99":509.4040036201477},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":640.5590027570724,"p90":677.4530112743378,"p95":695.720985531807,"p99":719.2780077457428},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":865.136981010437,"p90":1033.905029296875,"p95":1040.313959121704,"p99":1048.9729642868042},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":689.4729733467102,"p90":735.45902967453,"p95":758.092999458313,"p99":802.9230237007141},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.988000229001045,"p90":21.71199955046177,"p95":22.75400049984455,"p99":24.19699914753437},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":221.21000289916992,"p90":240.9600019454956,"p95":242.56299436092377,"p99":249.41299855709076},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":568.2920217514038,"p90":654.7420024871826,"p95":661.4720225334167,"p99":674.4109988212585},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.3700079917907715,"p90":6.570041179656982,"p95":6.570041179656982,"p99":6.570041179656982},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.810009479522705,"p90":13.339042663574219,"p95":15.341997146606445,"p99":22.634029388427734},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.4010071754455566,"p90":9.253978729248047,"p95":9.253978729248047,"p99":9.253978729248047},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":173.9799976348877,"p90":176.86399817466736,"p95":178.507000207901,"p99":183.35400521755219},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":395.0729966163635,"p90":402.84401178359985,"p95":405.36800026893616,"p99":410.21499037742615},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":635.6300115585327,"p90":673.1250286102295,"p95":683.9820146560669,"p99":699.3650197982788},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":55.4470419883728,"p90":68.3019757270813,"p95":81.12102746963501,"p99":113.53498697280884},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":92824.52318521381,"p90":87020.48301497169,"p95":84422.3598499531,"p99":79708.76175031158},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":199.25899803638458,"p90":204.26499843597412,"p95":206.31000399589539,"p99":210.3559970855713},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":443.42300295829773,"p90":474.54899549484253,"p95":489.05301094055176,"p99":507.9219937324524},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":642.6820009946823,"p90":678.8139939308167,"p95":695.3630149364471,"p99":718.2779908180237},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":858.7679862976074,"p90":888.3320093154907,"p95":927.3509979248047,"p99":1027.735948562622},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":689.2330050468445,"p90":731.2520146369934,"p95":751.0020136833191,"p99":803.725004196167},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.069999620318413,"p90":22.554000839591026,"p95":23.59599992632866,"p99":25.036999955773354},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":221.451997756958,"p90":226.57999396324158,"p95":228.94200682640076,"p99":234.1109961271286},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":565.2469992637634,"p90":577.426016330719,"p95":586.3190293312073,"p99":605.3069829940796},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.36899471282959,"p90":6.409049034118652,"p95":6.409049034118652,"p99":6.409049034118652},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.971001625061035,"p90":13.495028018951416,"p95":15.618979930877686,"p99":18.4670090675354},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.044009208679199,"p90":19.829988479614258,"p95":19.829988479614258,"p99":19.829988479614258},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":174.2209941148758,"p90":177.30499804019928,"p95":179.067000746727,"p99":183.43399465084076},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":395.1930105686188,"p90":402.7619957923889,"p95":404.84699606895447,"p99":409.7749888896942},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":634.8680257797241,"p90":670.041024684906,"p95":682.6199889183044,"p99":694.5980191230774},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":56.12403154373169,"p90":67.69996881484985,"p95":75.6719708442688,"p99":112.57302761077881},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":185713.68327217633,"p90":175042.25279097725,"p95":170438.9571104063,"p99":159258.4519975426},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":206.99000358581543,"p90":211.63800358772278,"p95":213.83999288082123,"p99":217.36599504947662},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":443.22100281715393,"p90":474.3089973926544,"p95":490.3320074081421,"p99":507.6010227203369},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":650.2110064029694,"p90":685.9470009803772,"p95":704.1720002889633,"p99":724.9670177698135},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":860.1250052452087,"p90":881.4020156860352,"p95":890.9350037574768,"p99":1028.4169912338257},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":689.1090273857117,"p90":734.3810200691223,"p95":758.4530115127563,"p99":806.4889907836914},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.876000195741653,"p90":26.398999616503716,"p95":27.28099934756756,"p99":28.80300022661686},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":228.1010001897812,"p90":233.3890050649643,"p95":235.71200668811798,"p99":240.84100127220154},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":559.9989891052246,"p90":572.0980167388916,"p95":577.3450136184692,"p99":601.0209918022156},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.36899471282959,"p90":6.408989429473877,"p95":6.408989429473877,"p99":6.408989429473877},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.56603479385376,"p90":13.741016387939453,"p95":15.542984008789062,"p99":23.315012454986572},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.3229846954345703,"p90":3.7260055541992188,"p95":3.7260055541992188,"p99":3.7260055541992188},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":181.15000426769257,"p90":183.67399275302887,"p95":185.75799465179443,"p99":189.52299654483795},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":395.87101340293884,"p90":403.7629961967468,"p95":406.24698996543884,"p99":413.74000906944275},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":640.6769752502441,"p90":678.8550019264221,"p95":690.2719736099243,"p99":704.2530179023743},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":49.71402883529663,"p90":61.77198886871338,"p95":73.62997531890869,"p99":107.8450083732605},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":0,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":371494.19007206004,"p90":348592.8870763905,"p95":337529.1496165341,"p99":317425.2877912649},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":223.2149988412857,"p90":228.14199328422546,"p95":230.10499775409698,"p99":235.0730001926422},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":442.82400608062744,"p90":476.1919975280762,"p95":490.8530116081238,"p99":508.32098722457886},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":666.0390049219131,"p90":704.3339908123016,"p95":720.9580093622208,"p99":743.3939874172211},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":861.4919781684875,"p90":887.3299956321716,"p95":913.569986820221,"p99":1002.7430057525635},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":689.3939971923828,"p90":731.6529750823975,"p95":753.1639933586121,"p99":802.3629784584045},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":28.001999482512474,"p90":30.726000666618347,"p95":31.727001070976257,"p99":33.649999648332596},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":242.0009970664978,"p90":248.49100410938263,"p95":251.29500031471252,"p99":255.3420066833496},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":543.9350008964539,"p90":556.5950274467468,"p95":561.161994934082,"p99":575.3430128097534},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.369948387145996,"p90":6.448984146118164,"p95":6.448984146118164,"p99":6.448984146118164},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.371008396148682,"p90":13.855993747711182,"p95":15.983045101165771,"p99":19.589006900787354},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.443969249725342,"p90":6.850957870483398,"p95":6.850957870483398,"p99":6.850957870483398},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":196.6940015554428,"p90":199.01800155639648,"p95":200.81999897956848,"p99":205.66700398921967},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":397.8770077228546,"p90":407.9720079898834,"p95":412.97999024391174,"p99":422.232985496521},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":653.4950137138367,"p90":693.7959790229797,"p95":706.3350081443787,"p99":719.8759913444519},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":34.77603197097778,"p90":47.234952449798584,"p95":54.9660325050354,"p99":89.93995189666748},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":742681.2564152933,"p90":699785.3045596371,"p95":679798.8280305588,"p99":638115.1844564357},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":246.93000316619873,"p90":251.8180012702942,"p95":253.65999341011047,"p99":258.1869959831238},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":444.1860020160675,"p90":476.23199224472046,"p95":490.0520145893097,"p99":507.32100009918213},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":691.1160051822662,"p90":728.0499935150146,"p95":743.7120079994202,"p99":765.5079960823059},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":860.0050210952759,"p90":879.6390295028687,"p95":904.5910239219666,"p99":951.6220092773438},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":706.499993801117,"p90":749.284029006958,"p95":767.9479718208313,"p99":808.9730143547058},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":38.697998970746994,"p90":40.821000933647156,"p95":41.66200011968613,"p99":43.664999306201935},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":270.8050012588501,"p90":276.21200680732727,"p95":277.6550054550171,"p99":284.9879860877991},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":518.2170271873474,"p90":532.8390002250671,"p95":536.8450284004211,"p99":553.1089901924133},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.891012191772461,"p95":6.891012191772461,"p99":6.891012191772461},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.130980491638184,"p90":13.705015182495117,"p95":15.902996063232422,"p99":21.2709903717041},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.2429823875427246,"p90":8.01098346710205,"p95":8.01098346710205,"p99":8.01098346710205},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":223.0529934167862,"p90":226.17800533771515,"p95":228.1010001897812,"p99":231.78599774837494},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":407.5680077075958,"p90":417.9440140724182,"p95":421.3089942932129,"p99":427.6390075683594},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":681.5379858016968,"p90":723.8810062408447,"p95":735.6600165367126,"p99":751.3229846954346},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.361014366149902,"p90":30.288994312286377,"p95":35.373032093048096,"p99":66.0640001296997},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":1449398.4557461452,"p90":1366637.9641871306,"p95":1333423.6661528782,"p99":1265802.4208839834},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":325.1279890537262,"p90":330.1349878311157,"p95":332.05801248550415,"p99":336.2239897251129},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":477.19600796699524,"p90":490.7349944114685,"p95":498.3460009098053,"p99":512.88902759552},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":802.3239970207214,"p90":820.8699822425842,"p95":830.4040133953094,"p99":849.1130173206329},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":916.8099761009216,"p90":936.8450045585632,"p95":958.0370187759399,"p99":977.4600267410278},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":804.5259714126587,"p90":823.6349821090698,"p95":835.2519869804382,"p99":851.036012172699},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":47.871001064777374,"p90":50.03499984741211,"p95":50.957001745700836,"p99":52.47899889945984},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":347.96199202537537,"p90":353.1680107116699,"p95":354.89198565483093,"p99":359.5390021800995},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":494.8219954967499,"p90":503.1539797782898,"p95":506.1990022659302,"p99":509.76401567459106},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.3700079917907715,"p90":6.408989429473877,"p95":6.408989429473877,"p99":6.408989429473877},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.213051319122314,"p90":17.229974269866943,"p95":18.993020057678223,"p99":23.84096384048462},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.804994583129883,"p90":2.9250383377075195,"p95":2.9250383377075195,"p99":2.9250383377075195},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":302.77198553085327,"p90":305.9769868850708,"p95":307.61998891830444,"p99":310.58400869369507},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":450.67599415779114,"p90":460.8890116214752,"p95":463.85300159454346,"p99":470.5829918384552},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":781.4069986343384,"p90":800.6759881973267,"p95":812.4939799308777,"p99":827.9569745063782},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.3580002784729,"p90":27.125000953674316,"p95":29.04796600341797,"p99":32.77403116226196},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.00048828125,"host_held_samples":{"dispatch":0,"roundtrip":1},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":2545598.3681967882,"p90":2486538.3871332384,"p95":2451954.6579036927,"p99":2406478.6574324234},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":418.02600026130676,"p90":424.9170124530792,"p95":427.2400140762329,"p99":431.96699023246765},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":577.2259831428528,"p90":593.9670205116272,"p95":601.1790037155151,"p99":611.7960214614868},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":995.2519834041595,"p90":1018.8840329647064,"p95":1028.419017791748,"p99":1043.7630116939545},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1055.1769733428955,"p90":1065.6379461288452,"p95":1069.1570043563843,"p99":1086.8289470672607},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":993.7700033187866,"p90":1009.9539756774902,"p95":1014.320969581604,"p99":1023.3340263366699},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":70.70600241422653,"p90":73.0300024151802,"p95":73.99000227451324,"p99":75.95399767160416},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":446.18698954582214,"p90":456.4020037651062,"p95":460.08700132369995,"p99":463.85300159454346},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":536.8049740791321,"p90":544.8570251464844,"p95":547.6610064506531,"p99":554.7919869422913},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.369113922119141,"p90":6.369948387145996,"p95":6.369948387145996,"p99":6.369948387145996},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.387913703918457,"p90":24.716973304748535,"p95":26.041030883789062,"p99":29.59895133972168},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.7239322662353516,"p90":4.446983337402344,"p95":4.446983337402344,"p99":4.446983337402344},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":385.8569860458374,"p90":390.78399538993835,"p95":392.4669921398163,"p99":396.5120017528534},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":551.7839789390564,"p90":563.4049773216248,"p95":568.3289766311646,"p99":577.2240161895752},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":961.5569710731506,"p90":977.3409962654114,"p95":981.024980545044,"p99":989.2380237579346},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":32.13298320770264,"p90":38.263022899627686,"p95":40.22502899169922,"p99":44.229984283447266},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":0,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":4121678.040513429,"p90":4055630.354098413,"p95":4038169.4974614927,"p99":4002603.1526214923},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":548.4619736671448,"p90":558.197021484375,"p95":563.3649826049805,"p99":575.3419995307922},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":775.1629948616028,"p90":784.8169803619385,"p95":788.6620163917542,"p99":797.4759936332703},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1323.6249685287476,"p90":1343.0140018463135,"p95":1352.0269989967346,"p99":1372.8179931640625},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1383.7950229644775,"p90":1395.324945449829,"p95":1400.418996810913,"p99":1414.1130447387695},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1313.3690357208252,"p90":1328.1919956207275,"p95":1334.4810009002686,"p99":1347.100019454956},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":117.77699738740921,"p90":120.41900306940079,"p95":121.38199806213379,"p99":123.94499778747559},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":608.6729764938354,"p90":615.8429980278015,"p95":617.9640293121338,"p99":622.734010219574},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":726.8900275230408,"p90":733.0999970436096,"p95":735.0180149078369,"p99":738.6239767074585},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.450057029724121,"p90":6.569981575012207,"p95":6.569981575012207,"p99":6.569981575012207},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":29.4039249420166,"p90":42.616963386535645,"p95":48.35200309753418,"p99":58.238983154296875},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-5.849003791809082,"p90":4.366040229797363,"p95":4.366040229797363,"p99":4.366040229797363},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":513.5669708251953,"p90":518.9759731292725,"p95":520.7380056381226,"p99":524.8240232467651},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":745.83500623703,"p90":754.8480033874512,"p95":757.2910189628601,"p99":764.0209794044495},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1278.028964996338,"p90":1289.6469831466675,"p95":1294.6139574050903,"p99":1304.8700094223022},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":34.45792198181152,"p90":45.433998107910156,"p95":50.60303211212158,"p99":65.18399715423584},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":6237393.890974389,"p90":6167782.991472922,"p95":6138716.095975519,"p99":6081211.403526315},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2094,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2103,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2105,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2096,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2099,"p50":2106,"max":2108,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2102,"p50":2109,"max":2110,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2097,"p50":2103,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2104,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2101,"p50":2106,"max":2108,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":53,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2104,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2102,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2103,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json new file mode 100644 index 0000000000..9c967e29b2 --- /dev/null +++ b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T19:06:20.416217+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":72.78899848461151,"p90":76.91600173711777,"p95":78.51800322532654,"p99":81.1220034956932},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":207.3110044002533,"p90":217.8879976272583,"p95":221.85300290584564,"p99":232.18899965286255},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":280.1000028848648,"p90":294.80399936437607,"p95":300.3710061311722,"p99":313.31100314855576},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":326.8109858036041,"p90":344.758003950119,"p95":352.8499901294708,"p99":417.5480008125305},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":288.79299759864807,"p90":300.1300096511841,"p95":305.01699447631836,"p99":318.19599866867065},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":92.37899631261826,"p90":97.46599942445755,"p95":99.590003490448,"p99":103.87600213289261},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":228.70400547981262,"p90":238.99899423122406,"p95":247.4520057439804,"p99":258.8280141353607},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.329983472824097,"p90":6.408989429473877,"p95":6.408989429473877,"p99":6.408989429473877},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.889998912811279,"p90":16.826003789901733,"p95":20.83200216293335,"p99":26.91999077796936},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-5.60799241065979,"p90":7.570981979370117,"p95":7.570981979370117,"p99":7.570981979370117},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":65.77900052070618,"p90":68.18199902772903,"p95":69.42500174045563,"p99":71.5470016002655},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":186.39899790287018,"p90":193.77200305461884,"p95":195.933997631073,"p99":201.2220025062561},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":280.8620035648346,"p90":291.918009519577,"p95":296.6049909591675,"p99":306.82098865509033},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.2109997272491455,"p90":10.775983333587646,"p95":12.85901665687561,"p99":17.50701665878296},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":27701.50269058134,"p90":26655.115259209597,"p95":26228.04678059053,"p99":25141.73664493561},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":76.43499970436096,"p90":80.80100268125534,"p95":82.48399943113327,"p99":84.96800065040588},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":207.75100588798523,"p90":220.13099491596222,"p95":225.89899599552155,"p99":237.59600520133972},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":284.1860055923462,"p90":300.93199759721756,"p95":308.3829954266548,"p99":322.5640058517456},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":328.73401045799255,"p90":347.6020097732544,"p95":353.8520038127899,"p99":377.52699851989746},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":292.80000925064087,"p90":304.85799908638,"p95":311.34799122810364,"p99":326.04798674583435},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":92.45900064706802,"p90":99.50999915599823,"p95":102.31400281190872,"p99":106.76000267267227},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":221.53300046920776,"p90":232.74900019168854,"p95":237.3960018157959,"p99":244.7270005941391},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.530016660690308,"p95":6.530016660690308,"p99":6.530016660690308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2499940395355225,"p90":16.344010829925537,"p95":21.15100622177124,"p99":26.037991046905518},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1609792709350586,"p90":3.4449994564056396,"p95":3.4449994564056396,"p99":3.4449994564056396},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":66.9810026884079,"p90":70.2660009264946,"p95":71.94799929857254,"p99":74.75200295448303},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":186.6389960050583,"p90":194.25199925899506,"p95":196.85600697994232,"p99":202.78400182724},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":282.54398703575134,"p90":294.0019965171814,"p95":300.65101385116577,"p99":311.78799271583557},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.815007448196411,"p90":12.979984283447266,"p95":14.741986989974976,"p99":18.908977508544922},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":54644.80701673673,"p90":52483.45146904438,"p95":51389.44348697558,"p99":49072.53119300059},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":77.23599672317505,"p90":81.64200186729431,"p95":83.04499834775925,"p99":85.52800118923187},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":207.47199654579163,"p90":219.76999938488007,"p95":225.05800426006317,"p99":233.67099463939667},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":284.7079932689667,"p90":301.4120012521744,"p95":308.1030026078224,"p99":319.19899582862854},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":328.1730115413666,"p90":346.48001194000244,"p95":382.61500000953674,"p99":459.45098996162415},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":293.84198784828186,"p90":306.9410026073456,"p95":312.4690055847168,"p99":323.16499948501587},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":97.42599725723267,"p90":102.79399901628494,"p95":106.07899725437164,"p99":112.36800253391266},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":220.09000182151794,"p90":230.5860072374344,"p95":233.5910052061081,"p99":240.24100601673126},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.248980760574341,"p90":6.489992141723633,"p95":6.489992141723633,"p99":6.489992141723633},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.36799430847168,"p90":11.1369788646698,"p95":13.220012187957764,"p99":19.189000129699707},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.763986587524414,"p90":3.6860108375549316,"p95":3.6860108375549316,"p99":3.6860108375549316},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":70.66600024700165,"p90":72.86900281906128,"p95":74.0709975361824,"p99":76.23399794101715},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":187.12100386619568,"p90":195.0940042734146,"p95":197.4560022354126,"p99":202.42400467395782},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":286.54998540878296,"p90":299.2500066757202,"p95":304.73700165748596,"p99":316.9560134410858},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.770014762878418,"p90":10.3360116481781,"p95":11.97698712348938,"p99":15.141993761062622},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":108902.06751705757,"p90":104254.56269502064,"p95":102410.15725741842,"p99":99020.62429716723},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":77.95699685811996,"p90":82.4040025472641,"p95":84.04599875211716,"p99":86.44899725914001},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":207.87200331687927,"p90":219.9299931526184,"p95":225.7789969444275,"p99":236.55399680137634},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":285.82900017499924,"p90":302.3339956998825,"p95":309.82499569654465,"p99":323.00299406051636},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":327.77199149131775,"p90":342.2339856624603,"p95":347.20098972320557,"p99":360.06098985671997},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":295.0829863548279,"p90":307.9429864883423,"p95":312.83000111579895,"p99":325.96999406814575},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":97.86699712276459,"p90":104.23699766397476,"p95":105.95899820327759,"p99":112.56899684667587},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":218.36799383163452,"p90":229.0239930152893,"p95":232.0690006017685,"p99":241.00199341773987},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.289005279541016,"p90":6.36899471282959,"p95":6.36899471282959,"p99":6.36899471282959},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.848003387451172,"p90":8.251994848251343,"p95":9.57399606704712,"p99":13.86001706123352},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.7229914665222168,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":71.94799929857254,"p90":74.43100214004517,"p95":75.59400051832199,"p99":78.27699929475784},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":187.20099329948425,"p90":195.6939995288849,"p95":198.77900183200836,"p99":205.66900074481964},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":287.83199191093445,"p90":300.6109893321991,"p95":305.3379952907562,"p99":317.4769878387451},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.610006093978882,"p90":10.015010833740234,"p95":11.776983737945557,"p99":15.222012996673584},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":216888.13980973492,"p90":207830.6790806643,"p95":204583.95860923006,"p99":196337.08980778293},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":81.80099725723267,"p90":86.48999780416489,"p95":88.09199929237366,"p99":90.57600051164627},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":208.11200141906738,"p90":219.12899613380432,"p95":224.4569957256317,"p99":236.31499707698822},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":289.91299867630005,"p90":305.6189939379692,"p95":312.54899501800537,"p99":326.8909975886345},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":330.936998128891,"p90":348.48299622535706,"p95":354.01201248168945,"p99":476.9569933414459},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":298.48799109458923,"p90":311.708003282547,"p95":318.2780146598816,"p99":331.7370116710663},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":101.91400349140167,"p90":107.48100280761719,"p95":111.2470030784607,"p99":118.21699887514114},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":216.8859988451004,"p90":227.14200615882874,"p95":232.51000046730042,"p99":244.56800520420074},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.370991468429565,"p95":6.370991468429565,"p99":6.370991468429565},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.886001348495483,"p90":8.653014898300171,"p95":9.69398021697998,"p99":13.619989156723022},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.567997694015503,"p90":11.778026819229126,"p95":11.778026819229126,"p99":11.778026819229126},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":76.3150006532669,"p90":78.51699739694595,"p95":79.68000322580338,"p99":81.44199848175049},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":187.3210072517395,"p90":196.57500088214874,"p95":200.7009983062744,"p99":208.67300033569336},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":292.5190031528473,"p90":305.3390085697174,"p95":311.10700964927673,"p99":326.1699974536896},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.448013544082642,"p90":9.093999862670898,"p95":10.575979948043823,"p99":13.700008392333984},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":428827.97237707797,"p90":410640.7235362985,"p95":402164.12728596234,"p99":385847.8116602749},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":90.93700349330902,"p90":95.62399983406067,"p95":97.50699996948242,"p99":100.27000308036804},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":207.11100101470947,"p90":218.80899369716644,"p95":223.2159972190857,"p99":234.15100574493408},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":298.0480045080185,"p90":314.4329935312271,"p95":320.7229971885681,"p99":334.4210088253021},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":328.372985124588,"p90":345.43898701667786,"p95":355.1729917526245,"p99":463.8569951057434},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":307.1810007095337,"p90":319.599986076355,"p95":325.6480097770691,"p99":337.34598755836487},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":111.76799982786179,"p90":116.37499928474426,"p95":117.97700077295303,"p99":125.58899819850922},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":217.56699681282043,"p90":225.7789969444275,"p95":229.5050024986267,"p99":242.7240014076233},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209999322891235,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.726976156234741,"p90":7.811009883880615,"p95":9.05299186706543,"p99":12.418985366821289},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.0429790019989014,"p90":3.805011510848999,"p95":3.805011510848999,"p99":3.805011510848999},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":86.32899820804596,"p90":87.85200119018555,"p95":89.09399807453156,"p99":90.97699820995331},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":195.1729953289032,"p90":204.2659968137741,"p95":210.0750058889389,"p99":216.6450023651123},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":301.8540143966675,"p90":313.7910068035126,"p95":320.5200135707855,"p99":330.9380114078522},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.646003246307373,"p90":8.25202465057373,"p95":9.894996881484985,"p99":12.700021266937256},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":833384.8753949149,"p90":801001.286460756,"p95":786124.8719906243,"p99":758864.8136972697},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":105.71800172328949,"p90":110.36600172519684,"p95":112.28799819946289,"p99":116.13400280475616},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":216.32400155067444,"p90":226.69999301433563,"p95":232.18800127506256,"p99":244.60700154304504},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":322.0420032739639,"p90":337.06599473953247,"p95":344.47599947452545,"p99":360.7410043478012},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":332.6599895954132,"p90":347.76198863983154,"p95":361.5429997444153,"p99":439.3799901008606},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":321.96399569511414,"p90":334.6630036830902,"p95":339.4300043582916,"p99":350.48601031303406},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":123.22500348091125,"p90":128.83399426937103,"p95":132.31900334358215,"p99":137.56699860095978},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":221.9340056180954,"p90":229.66499626636505,"p95":234.39200222492218,"p99":242.4039989709854},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.289005279541016,"p90":6.36899471282959,"p95":6.36899471282959,"p99":6.36899471282959},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.969017744064331,"p90":9.97498631477356,"p95":11.216998100280762,"p99":14.261990785598755},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.0039846897125244,"p90":2.204000949859619,"p95":2.204000949859619,"p99":2.204000949859619},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":97.14599698781967,"p90":100.03100335597992,"p95":101.31199657917023,"p99":103.19499671459198},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":209.073007106781,"p90":219.4489985704422,"p95":224.05700385570526,"p99":233.95200073719025},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":313.34999203681946,"p90":325.56799054145813,"p95":330.49601316452026,"p99":341.5929973125458},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.332014083862305,"p90":11.298000812530518,"p95":12.979984283447266,"p99":15.904009342193604},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.004672897048294544,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":1590239.9238604358,"p90":1529897.2230729137,"p95":1508411.1405176455,"p99":1460828.6349081693},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":121.94299697875977,"p90":126.4290064573288,"p95":127.95199453830719,"p99":130.79600036144257},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":235.152006149292,"p90":244.60799992084503,"p95":249.0140050649643,"p99":256.66600465774536},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":357.09500312805176,"p90":371.0370063781738,"p95":376.9659996032715,"p99":387.4620050191879},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":339.10998702049255,"p90":350.165992975235,"p95":357.015997171402,"p99":382.6949894428253},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":348.96400570869446,"p90":359.41898822784424,"p95":364.546000957489,"p99":375.8449852466583},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":123.02500009536743,"p90":134.88300144672394,"p95":138.72799277305603,"p99":144.21600103378296},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":223.09499979019165,"p90":232.98999667167664,"p95":237.07599937915802,"p99":250.37598609924316},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328999996185303,"p90":6.41101598739624,"p95":6.41101598739624,"p99":6.41101598739624},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.247009754180908,"p90":7.611006498336792,"p95":9.815007448196411,"p99":11.456996202468872},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.3630092144012451,"p90":3.283977508544922,"p95":3.283977508544922,"p99":3.283977508544922},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":117.01600253582001,"p90":118.73800307512283,"p95":119.77899819612503,"p99":122.02300131320953},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":228.18200290203094,"p90":237.11499571800232,"p95":242.1640008687973,"p99":248.81400167942047},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":343.47599744796753,"p90":353.4510135650635,"p95":358.85900259017944,"p99":370.074987411499},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.0469934940338135,"p90":8.653998374938965,"p95":9.814977645874023,"p99":11.777997016906738},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":2934400.0620362177,"p90":2849042.5757663706,"p95":2808973.34577924,"p99":2724527.5052106194},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":171.97799682617188,"p90":175.90400576591492,"p95":177.62699723243713,"p99":180.87099492549896},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":282.1440100669861,"p90":291.31799936294556,"p95":294.7219908237457,"p99":303.21601033210754},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":454.12200689315796,"p90":467.2220051288605,"p95":472.34898805618286,"p99":484.0870052576065},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":437.5370144844055,"p90":443.6259865760803,"p95":446.4299976825714,"p99":450.0359892845154},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":447.55101203918457,"p90":456.20599389076233,"p95":459.4079852104187,"p99":468.58400106430054},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":160.88199615478516,"p90":162.96499967575073,"p95":164.00699317455292,"p99":166.13000631332397},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":268.60401034355164,"p90":273.0900049209595,"p95":275.734007358551,"p99":282.74500370025635},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.409019231796265,"p90":6.449013948440552,"p95":6.449013948440552,"p99":6.449013948440552},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.727005958557129,"p90":8.05199146270752,"p95":9.294003248214722,"p99":12.138009071350098},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0809898376464844,"p90":1.641988754272461,"p95":1.641988754272461,"p99":1.641988754272461},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":162.08399832248688,"p90":164.8070067167282,"p95":166.3299947977066,"p99":169.01400685310364},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":274.13201332092285,"p90":282.9830050468445,"p95":286.6710126399994,"p99":294.5620119571686},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":436.93599104881287,"p90":445.5089867115021,"p95":448.7529993057251,"p99":455.9650123119354},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.416001081466675,"p90":13.098984956741333,"p95":14.622002840042114,"p99":17.78799295425415},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":4576014.677452435,"p90":4489200.114478088,"p95":4457911.1942557385,"p99":4370614.437002443},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":251.0179877281189,"p90":254.8620104789734,"p95":256.5450072288513,"p99":259.429007768631},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":371.9579875469208,"p90":379.33000922203064,"p95":382.2140097618103,"p99":390.42600989341736},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":622.9759752750397,"p90":634.192019701004,"p95":638.7590169906616,"p99":649.8550176620483},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":609.5160245895386,"p90":614.8030161857605,"p95":616.6070103645325,"p99":622.8560209274292},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":615.2819991111755,"p90":622.1349835395813,"p95":625.0190138816833,"p99":633.230984210968},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":241.1620020866394,"p90":243.04600059986115,"p95":243.76599490642548,"p99":245.2079951763153},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":354.8940122127533,"p90":359.019011259079,"p95":360.38199067115784,"p99":364.9879992008209},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.3700079917907715,"p90":6.409049034118652,"p95":6.409049034118652,"p99":6.409049034118652},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.928993225097656,"p90":9.735047817230225,"p95":10.818004608154297,"p99":13.341009616851807},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6800293922424316,"p90":1.4829635620117188,"p95":1.4829635620117188,"p99":1.4829635620117188},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":241.28299951553345,"p90":243.9649999141693,"p95":245.52899599075317,"p99":248.772993683815},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":358.4190011024475,"p90":365.3480112552643,"p95":368.79199743270874,"p99":375.8449852466583},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":605.14897108078,"p90":611.9999885559082,"p95":614.641010761261,"p99":622.4949955940247},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.855031967163086,"p90":12.979984283447266,"p95":14.219999313354492,"p99":16.985952854156494},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":6657110.082721423,"p90":6583780.221932184,"p95":6553400.631065244,"p99":6468413.741794056},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2102,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2070,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2105,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2062,"p50":2096,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2106,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2075,"p50":2109,"max":2111,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2070,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json new file mode 100644 index 0000000000..7d97c47bd3 --- /dev/null +++ b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T19:21:29.040323+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":72.62899726629257,"p90":76.83499902486801,"p95":78.3580020070076,"p99":80.3999975323677},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":220.77099978923798,"p90":230.66599667072296,"p95":234.8719984292984,"p99":248.0120062828064},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":293.39999705553055,"p90":307.500995695591,"p95":313.230000436306,"p99":328.4120038151741},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":421.3919937610626,"p90":435.49299240112305,"p95":439.6600127220154,"p99":449.7149884700775},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":300.73198676109314,"p90":311.9879961013794,"p95":318.43701004981995,"p99":333.09999108314514},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.74599961936474,"p90":19.4690003991127,"p95":20.431000739336014,"p99":22.51400053501129},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":94.10099685192108,"p90":98.74799847602844,"p95":101.1509969830513,"p99":105.39799928665161},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":314.7119879722595,"p90":330.6559920310974,"p95":334.26201343536377,"p99":345.7989990711212},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.450027227401733,"p90":6.729990243911743,"p95":6.729990243911743,"p99":6.729990243911743},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.454011917114258,"p90":18.62800121307373,"p95":22.71398901939392,"p99":30.52598237991333},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.286974668502808,"p90":3.724992275238037,"p95":3.724992275238037,"p99":3.724992275238037},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":65.9789964556694,"p90":68.10200214385986,"p95":69.38300281763077,"p99":71.62799686193466},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":196.4150071144104,"p90":202.66400277614594,"p95":204.9880027770996,"p99":209.074005484581},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":293.040007352829,"p90":303.3350110054016,"p95":309.2229962348938,"p99":322.3640024662018},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.009983062744141,"p90":11.137008666992188,"p95":12.899011373519897,"p99":20.431995391845703},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.00048828125,"host_held_samples":{"dispatch":1,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":26601.75954729865,"p90":25642.012192675607,"p95":25122.70793758674,"p99":24016.8124111511},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":76.63500308990479,"p90":80.60099929571152,"p95":82.00299739837646,"p99":84.24700051546097},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":221.09200060367584,"p90":230.54499924182892,"p95":234.19100046157837,"p99":245.32699584960938},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":297.7270036935806,"p90":311.14599853754044,"p95":316.19399785995483,"p99":329.57399636507034},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":425.4780113697052,"p90":448.7929940223694,"p95":459.6090018749237,"p99":484.6870005130768},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":304.73700165748596,"p90":315.91299176216125,"p95":321.40201330184937,"p99":330.6559920310974},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.827000468969345,"p90":19.750000908970833,"p95":21.07200026512146,"p99":22.955000400543213},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":96.50500118732452,"p90":104.63699698448181,"p95":106.39999806880951,"p99":110.84599792957306},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":315.5139982700348,"p90":328.29299569129944,"p95":334.181010723114,"p99":342.2729969024658},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.449997425079346,"p90":6.650000810623169,"p95":6.650000810623169,"p99":6.650000810623169},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.572995662689209,"p90":19.26898956298828,"p95":22.353023290634155,"p99":31.647980213165283},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.92399525642395,"p90":6.52998685836792,"p95":6.52998685836792,"p99":6.52998685836792},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":67.74099916219711,"p90":69.7849988937378,"p95":71.38700038194656,"p99":74.55199956893921},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":196.25400006771088,"p90":202.42400467395782,"p95":204.62700724601746,"p99":209.95500683784485},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":295.16199231147766,"p90":305.73898553848267,"p95":311.1859858036041,"p99":320.1200067996979},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.05299186706543,"p90":12.418001890182495,"p95":13.940989971160889,"p99":17.946988344192505},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":52504.290299421715,"p90":50646.856625781904,"p95":49781.89102061837,"p99":48388.65886481573},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":77.55699753761292,"p90":81.48200064897537,"p95":82.88399875164032,"p99":85.24800091981888},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":221.65299952030182,"p90":231.346994638443,"p95":235.03200709819794,"p99":246.93000316619873},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":299.20999705791473,"p90":312.82899528741837,"p95":317.91600584983826,"p99":332.1780040860176},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":423.9549934864044,"p90":438.3369982242584,"p95":445.54901123046875,"p99":600.8610129356384},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":306.3800036907196,"p90":316.95500016212463,"p95":323.44499230384827,"p99":337.42600679397583},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.146999180316925,"p90":19.750000908970833,"p95":21.112000569701195,"p99":23.235000669956207},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":101.39200091362,"p90":108.1629991531372,"p95":112.36900091171265,"p99":120.62100321054459},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":309.58500504493713,"p90":323.1239914894104,"p95":329.25400137901306,"p99":341.7530059814453},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.006998777389526,"p90":9.93397831916809,"p95":11.938005685806274,"p99":16.184002161026},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.6429722309112549,"p90":4.646003246307373,"p95":4.646003246307373,"p99":4.646003246307373},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":71.02599740028381,"p90":72.66899943351746,"p95":73.99100065231323,"p99":76.03400200605392},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":197.01600074768066,"p90":203.34500074386597,"p95":205.267995595932,"p99":211.557999253273},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":299.20798540115356,"p90":309.38398838043213,"p95":315.0320053100586,"p99":326.4099955558777},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.729990243911743,"p90":10.376006364822388,"p95":12.059003114700317,"p99":16.384989023208618},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":104445.45862824304,"p90":100960.70414926973,"p95":98934.90627902132,"p99":94835.60649057626},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":77.79599726200104,"p90":82.28400349617004,"p95":83.56499671936035,"p99":86.12900227308273},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":220.77099978923798,"p90":230.18500208854675,"p95":234.67199504375458,"p99":245.84899842739105},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":298.566997051239,"p90":312.4690055847168,"p95":318.23699176311493,"p99":331.9780007004738},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":423.2349991798401,"p90":440.7010078430176,"p95":446.86999917030334,"p99":464.7369980812073},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":306.098997592926,"p90":316.7150020599365,"p95":322.843998670578,"p99":337.14601397514343},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.068999215960503,"p90":20.591000095009804,"p95":21.9930000603199,"p99":23.475000634789467},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":101.8730029463768,"p90":108.64300280809402,"p95":113.2500022649765,"p99":117.09500104188919},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":308.50300192832947,"p90":320.96201181411743,"p95":325.72901248931885,"p99":334.62199568748474},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.25002384185791,"p90":6.57200813293457,"p95":6.57200813293457,"p99":6.57200813293457},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.767000675201416,"p90":9.173005819320679,"p95":10.136008262634277,"p99":13.018995523452759},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.645002841949463,"p90":4.3669939041137695,"p95":4.3669939041137695,"p99":4.3669939041137695},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":71.98800146579742,"p90":73.99100065231323,"p95":75.19199699163437,"p99":77.79700309038162},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":196.73499464988708,"p90":203.5049945116043,"p95":205.7880014181137,"p99":211.23699843883514},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":299.20899868011475,"p90":308.663010597229,"p95":316.11400842666626,"p99":326.6899883747101},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.208986043930054,"p90":9.975016117095947,"p95":11.817991733551025,"p99":15.103012323379517},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":209082.68404430427,"p90":202074.41890576552,"p95":198238.15918382307,"p99":189828.7310159879},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":81.64200186729431,"p90":85.88899672031403,"p95":87.20999956130981,"p99":89.65399861335754},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":221.85300290584564,"p90":232.14800655841827,"p95":237.1560037136078,"p99":249.7750073671341},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":303.49500477313995,"p90":318.0370032787323,"p95":324.3660032749176,"p99":339.42900598049164},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":422.67298698425293,"p90":438.1380081176758,"p95":444.02599334716797,"p99":483.925998210907},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":310.34600734710693,"p90":322.3640024662018,"p95":327.77100801467896,"p99":341.39299392700195},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.195000365376472,"p90":23.83599989116192,"p95":24.95799958705902,"p99":27.161000296473503},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":105.71900010108948,"p90":113.09000104665756,"p95":117.41600185632706,"p99":122.02300131320953},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":306.8999946117401,"p90":318.5569941997528,"p95":323.68600368499756,"p99":339.18899297714233},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.248980760574341,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.327999591827393,"p90":8.372992277145386,"p95":10.295987129211426,"p99":13.900995254516602},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6809830665588379,"p90":4.727005958557129,"p95":4.727005958557129,"p99":4.727005958557129},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":76.9139975309372,"p90":78.47800105810165,"p95":79.68000322580338,"p99":81.44199848175049},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":197.4170058965683,"p90":204.70599830150604,"p95":207.71099627017975,"p99":215.28300642967224},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":304.81699109077454,"p90":315.7539963722229,"p95":321.96301221847534,"p99":334.2210054397583},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.886984825134277,"p90":8.652985095977783,"p95":10.255992412567139,"p99":13.460010290145874},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":412442.87656273344,"p90":397066.66693785123,"p95":390516.5401153101,"p99":374934.4663686024},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":90.69599956274033,"p90":95.26299685239792,"p95":96.86499834060669,"p99":99.95000064373016},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":222.17300534248352,"p90":232.71000385284424,"p95":238.6379987001419,"p99":254.8620104789734},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":312.86900490522385,"p90":327.97300070524216,"p95":335.5029970407486,"p99":354.81201112270355},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":426.5199899673462,"p90":443.1850016117096,"p95":451.39700174331665,"p99":583.154022693634},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":320.3200101852417,"p90":330.936998128891,"p95":336.06401085853577,"p99":351.76798701286316},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":26.319999247789383,"p90":28.522999957203865,"p95":29.203999787569046,"p99":31.127000227570534},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":115.37300050258636,"p90":121.98299914598465,"p95":125.10800361633301,"p99":133.56000185012817},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":299.127995967865,"p90":309.26400423049927,"p95":312.90900707244873,"p99":324.1260051727295},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.610006093978882,"p95":6.610006093978882,"p99":6.610006093978882},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.368024110794067,"p90":9.373992681503296,"p95":10.535001754760742,"p99":13.579994440078735},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.5629827976226807,"p90":2.203017473220825,"p95":2.203017473220825,"p99":2.203017473220825},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":86.64999902248383,"p90":87.9720002412796,"p95":88.93399685621262,"p99":90.81599861383438},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":199.2190033197403,"p90":207.5510025024414,"p95":211.71699464321136,"p99":222.37400710582733},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":315.2329921722412,"p90":325.408011674881,"p95":330.53499460220337,"p99":346.72001004219055},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.326999187469482,"p90":8.053004741668701,"p95":9.694993495941162,"p99":12.338995933532715},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":799200.7737885457,"p90":773561.1353442414,"p95":761759.6402125956,"p99":727752.4091202728},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":105.03699630498886,"p90":109.484001994133,"p95":111.40699684619904,"p99":114.25100266933441},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":221.89299762248993,"p90":232.18800127506256,"p95":236.43499612808228,"p99":244.9669986963272},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":326.9299939274788,"p90":341.67200326919556,"p95":347.8419929742813,"p99":359.2180013656616},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":424.796998500824,"p90":438.21701407432556,"p95":447.59100675582886,"p99":513.6500000953674},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":333.90098810195923,"p90":344.1160023212433,"p95":348.92401099205017,"p99":363.14499378204346},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":35.854000598192215,"p90":38.33699971437454,"p95":39.097998291254044,"p99":40.86099937558174},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":128.23300063610077,"p90":133.84099304676056,"p95":136.80499792099,"p99":145.49799263477325},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":293.2800054550171,"p90":305.49800395965576,"p95":310.945987701416,"p99":321.68298959732056},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.289005279541016,"p90":6.290018558502197,"p95":6.290018558502197,"p99":6.290018558502197},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.888998508453369,"p90":10.376006364822388,"p95":11.817991733551025,"p99":15.222996473312378},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.1229982376098633,"p90":3.3659934997558594,"p95":3.3659934997558594,"p99":3.3659934997558594},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":97.22600132226944,"p90":99.58899766206741,"p95":100.99100321531296,"p99":102.99500077962875},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":207.39099383354187,"p90":215.52300453186035,"p95":219.6899950504303,"p99":227.7819961309433},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":325.72901248931885,"p90":335.90400218963623,"p95":340.18999338150024,"p99":354.85199093818665},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.690995931625366,"p90":10.935008525848389,"p95":12.337982654571533,"p99":15.422999858856201},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":1533388.6937874435,"p90":1487870.3592576077,"p95":1467368.2058861386,"p99":1409905.1584538657},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":122.26299941539764,"p90":126.6690045595169,"p95":128.11200320720673,"p99":130.7159960269928},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":226.41900181770325,"p90":235.3529930114746,"p95":240.48100411891937,"p99":249.2939978837967},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":348.6820012331009,"p90":362.0219975709915,"p95":368.5930073261261,"p99":380.0099939107895},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":425.7580041885376,"p90":444.30699944496155,"p95":455.96399903297424,"p99":551.3070225715637},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":351.48701071739197,"p90":361.9830012321472,"p95":366.9910132884979,"p99":378.2469928264618},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":44.94699835777283,"p90":47.471001744270325,"p95":48.43299835920334,"p99":50.39599910378456},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":147.58199453353882,"p90":154.51200306415558,"p95":157.79699385166168,"p99":164.16700184345245},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":287.431001663208,"p90":301.0120093822479,"p95":305.6580126285553,"p99":311.54701113700867},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2499940395355225,"p90":6.369978189468384,"p95":6.369978189468384,"p99":6.369978189468384},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.449997425079346,"p90":10.374993085861206,"p95":11.495977640151978,"p99":14.54201340675354},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.6430020332336426,"p90":5.0469934940338135,"p95":5.0469934940338135,"p99":5.0469934940338135},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":116.5350005030632,"p90":118.17699670791626,"p95":119.29900199174881,"p99":121.42200022935867},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":220.7310050725937,"p90":228.50200533866882,"p95":232.46900737285614,"p99":241.40200018882751},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":345.0379967689514,"p90":355.29300570487976,"p95":360.41998863220215,"p99":372.6789951324463},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":9.294003248214722,"p95":10.376006364822388,"p99":12.618988752365112},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":2913336.677534671,"p90":2828862.119255394,"p95":2790259.060635406,"p99":2707225.7530671423},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":171.73799872398376,"p90":175.50300061702728,"p95":177.38600075244904,"p99":180.91200292110443},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":261.75299286842346,"p90":268.88298988342285,"p95":272.2890079021454,"p99":280.580997467041},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":433.4909915924072,"p90":444.38599050045013,"p95":449.6750086545944,"p99":461.49300038814545},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":416.6649878025055,"p90":435.97298860549927,"p95":450.43501257896423,"p99":465.29799699783325},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":424.6770143508911,"p90":433.49000811576843,"p95":437.49600648880005,"p99":445.4270005226135},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":62.85399943590164,"p90":65.2180016040802,"p95":66.09900295734406,"p99":67.62100011110306},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":166.20899736881256,"p90":174.82300102710724,"p95":177.42599546909332,"p99":185.8779937028885},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":268.4429883956909,"p90":280.78100085258484,"p95":284.26599502563477,"p99":293.39998960494995},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2499940395355225,"p90":6.3700079917907715,"p95":6.3700079917907715,"p99":6.3700079917907715},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.048006772994995,"p90":8.332014083862305,"p95":9.454995393753052,"p99":11.49800419807434},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.7609894275665283,"p90":7.250994443893433,"p95":7.250994443893433,"p99":7.250994443893433},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":161.48200631141663,"p90":164.3259972333908,"p95":165.92900454998016,"p99":168.57300698757172},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":254.8219859600067,"p90":261.7120146751404,"p95":264.7570073604584,"p99":273.1289863586426},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":413.98099064826965,"p90":422.6340055465698,"p95":427.16100811958313,"p99":434.41200256347656},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.455995798110962,"p90":13.139992952346802,"p95":14.140993356704712,"p99":16.42400026321411},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":4822488.457799677,"p90":4724445.688845171,"p95":4681185.587124735,"p99":4597835.330137394},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":249.85399842262268,"p90":253.90100479125977,"p95":255.46300411224365,"p99":258.70800018310547},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":325.8489966392517,"p90":333.6609899997711,"p95":336.90500259399414,"p99":347.52100706100464},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":575.7029950618744,"p90":587.5619947910309,"p95":592.3680067062378,"p99":606.2290072441101},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":558.2770109176636,"p90":564.7670030593872,"p95":566.9310092926025,"p99":570.4960227012634},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":566.6499733924866,"p90":574.30100440979,"p95":577.426016330719,"p99":586.4800214767456},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":101.99300199747086,"p90":104.39600050449371,"p95":105.31800240278244,"p99":107.16100037097931},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":239.51900005340576,"p90":241.80300533771515,"p95":242.52299964427948,"p99":245.2079951763153},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":308.1420063972473,"p90":313.5499954223633,"p95":315.87299704551697,"p99":321.68200612068176},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.331026554107666,"p90":6.449997425079346,"p95":6.449997425079346,"p99":6.449997425079346},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.930006504058838,"p90":9.654998779296875,"p95":10.657012462615967,"p99":13.14002275466919},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.0809898376464844,"p90":1.0809898376464844,"p95":1.0809898376464844,"p99":1.0809898376464844},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":241.08099937438965,"p90":243.32499504089355,"p95":244.7270005941391,"p99":247.45100736618042},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":316.35400652885437,"p90":323.0839967727661,"p95":326.1680006980896,"p99":334.8209857940674},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":557.4759840965271,"p90":564.8069977760315,"p95":568.011999130249,"p99":577.4660110473633},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.973002433776855,"p90":12.13902235031128,"p95":13.381004333496094,"p99":16.62600040435791},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":7228448.234944029,"p90":7132148.417900585,"p95":7093549.449032842,"p99":6984040.120729687},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9934,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2074,"p50":2102,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2082,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2105,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2106,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2085,"p50":2109,"max":2111,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json new file mode 100644 index 0000000000..d534db4845 --- /dev/null +++ b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T19:54:00.061046+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":811.5779757499695,"p90":828.3230066299438,"p95":835.4529738426208,"p99":842.6640033721924},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1334.5229625701904,"p90":1347.5819826126099,"p95":1351.78804397583,"p99":1361.0730171203613},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2146.10093832016,"p90":2175.9049892425537,"p95":2187.241017818451,"p99":2203.7370204925537},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2229.249954223633,"p90":2268.5890197753906,"p95":2279.819965362549,"p99":2296.710968017578},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2143.3749198913574,"p90":2162.9650592803955,"p95":2169.0940856933594,"p99":2179.0289878845215},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":842.3789739608765,"p90":853.1150221824646,"p95":856.158971786499,"p99":863.5709881782532},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1309.0349435806274,"p90":1332.9910039901733,"p95":1338.7680053710938,"p99":1348.9830493927002},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.489992141723633,"p90":6.649971008300781,"p95":6.649971008300781,"p99":6.649971008300781},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":49.835920333862305,"p90":70.71900367736816,"p95":76.10106468200684,"p99":87.1579647064209},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.766941070556641,"p90":7.210016250610352,"p95":7.210016250610352,"p99":7.210016250610352},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":745.8739876747131,"p90":756.0889720916748,"p95":758.7339878082275,"p99":764.2620205879211},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1292.2190427780151,"p90":1301.9050359725952,"p95":1304.8690557479858,"p99":1311.959981918335},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2075.6208896636963,"p90":2091.564893722534,"p95":2096.172094345093,"p99":2104.5849323272705},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":67.23284721374512,"p90":85.70122718811035,"p95":91.83096885681152,"p99":101.40585899353027},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0095911156386137,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":7644019.647682761,"p90":7574787.179156214,"p95":7553383.741195712,"p99":7518945.406920064},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1328.8730382919312,"p90":1352.6690006256104,"p95":1360.360026359558,"p99":1373.9010095596313},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2234.592914581299,"p90":2255.5830478668213,"p95":2262.4330520629883,"p99":2276.293992996216},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":3563.46595287323,"p90":3608.2520484924316,"p95":3622.7930784225464,"p99":3650.195002555847},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":3640.300989151001,"p90":3682.081937789917,"p95":3695.322036743164,"p99":3715.751886367798},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3549.7829914093018,"p90":3579.2911052703857,"p95":3589.745044708252,"p99":3608.5751056671143},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1335.6349468231201,"p90":1357.5160503387451,"p95":1364.678978919983,"p99":1376.304030418396},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2207.231044769287,"p90":2238.7850284576416,"p95":2245.2080249786377,"p99":2269.8450088500977},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.489992141723633,"p90":6.969928741455078,"p95":6.969928741455078,"p99":6.969928741455078},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":82.52286911010742,"p90":116.55402183532715,"p95":125.02694129943848,"p99":147.47905731201172},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-12.698888778686523,"p90":-6.210088729858398,"p95":-6.210088729858398,"p99":-6.210088729858398},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1236.1270189285278,"p90":1251.109004020691,"p95":1255.115032196045,"p99":1262.3660564422607},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2174.8499870300293,"p90":2187.187910079956,"p95":2191.127061843872,"p99":2199.3799209594727},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3457.645893096924,"p90":3479.7990322113037,"p95":3487.4110221862793,"p99":3499.7079372406006},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":92.28181838989258,"p90":120.24116516113281,"p95":127.77209281921387,"p99":144.15597915649414},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0095911156386137,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":9230986.817870451,"p90":9154885.432970295,"p95":9128224.871653285,"p99":9080592.488857789},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2386.3790035247803,"p90":2419.1489219665527,"p95":2430.3669929504395,"p99":2457.045078277588},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4058.5851669311523,"p90":4086.7061614990234,"p95":4096.880912780762,"p99":4116.030216217041},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":6444.964170455933,"p90":6505.855083465576,"p95":6527.247905731201,"p99":6573.075294494629},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":6541.491985321045,"p90":6595.695018768311,"p95":6613.761901855469,"p99":6652.379989624023},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6433.650970458984,"p90":6476.51481628418,"p95":6491.7778968811035,"p99":6525.832176208496},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2316.340923309326,"p90":2351.473093032837,"p95":2361.888885498047,"p99":2381.9189071655273},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":4000.4000663757324,"p90":4040.501117706299,"p95":4048.9301681518555,"p99":4067.317008972168},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.529808044433594,"p90":6.771087646484375,"p95":6.771087646484375,"p99":6.771087646484375},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":135.72263717651367,"p90":185.48011779785156,"p95":202.70299911499023,"p99":257.8268051147461},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-18.027305603027344,"p90":-8.572101593017578,"p95":-8.572101593017578,"p99":-8.572101593017578},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2247.7591037750244,"p90":2268.749952316284,"p95":2274.0509510040283,"p99":2283.93292427063},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3953.2101154327393,"p90":3969.1309928894043,"p95":3974.817991256714,"p99":3984.138011932373},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6281.424999237061,"p90":6316.197872161865,"p95":6324.60880279541,"p99":6347.683906555176},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":150.7859230041504,"p90":193.00603866577148,"p95":206.0699462890625,"p99":235.95476150512695},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":10186440.063490821,"p90":10119022.631619714,"p95":10095231.389768586,"p99":10042550.625026396},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4569.815158843994,"p90":4641.174793243408,"p95":4684.439182281494,"p99":4794.242858886719},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7654.201030731201,"p90":7701.993942260742,"p95":7716.337203979492,"p99":7742.578029632568},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":12224.016189575195,"p90":12343.16873550415,"p95":12400.776386260986,"p99":12536.820888519287},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":12321.20132446289,"p90":12402.6517868042,"p95":12462.251663208008,"p99":12572.498321533203},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12198.625564575195,"p90":12288.640022277832,"p95":12334.149360656738,"p99":12486.576080322266},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":4418.881893157959,"p90":4455.041885375977,"p95":4469.237804412842,"p99":4485.046863555908},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":7606.845855712891,"p90":7648.311138153076,"p95":7657.240867614746,"p99":7687.089920043945},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.489753723144531,"p90":7.770538330078125,"p95":7.770538330078125,"p99":7.770538330078125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":230.38387298583984,"p90":334.41925048828125,"p95":364.5353317260742,"p99":463.0613327026367},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.190643310546875,"p90":42.54341125488281,"p95":42.54341125488281,"p99":42.54341125488281},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4341.968059539795,"p90":4368.006229400635,"p95":4373.53515625,"p99":4387.259960174561},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7519.919872283936,"p90":7542.991161346436,"p95":7549.2401123046875,"p99":7560.616016387939},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11943.885803222656,"p90":11984.626770019531,"p95":11998.246192932129,"p99":12023.15616607666},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":256.98375701904297,"p90":350.4953384399414,"p95":388.3333206176758,"p99":551.5832901000977},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":10744817.053868188,"p90":10666111.120708408,"p95":10626756.346740155,"p99":10497032.90612691},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9934,"throttle_fraction_max":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2099,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2099,"p50":2101,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2099,"p50":2100,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2100,"p50":2102,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.2},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2093,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.2},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2103,"p50":2105,"max":2106,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.2},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2105,"p50":2107,"max":2108,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2094,"p50":2097,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.2},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2101,"p50":2102,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.2},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2101,"p50":2102,"max":2104,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2102,"p50":2104,"max":2106,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2097,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2102,"p50":2103,"max":2105,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2100,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2099,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.2},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2100,"p50":2101,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.2}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json new file mode 100644 index 0000000000..1a0d6f1d3f --- /dev/null +++ b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T20:24:32.826272+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":814.8239850997925,"p90":830.0840258598328,"p95":835.1349830627441,"p99":843.425989151001},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1111.024022102356,"p90":1121.0440397262573,"p95":1125.3269910812378,"p99":1136.46399974823},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1925.8480072021484,"p90":1951.12806558609,"p95":1960.461974143982,"p99":1979.889988899231},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2023.9601135253906,"p90":2044.9910163879395,"p95":2051.790952682495,"p99":2061.6860389709473},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1932.4569702148438,"p90":1951.611042022705,"p95":1958.0600261688232,"p99":1970.2739715576172},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":218.72800588607788,"p90":222.21200168132782,"p95":223.33499789237976,"p99":225.73800384998322},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":856.5620183944702,"p90":869.3410158157349,"p95":872.1050024032593,"p99":879.4770240783691},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1098.5640287399292,"p90":1111.9099855422974,"p95":1115.7100200653076,"p99":1127.573013305664},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.450176239013672,"p90":6.891012191772461,"p95":6.891012191772461,"p99":6.891012191772461},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":49.86405372619629,"p90":65.44804573059082,"p95":71.1369514465332,"p99":84.89799499511719},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-10.535955429077148,"p90":6.409883499145508,"p95":6.409883499145508,"p99":6.409883499145508},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":746.7169761657715,"p90":756.6909790039062,"p95":759.5369815826416,"p99":764.7039890289307},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1077.0920515060425,"p90":1085.785984992981,"p95":1088.9910459518433,"p99":1096.4809656143188},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1863.7900352478027,"p90":1878.931999206543,"p95":1884.0550184249878,"p99":1894.4350481033325},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":68.10998916625977,"p90":84.77604389190674,"p95":89.70093727111816,"p99":98.95801544189453},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":0,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.009900989942252636,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":8478325.909724388,"p90":8395115.444222512,"p95":8367465.6450942615,"p99":8315594.803826945},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1332.280993461609,"p90":1355.2290201187134,"p95":1363.5690212249756,"p99":1380.2330493927002},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1807.075023651123,"p90":1819.9690580368042,"p95":1824.139952659607,"p99":1835.271954536438},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":3139.356017112732,"p90":3175.1980781555176,"p95":3187.7089738845825,"p99":3215.505003929138},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":3244.576930999756,"p90":3281.008005142212,"p95":3289.724111557007,"p99":3304.563045501709},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3144.040107727051,"p90":3170.681953430176,"p95":3180.5379390716553,"p99":3198.283910751343},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":452.35899090766907,"p90":458.0079913139343,"p95":460.00799536705017,"p99":464.01700377464294},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1349.4999408721924,"p90":1364.2419576644897,"p95":1368.09504032135,"p99":1373.3830451965332},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1803.7489652633667,"p90":1826.9829750061035,"p95":1833.7140083312988,"p99":1844.1699743270874},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.368875503540039,"p90":6.529808044433594,"p95":6.529808044433594,"p99":6.529808044433594},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":75.07181167602539,"p90":102.99396514892578,"p95":116.93501472473145,"p99":142.3168182373047},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.891012191772461,"p90":13.01884651184082,"p95":13.01884651184082,"p99":13.01884651184082},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1243.3379888534546,"p90":1256.080985069275,"p95":1259.8459720611572,"p99":1265.375018119812},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1772.6980447769165,"p90":1781.2750339508057,"p95":1784.991979598999,"p99":1790.6450033187866},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3054.373025894165,"p90":3072.07989692688,"p95":3077.71897315979,"p99":3090.137004852295},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":88.90795707702637,"p90":115.58794975280762,"p95":124.28092956542969,"p99":140.9449577331543},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.009900989942252636,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":10422258.90168089,"p90":10334685.244778402,"p95":10302659.684532616,"p99":10245494.432138178},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2385.564088821411,"p90":2419.0330505371094,"p95":2432.3949813842773,"p99":2471.860885620117},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3244.688034057617,"p90":3269.2151069641113,"p95":3276.144027709961,"p99":3292.3688888549805},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":5630.252122879028,"p90":5688.248157501221,"p95":5708.539009094238,"p99":5764.229774475098},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":5741.954803466797,"p90":5782.404899597168,"p95":5796.666145324707,"p99":5818.098068237305},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5630.496978759766,"p90":5674.615859985352,"p95":5689.586162567139,"p99":5724.438190460205},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":930.6730031967163,"p90":937.8439784049988,"p95":940.5689835548401,"p99":945.7359910011292},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2334.1729640960693,"p90":2360.614061355591,"p95":2366.6629791259766,"p99":2377.531051635742},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":3221.318006515503,"p90":3247.878074645996,"p95":3258.557081222534,"p99":3274.317979812622},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.410121917724609,"p90":6.810665130615234,"p95":6.810665130615234,"p99":6.810665130615234},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":128.71217727661133,"p90":181.9930076599121,"p95":199.3088722229004,"p99":240.00120162963867},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-15.622138977050781,"p90":20.63131332397461,"p95":20.63131332397461,"p99":20.63131332397461},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2240.4329776763916,"p90":2257.230043411255,"p95":2262.5880241394043,"p99":2272.361993789673},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3172.481060028076,"p90":3182.9779148101807,"p95":3186.328887939453,"p99":3192.996025085449},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5482.834815979004,"p90":5516.017913818359,"p95":5525.259017944336,"p99":5539.546012878418},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":148.1008529663086,"p90":191.2989616394043,"p95":205.41667938232422,"p99":236.23371124267578},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":11639469.881117966,"p90":11548975.58125973,"p95":11518588.193843292,"p99":11448459.712468546},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4547.047138214111,"p90":4618.897914886475,"p95":4661.325931549072,"p99":4786.805152893066},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6090.0678634643555,"p90":6143.548011779785,"p95":6158.8029861450195,"p99":6176.877975463867},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":10637.115001678467,"p90":10762.44592666626,"p95":10820.128917694092,"p99":10963.683128356934},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":10757.878303527832,"p90":10833.776473999023,"p95":10875.574111938477,"p99":10986.124038696289},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10634.480476379395,"p90":10718.484878540039,"p95":10767.11654663086,"p99":10913.792610168457},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1873.600959777832,"p90":1884.431004524231,"p95":1888.1069421768188,"p99":1894.6839570999146},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":4396.941184997559,"p90":4430.31120300293,"p95":4438.083171844482,"p99":4460.459232330322},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":6068.202972412109,"p90":6100.251197814941,"p95":6109.5452308654785,"p99":6128.814220428467},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.609916687011719,"p90":7.33184814453125,"p95":7.33184814453125,"p99":7.33184814453125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":226.5644073486328,"p90":328.6142349243164,"p95":363.9039993286133,"p99":434.09252166748047},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.349098205566406,"p90":30.486106872558594,"p95":30.486106872558594,"p99":30.486106872558594},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4302.040100097656,"p90":4325.554847717285,"p95":4330.723762512207,"p99":4343.303203582764},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5979.190826416016,"p90":5995.8062171936035,"p95":6000.326156616211,"p99":6008.916854858398},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10354.071617126465,"p90":10388.592720031738,"p95":10399.060249328613,"p99":10410.425186157227},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":282.9580307006836,"p90":374.6013641357422,"p95":414.54029083251953,"p99":556.8628311157227},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":12325190.712525023,"p90":12228594.011680247,"p95":12173361.31102006,"p99":12009757.256875059},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0583,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":1938,"p50":2091,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0523,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":1956,"p50":2093,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0483,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":1961,"p50":2093,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0479,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":1978,"p50":2096,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.044,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1021.0},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":1946,"p50":2086,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0501,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":1946,"p50":2097,"max":2106,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.05,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1943,"p50":2099,"max":2107,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0531,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1021.0},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":1934,"p50":2089,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0523,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":1933,"p50":2093,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0583,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":1958,"p50":2095,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0459,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1021.0},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":1957,"p50":2097,"max":2105,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0478,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1021.0},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":1955,"p50":2090,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0452,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":1954,"p50":2096,"max":2104,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0515,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":1965,"p50":2093,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0451,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":1948,"p50":2092,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0502,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":1958,"p50":2095,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0469,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json new file mode 100644 index 0000000000..6c7f2bb4ff --- /dev/null +++ b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T19:13:21.925887+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":410.69599986076355,"p90":414.3809974193573,"p95":416.144996881485,"p99":419.4290041923523},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":535.0430011749268,"p90":542.1350002288818,"p95":544.5380210876465,"p99":549.9060153961182},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":945.7390010356903,"p90":956.5159976482391,"p95":960.6830179691315,"p99":969.3350195884705},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":933.040976524353,"p90":940.2520060539246,"p95":943.3760046958923,"p99":951.1470198631287},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":937.8479719161987,"p90":945.2589750289917,"p95":947.7030038833618,"p99":954.7950029373169},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":380.9320032596588,"p90":382.7750086784363,"p95":383.29601287841797,"p99":384.9779963493347},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":519.6200013160706,"p90":524.9879956245422,"p95":527.0310044288635,"p99":530.7570099830627},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.36899471282959,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.572995662689209,"p90":12.497961521148682,"p95":13.460993766784668,"p99":15.863001346588135},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.003014087677002,"p90":1.681983470916748,"p95":1.681983470916748,"p99":1.681983470916748},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":383.89700651168823,"p90":387.3020112514496,"p95":389.42500948905945,"p99":392.67000555992126},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":514.1720175743103,"p90":520.421028137207,"p95":522.9060053825378,"p99":528.232991695404},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":910.4869961738586,"p90":917.5379872322083,"p95":920.2219843864441,"p99":926.5120029449463},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":27.36002206802368,"p90":30.727028846740723,"p95":31.967997550964355,"p99":35.09300947189331},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":8734891.203381518,"p90":8666408.060022648,"p95":8644058.282428138,"p99":8579852.193191476},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":692.0390129089355,"p90":696.9249844551086,"p95":698.7699866294861,"p99":702.6950120925903},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":858.8899970054626,"p90":866.0200238227844,"p95":868.5050010681152,"p99":873.3909726142883},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1550.9290099143982,"p90":1562.945008277893,"p95":1567.2749876976013,"p99":1576.0859847068787},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1535.5459451675415,"p90":1543.1159734725952,"p95":1545.1990365982056,"p99":1550.5679845809937},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1540.7140254974365,"p90":1549.206018447876,"p95":1552.170991897583,"p99":1556.6179752349854},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":678.6980032920837,"p90":683.5060119628906,"p95":684.6280097961426,"p99":686.510980129242},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":836.4149928092957,"p90":842.3849940299988,"p95":844.2280292510986,"p99":848.1940031051636},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.698007583618164,"p90":17.107009887695312,"p95":18.62800121307373,"p99":23.476004600524902},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.2829771041870117,"p90":6.489038467407227,"p95":6.489038467407227,"p99":6.489038467407227},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":673.0110049247742,"p90":676.8159866333008,"p95":678.3789992332458,"p99":681.8640232086182},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":830.5670022964478,"p90":836.8970155715942,"p95":838.9390110969543,"p99":843.9880013465881},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1521.5649604797363,"p90":1529.4170379638672,"p95":1531.8599939346313,"p99":1537.5880002975464},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.988966941833496,"p90":24.63698387145996,"p95":26.278018951416016,"p99":29.80506420135498},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":10634030.539645568,"p90":10575739.962858433,"p95":10555538.072496762,"p99":10525382.759714495},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1273.751974105835,"p90":1282.5260162353516,"p95":1285.1300239562988,"p99":1288.7359857559204},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1501.054048538208,"p90":1509.0659856796265,"p95":1512.030005455017,"p99":1517.3989534378052},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2774.806022644043,"p90":2791.592001914978,"p95":2797.160029411316,"p99":2806.1349391937256},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2761.8660926818848,"p90":2773.483991622925,"p95":2778.531074523926,"p99":2787.864923477173},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2762.3090744018555,"p90":2773.085117340088,"p95":2776.4101028442383,"p99":2782.2580337524414},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1234.5730066299438,"p90":1241.8639659881592,"p95":1244.4679737091064,"p99":1250.236988067627},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1488.9960289001465,"p90":1498.3689785003662,"p95":1502.174973487854,"p99":1511.8299722671509},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.409168243408203,"p90":6.448984146118164,"p95":6.448984146118164,"p99":6.448984146118164},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.271944046020508,"p90":29.84619140625,"p95":32.88912773132324,"p99":38.498878479003906},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.204822540283203,"p90":-1.7230510711669922,"p95":-1.7230510711669922,"p99":-1.7230510711669922},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1223.0759859085083,"p90":1229.2460203170776,"p95":1230.728030204773,"p99":1234.2530488967896},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1470.4489707946777,"p90":1477.378010749817,"p95":1479.3020486831665,"p99":1483.1069707870483},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2711.0300064086914,"p90":2720.7651138305664,"p95":2723.5701084136963,"p99":2729.2590141296387},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":50.51612854003906,"p90":61.45286560058594,"p95":64.53609466552734,"p99":68.50194931030273},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":11862539.316711152,"p90":11816442.198294546,"p95":11802291.011126732,"p99":11777484.18819576},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2395.076036453247,"p90":2403.649091720581,"p95":2405.812978744507,"p99":2410.0589752197266},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2792.9129600524902,"p90":2804.4519424438477,"p95":2807.537078857422,"p99":2813.823938369751},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":5187.988996505737,"p90":5208.101034164429,"p95":5213.350057601929,"p99":5223.8829135894775},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":5177.772998809814,"p90":5195.519924163818,"p95":5200.006008148193,"p99":5206.976890563965},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5175.29296875,"p90":5191.032886505127,"p95":5195.362091064453,"p99":5202.455043792725},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2357.6600551605225,"p90":2366.832971572876,"p95":2368.515968322754,"p99":2373.3630180358887},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2774.125099182129,"p90":2785.1409912109375,"p95":2787.384033203125,"p99":2793.5938835144043},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.449222564697266,"p90":6.489753723144531,"p95":6.489753723144531,"p99":6.489753723144531},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":41.262149810791016,"p90":56.20431900024414,"p95":61.21110916137695,"p99":70.90568542480469},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.165172576904297,"p90":3.0841827392578125,"p95":3.0841827392578125,"p99":3.0841827392578125},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2349.8880863189697,"p90":2358.3810329437256,"p95":2360.3439331054688,"p99":2363.95001411438},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2758.863925933838,"p90":2768.0370807647705,"p95":2770.519971847534,"p99":2775.2480506896973},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5130.622863769531,"p90":5145.2460289001465,"p95":5148.812770843506,"p99":5157.064914703369},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":43.786048889160156,"p90":57.08599090576172,"p95":60.61077117919922,"p99":66.6203498840332},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":12663244.457024246,"p90":12624847.777476178,"p95":12614327.712156178,"p99":12597129.518340357},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2099,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":378.0},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2101,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":377.9},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2100,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":377.9},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2097,"p50":2102,"max":2104,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":377.9},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2094,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":377.9},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2100,"p50":2105,"max":2107,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":377.9},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2101,"p50":2107,"max":2108,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":377.9},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2097,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":377.9}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json new file mode 100644 index 0000000000..f28f927de3 --- /dev/null +++ b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T19:30:24.726981+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":409.5740020275116,"p90":413.98000717163086,"p95":415.54298996925354,"p99":418.4669852256775},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":444.10601258277893,"p90":451.5570104122162,"p95":455.0020098686218,"p99":462.213009595871},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":853.6800146102905,"p90":865.537017583847,"p95":870.5449998378754,"p99":880.6799948215485},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":828.7619948387146,"p90":840.0189876556396,"p95":845.346987247467,"p99":861.0510230064392},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":835.0120186805725,"p90":842.8630232810974,"p95":845.907986164093,"p99":852.9589772224426},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":188.16199898719788,"p90":191.4069950580597,"p95":192.4079954624176,"p99":194.77200508117676},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":386.3399922847748,"p90":389.74401354789734,"p95":390.7049894332886,"p99":392.6289975643158},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":419.1479980945587,"p90":425.07800459861755,"p95":429.20398712158203,"p99":438.6569857597351},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.290018558502197,"p90":6.609976291656494,"p95":6.609976291656494,"p99":6.609976291656494},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.571982383728027,"p90":11.817991733551025,"p95":13.499975204467773,"p99":15.623033046722412},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.204000949859619,"p90":1.6430020332336426,"p95":1.6430020332336426,"p99":1.6430020332336426},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":385.2579891681671,"p90":389.0230059623718,"p95":390.70600271224976,"p99":393.5900032520294},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":431.0869872570038,"p90":437.6150071620941,"p95":441.50200486183167,"p99":450.15498995780945},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":810.8159899711609,"p90":818.0670142173767,"p95":820.9099769592285,"p99":827.7209997177124},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.195969104766846,"p90":28.442025184631348,"p95":29.644012451171875,"p99":32.127976417541504},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":9810637.232436994,"p90":9719254.224856349,"p95":9684268.423978303,"p99":9604213.354640165},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":702.9340267181396,"p90":707.8610062599182,"p95":709.4240188598633,"p99":712.3479843139648},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":664.9569869041443,"p90":672.5280284881592,"p95":676.5750050544739,"p99":687.1500015258789},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1367.891013622284,"p90":1380.3890347480774,"p95":1385.9990239143372,"p99":1399.4979858398438},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1351.104974746704,"p90":1361.0010147094727,"p95":1365.0870323181152,"p99":1454.8219442367554},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1358.517050743103,"p90":1366.8889999389648,"p95":1370.134949684143,"p99":1379.7880411148071},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":387.0199918746948,"p90":392.9089903831482,"p95":394.5919871330261,"p99":399.1580009460449},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":680.9409856796265,"p90":686.5890026092529,"p95":687.870979309082,"p99":689.9939775466919},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":652.538001537323,"p90":658.2670211791992,"p95":659.7890257835388,"p99":664.4359827041626},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.529092788696289,"p95":6.529092788696289,"p99":6.529092788696289},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.296987533569336,"p90":16.585946083068848,"p95":18.548011779785156,"p99":21.3930606842041},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.8439760208129883,"p90":-2.042055130004883,"p95":-2.042055130004883,"p99":-2.042055130004883},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":676.8550276756287,"p90":680.8210015296936,"p95":682.5029850006104,"p99":686.1889958381653},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":651.777982711792,"p90":657.787024974823,"p95":660.6709957122803,"p99":668.8029766082764},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1332.116961479187,"p90":1340.2889966964722,"p95":1343.4540033340454,"p99":1352.5079488754272},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":26.000022888183594,"p90":31.60703182220459,"p95":33.20896625518799,"p99":35.57395935058594},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":12060209.322391665,"p90":11986342.710148072,"p95":11957946.18900642,"p99":11874287.5802594},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1280.8400392532349,"p90":1289.6130084991455,"p95":1291.815996170044,"p99":1295.6229448318481},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1116.5939569473267,"p90":1124.8470544815063,"p95":1129.093050956726,"p99":1138.4270191192627},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2397.4339962005615,"p90":2414.460062980652,"p95":2420.90904712677,"p99":2434.049963951111},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2388.0209922790527,"p90":2398.155927658081,"p95":2401.6408920288086,"p99":2407.4490070343018},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2390.8650875091553,"p90":2402.1220207214355,"p95":2406.287908554077,"p99":2415.541887283325},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":784.6570014953613,"p90":791.6259765625,"p95":794.2709922790527,"p99":799.439013004303},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1244.6670532226562,"p90":1253.8800239562988,"p95":1257.9259872436523,"p99":1265.2169466018677},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1108.2210540771484,"p90":1117.074966430664,"p95":1119.2779541015625,"p99":1124.966025352478},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.368875503540039,"p90":6.44993782043457,"p95":6.44993782043457,"p99":6.44993782043457},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.476123809814453,"p90":32.92989730834961,"p95":35.65406799316406,"p99":39.4589900970459},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.1239986419677734,"p90":5.326986312866211,"p95":5.326986312866211,"p99":5.326986312866211},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1230.6439876556396,"p90":1238.2169961929321,"p95":1240.218997001648,"p99":1243.3840036392212},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1086.3490104675293,"p90":1093.1589603424072,"p95":1095.4819917678833,"p99":1101.4909744262695},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2340.4688835144043,"p90":2351.3259887695312,"p95":2355.051040649414,"p99":2363.9039993286133},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":48.954010009765625,"p90":62.973976135253906,"p95":65.3371810913086,"p99":69.78487968444824},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":13705499.390657075,"p90":13641272.057511343,"p95":13617655.594541918,"p99":13565486.143091898},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2402.8429985046387,"p90":2415.1809215545654,"p95":2417.7050590515137,"p99":2421.8709468841553},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2026.719093322754,"p90":2038.377046585083,"p95":2041.821002960205,"p99":2047.7099418640137},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":4429.562091827393,"p90":4453.557968139648,"p95":4459.526062011719,"p99":4469.580888748169},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":4424.7941970825195,"p90":4439.977169036865,"p95":4442.7008628845215,"p99":4453.836917877197},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4423.713207244873,"p90":4440.818786621094,"p95":4446.025848388672,"p99":4456.322193145752},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1592.628002166748,"p90":1601.4009714126587,"p95":1604.164958000183,"p99":1610.1340055465698},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2357.9349517822266,"p90":2367.110013961792,"p95":2369.231939315796,"p99":2372.35689163208},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2014.1000747680664,"p90":2025.7980823516846,"p95":2029.1221141815186,"p99":2035.6121063232422},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.409168243408203,"p90":6.450176239013672,"p95":6.450176239013672,"p99":6.450176239013672},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":39.70003128051758,"p90":55.20296096801758,"p95":59.48925018310547,"p99":68.02177429199219},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.9267539978027344,"p90":5.007266998291016,"p95":5.007266998291016,"p99":5.007266998291016},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2353.8899421691895,"p90":2362.1020317077637,"p95":2364.224910736084,"p99":2368.7520027160645},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1991.2259578704834,"p90":1999.9589920043945,"p95":2002.842903137207,"p99":2008.6109638214111},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4373.157024383545,"p90":4387.4192237854,"p95":4392.186164855957,"p99":4399.957180023193},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":50.35686492919922,"p90":65.21797180175781,"p95":68.8629150390625,"p99":75.9134292602539},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":14814703.605258442,"p90":14757638.88349623,"p95":14740355.147451865,"p99":14706297.51609985},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9947,"throttle_fraction_max":{"power":0.0919,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":1855,"p50":2078,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0916,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":1890,"p50":2082,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0847,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":1886,"p50":2083,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0862,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":1921,"p50":2086,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0791,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":1876,"p50":2076,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0864,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":1871,"p50":2085,"max":2105,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0872,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1862,"p50":2081,"max":2105,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0907,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":1852,"p50":2075,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0919,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-swap-blocks-smoke-contiguous.json b/collectivex/results/mi325x/mi325x-swap-blocks-smoke-contiguous.json new file mode 100644 index 0000000000..0d0f88663a --- /dev/null +++ b/collectivex/results/mi325x/mi325x-swap-blocks-smoke-contiguous.json @@ -0,0 +1,4075 @@ +{ + "schema": "collectivex-swap-blocks-v1", + "case_id": "mi325x-swap-blocks-smoke-contiguous", + "profile": "smoke", + "generated_at": "2026-10-27T21:36:12.491662+00:00", + "operation": "vllm._custom_ops.swap_blocks", + "timing": "drained-wall-clock-including-submission-and-synchronization", + "warmup": 4, + "iterations": 20, + "selection": { + "requested_block_bytes": [ + 257, + 4096, + 65536, + 262144 + ], + "requested_num_blocks": [ + 1, + 4, + 16, + 64, + 256, + 1024, + 2048 + ], + "max_payload_bytes": 2147483648, + "skipped_cases": [] + }, + "runtime": { + "sku": "mi325x", + "torch": "2.13.0+git733fca1", + "vllm": "0.32.0", + "cuda": null, + "hip": "7.2.53211", + "device": "", + "device_index": 0, + "image": "vllm/vllm-openai-rocm:v0.32.0", + "source_sha": "e7f9471b4f37b631c67fc58826cc4a4fe275340c", + "source_dirty": false + }, + "cases": [ + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 257, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 14.322, + "p90": 14.612, + "p95": 14.802, + "p99": 14.942 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.017944421170227622, + "p90": 0.01758828360251848, + "p95": 0.017362518578570463, + "p99": 0.01719983937893187 + }, + "samples_us": [ + 14.942, + 14.612, + 14.272, + 14.602, + 14.302, + 14.121, + 14.802, + 14.252, + 14.172, + 14.341, + 14.381, + 14.582, + 14.322, + 14.262, + 14.322, + 14.271, + 14.301, + 14.202, + 14.332, + 14.452 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1028, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 20.611, + "p90": 21.142, + "p95": 21.252, + "p99": 22.163 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.049876279656494105, + "p90": 0.04862359284835872, + "p95": 0.04837191793713533, + "p99": 0.04638361232685106 + }, + "samples_us": [ + 21.142, + 20.891, + 22.163, + 20.791, + 20.591, + 20.611, + 20.671, + 21.252, + 20.771, + 20.401, + 20.391, + 20.431, + 20.591, + 20.631, + 20.461, + 20.441, + 20.551, + 20.591, + 20.651, + 20.701 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4112, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 58.529, + "p90": 63.476, + "p95": 163.988, + "p99": 178.229 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.07025577064361258, + "p90": 0.06478038943852794, + "p95": 0.025075005488206455, + "p99": 0.023071441796789525 + }, + "samples_us": [ + 61.563, + 62.494, + 60.281, + 55.935, + 56.255, + 178.229, + 60.101, + 57.567, + 63.476, + 58.699, + 61.463, + 54.363, + 58.529, + 61.853, + 57.106, + 58.018, + 57.817, + 56.235, + 55.844, + 163.988 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16448, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 185.16, + "p90": 195.696, + "p95": 196.977, + "p99": 198.841 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08883128105422337, + "p90": 0.08404872864034012, + "p95": 0.08350213476700326, + "p99": 0.08271935868357129 + }, + "samples_us": [ + 189.146, + 191.319, + 177.308, + 196.977, + 179.401, + 193.202, + 181.314, + 188.505, + 185.16, + 183.498, + 192.43, + 198.841, + 180.743, + 183.257, + 182.175, + 186.733, + 195.696, + 183.237, + 179.312, + 191.139 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65792, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 642.031, + "p90": 667.73, + "p95": 669.553, + "p99": 673.679 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.10247480261856515, + "p90": 0.09853084330492864, + "p95": 0.09826257219368743, + "p99": 0.09766075534490462 + }, + "samples_us": [ + 667.7, + 667.73, + 635.761, + 652.026, + 669.553, + 646.166, + 636.553, + 645.516, + 633.287, + 642.602, + 639.377, + 642.331, + 640.058, + 640.559, + 641.68, + 642.922, + 634.288, + 642.031, + 673.679, + 636.922 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 263168, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2462.533, + "p90": 2497.696, + "p95": 2568.773, + "p99": 2582.825 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.10686882165640013, + "p90": 0.10536430374232893, + "p95": 0.10244891237956799, + "p99": 0.10189153349530068 + }, + "samples_us": [ + 2582.825, + 2568.773, + 2491.006, + 2456.384, + 2470.205, + 2481.792, + 2454.841, + 2454.081, + 2445.597, + 2456.584, + 2463.715, + 2497.696, + 2462.824, + 2462.383, + 2448.051, + 2458.187, + 2478.087, + 2444.957, + 2462.533, + 2464.386 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 526336, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5126.12, + "p90": 5153.942, + "p95": 5159.431, + "p99": 5188.204 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.10267726857740357, + "p90": 0.10212299633950091, + "p95": 0.10201435003200934, + "p99": 0.10144859377156334 + }, + "samples_us": [ + 5108.203, + 5134.763, + 5141.543, + 5133.071, + 5126.12, + 5135.053, + 5104.887, + 5111.578, + 4965.377, + 4901.29, + 4928.751, + 4913.017, + 5153.942, + 5136.876, + 5159.431, + 5188.204, + 5141.633, + 5104.166, + 5115.163, + 5142.484 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4096, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 16.324, + "p90": 16.535, + "p95": 16.975, + "p99": 17.086 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.2509188924283264, + "p90": 0.2477169640157242, + "p95": 0.2412960235640648, + "p99": 0.23972843263490576 + }, + "samples_us": [ + 16.535, + 16.535, + 16.474, + 16.105, + 15.814, + 16.245, + 16.224, + 16.385, + 16.255, + 16.324, + 16.014, + 16.505, + 16.975, + 16.284, + 17.086, + 16.405, + 16.225, + 16.535, + 15.544, + 16.415 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16384, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 23.986, + "p90": 24.387, + "p95": 25.399, + "p99": 25.859 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.6830651213207705, + "p90": 0.6718333538360602, + "p95": 0.645064766329383, + "p99": 0.633589852662516 + }, + "samples_us": [ + 23.926, + 24.167, + 23.886, + 24.006, + 24.166, + 23.325, + 23.676, + 25.859, + 24.196, + 25.399, + 23.466, + 23.906, + 24.387, + 24.157, + 23.555, + 24.207, + 24.117, + 23.986, + 23.385, + 23.976 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 65.68, + "p90": 69.906, + "p95": 71.328, + "p99": 75.704 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.9978075517661389, + "p90": 0.9374874831917146, + "p95": 0.9187976671152983, + "p99": 0.8656874141392793 + }, + "samples_us": [ + 67.952, + 67.111, + 65.088, + 64.528, + 62.474, + 63.086, + 65.408, + 65.208, + 71.328, + 68.905, + 66.31, + 66.3, + 62.484, + 62.805, + 65.68, + 65.439, + 75.704, + 69.906, + 67.082, + 65.93 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 215.205, + "p90": 226.893, + "p95": 228.936, + "p99": 232.292 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.2181129620594318, + "p90": 1.1553639821413617, + "p95": 1.145053639445085, + "p99": 1.1285106676080106 + }, + "samples_us": [ + 217.659, + 221.265, + 208.325, + 228.936, + 211.37, + 232.292, + 207.343, + 226.893, + 211.249, + 218.921, + 215.205, + 226.693, + 211.76, + 218.15, + 221.766, + 224.85, + 196.958, + 192.04, + 182.045, + 201.375 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 672.937, + "p90": 674.69, + "p95": 744.295, + "p99": 799.338 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.5582082720967936, + "p90": 1.5541596881530777, + "p95": 1.4088177402777124, + "p99": 1.311805519067028 + }, + "samples_us": [ + 799.338, + 744.295, + 672.937, + 674.39, + 673.118, + 673.719, + 671.745, + 667.149, + 672.988, + 673.097, + 668.28, + 670.914, + 668.621, + 666.377, + 673.137, + 674.69, + 665.256, + 671.496, + 673.928, + 667.599 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2567.341, + "p90": 2573.851, + "p95": 2574.131, + "p99": 2575.364 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.6337151940470704, + "p90": 1.6295830644431244, + "p95": 1.6294058072413564, + "p99": 1.6286257010659464 + }, + "samples_us": [ + 2566.069, + 2555.794, + 2567.482, + 2563.606, + 2570.195, + 2559.289, + 2568.393, + 2559.299, + 2573.851, + 2573.0, + 2575.364, + 2563.255, + 2562.214, + 2563.545, + 2567.832, + 2569.765, + 2562.233, + 2574.131, + 2568.443, + 2567.341 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 8388608, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5128.103, + "p90": 5163.617, + "p95": 5179.941, + "p99": 5321.916 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.635811137178797, + "p90": 1.6245604582989017, + "p95": 1.6194408391910255, + "p99": 1.5762383322096778 + }, + "samples_us": [ + 5108.553, + 5128.103, + 5159.13, + 5163.406, + 5121.132, + 5130.687, + 5130.867, + 5124.678, + 5141.623, + 5163.617, + 5126.089, + 5127.902, + 5142.665, + 5321.916, + 5158.258, + 5179.941, + 5117.917, + 5118.047, + 5122.815, + 5117.727 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 17.226, + "p90": 17.446, + "p95": 17.446, + "p99": 28.743 + }, + "payload_gbps_at_latency_percentile": { + "p50": 3.804481597585046, + "p90": 3.7565057892926745, + "p95": 3.7565057892926745, + "p99": 2.280068190515952 + }, + "samples_us": [ + 17.326, + 17.256, + 17.446, + 17.146, + 16.876, + 28.743, + 17.226, + 16.995, + 17.116, + 17.256, + 17.357, + 17.026, + 16.936, + 17.286, + 16.865, + 17.416, + 17.226, + 17.025, + 17.416, + 17.446 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 61.813, + "p90": 62.014, + "p95": 62.144, + "p99": 62.905 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.240920194781033, + "p90": 4.227174508981843, + "p95": 4.218331616889804, + "p99": 4.167299896669581 + }, + "samples_us": [ + 61.763, + 61.433, + 62.905, + 62.144, + 61.793, + 61.793, + 61.844, + 61.874, + 60.982, + 60.411, + 61.182, + 62.014, + 61.833, + 61.893, + 61.874, + 61.764, + 61.713, + 61.883, + 61.813, + 61.934 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 233.043, + "p90": 237.77, + "p95": 239.852, + "p99": 240.754 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.49949580120407, + "p90": 4.410043319173992, + "p95": 4.371762586928606, + "p99": 4.355383503493192 + }, + "samples_us": [ + 231.26, + 233.443, + 236.628, + 230.468, + 231.249, + 233.463, + 233.964, + 232.251, + 232.501, + 233.733, + 232.762, + 231.099, + 231.78, + 232.532, + 237.239, + 233.043, + 234.515, + 239.852, + 237.77, + 240.754 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 933.862, + "p90": 949.485, + "p95": 952.22, + "p99": 952.801 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.491353112130057, + "p90": 4.417451565848855, + "p95": 4.404763605049253, + "p99": 4.402077663646449 + }, + "samples_us": [ + 948.093, + 952.801, + 935.394, + 948.534, + 945.63, + 924.558, + 926.471, + 949.485, + 933.862, + 932.61, + 952.22, + 920.0, + 920.632, + 925.059, + 942.955, + 940.983, + 923.166, + 942.104, + 920.462, + 923.396 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3748.547, + "p90": 3756.329, + "p95": 3760.506, + "p99": 3763.029 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.4756584351216615, + "p90": 4.466386197801098, + "p95": 4.461425138000045, + "p99": 4.458433883980166 + }, + "samples_us": [ + 3748.317, + 3732.844, + 3748.547, + 3728.616, + 3760.506, + 3729.498, + 3753.464, + 3733.415, + 3754.306, + 3729.909, + 3755.297, + 3763.029, + 3754.416, + 3731.011, + 3755.468, + 3732.694, + 3733.335, + 3753.004, + 3756.329, + 3749.568 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 15155.382, + "p90": 15162.683, + "p95": 15165.717, + "p99": 15168.172 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.428054931244887, + "p90": 4.425922773693811, + "p95": 4.425037339151192, + "p99": 4.424321137708618 + }, + "samples_us": [ + 15160.14, + 15168.172, + 15158.367, + 15157.065, + 15149.473, + 15161.291, + 15154.481, + 15155.162, + 15151.827, + 15150.816, + 15160.47, + 15154.641, + 15165.717, + 15162.683, + 15155.382, + 15155.753, + 15147.951, + 15156.513, + 15148.792, + 15147.27 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 134217728, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 30104.413, + "p90": 30133.627, + "p95": 30134.658, + "p99": 30155.429 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.458407078058622, + "p90": 4.454084733975104, + "p95": 4.453932345938687, + "p99": 4.450864486126196 + }, + "samples_us": [ + 30133.627, + 30134.658, + 30124.052, + 30130.782, + 30128.769, + 30155.429, + 30120.627, + 30112.645, + 30104.413, + 30107.377, + 30094.207, + 30122.47, + 30095.169, + 30084.101, + 30075.238, + 30073.887, + 30082.82, + 30058.503, + 30074.987, + 30073.526 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 21.072, + "p90": 21.142, + "p95": 21.192, + "p99": 32.8 + }, + "payload_gbps_at_latency_percentile": { + "p50": 12.44039483675019, + "p90": 12.399205373190805, + "p95": 12.369950924877312, + "p99": 7.9921951219512195 + }, + "samples_us": [ + 21.132, + 20.241, + 20.391, + 20.13, + 32.8, + 20.911, + 20.331, + 21.102, + 20.972, + 21.072, + 21.082, + 21.082, + 21.192, + 21.092, + 20.941, + 20.892, + 21.072, + 20.932, + 21.072, + 21.142 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 79.69, + "p90": 80.322, + "p95": 80.862, + "p99": 80.922 + }, + "payload_gbps_at_latency_percentile": { + "p50": 13.158187978416363, + "p90": 13.054655013570379, + "p95": 12.96747545200465, + "p99": 12.957860655940289 + }, + "samples_us": [ + 80.862, + 79.521, + 79.741, + 79.69, + 80.922, + 80.322, + 76.736, + 79.52, + 79.66, + 80.041, + 78.949, + 79.71, + 79.58, + 78.438, + 79.661, + 78.759, + 80.021, + 80.061, + 80.291, + 79.881 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 304.831, + "p90": 310.179, + "p95": 311.22, + "p99": 313.133 + }, + "payload_gbps_at_latency_percentile": { + "p50": 13.759440476854389, + "p90": 13.52220492038468, + "p95": 13.476974487500803, + "p99": 13.394640615968294 + }, + "samples_us": [ + 306.123, + 304.631, + 301.796, + 304.29, + 304.591, + 301.646, + 300.324, + 304.831, + 304.781, + 302.487, + 303.489, + 307.395, + 313.133, + 311.22, + 305.822, + 309.188, + 307.315, + 304.841, + 307.465, + 310.179 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 1320.897, + "p90": 1333.416, + "p95": 1335.93, + "p99": 1338.653 + }, + "payload_gbps_at_latency_percentile": { + "p50": 12.70138095551735, + "p90": 12.582131907821715, + "p95": 12.558454410036454, + "p99": 12.532908827007446 + }, + "samples_us": [ + 1335.93, + 1332.885, + 1329.751, + 1333.416, + 1317.342, + 1320.186, + 1338.653, + 1321.167, + 1319.555, + 1322.42, + 1319.826, + 1320.897, + 1313.666, + 1316.01, + 1320.757, + 1320.637, + 1323.33, + 1324.222, + 1322.129, + 1320.847 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5453.705, + "p90": 5481.367, + "p95": 5481.998, + "p99": 5504.041 + }, + "payload_gbps_at_latency_percentile": { + "p50": 12.30518775768033, + "p90": 12.243088995865447, + "p95": 12.241679767121404, + "p99": 12.192653361412097 + }, + "samples_us": [ + 5447.366, + 5456.79, + 5478.913, + 5476.69, + 5477.932, + 5460.014, + 5481.367, + 5434.926, + 5445.362, + 5443.65, + 5449.238, + 5446.714, + 5481.998, + 5471.572, + 5504.041, + 5456.038, + 5445.543, + 5445.282, + 5453.705, + 5443.439 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 268435456, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 20259.879, + "p90": 20325.318, + "p95": 20339.139, + "p99": 20347.011 + }, + "payload_gbps_at_latency_percentile": { + "p50": 13.249608055408427, + "p90": 13.206949874043792, + "p95": 13.197975391190354, + "p99": 13.192869262222349 + }, + "samples_us": [ + 20339.139, + 20298.708, + 20295.182, + 20347.011, + 20311.998, + 20310.757, + 20301.572, + 20325.318, + 20268.963, + 20236.725, + 20259.879, + 20265.989, + 20196.063, + 20194.591, + 20172.658, + 20204.996, + 20163.944, + 20212.158, + 20210.735, + 20199.528 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 536870912, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 38088.183, + "p90": 38249.096, + "p95": 38250.247, + "p99": 38255.085 + }, + "payload_gbps_at_latency_percentile": { + "p50": 14.095471868532032, + "p90": 14.036172567320284, + "p95": 14.035750200515045, + "p99": 14.03397514343518 + }, + "samples_us": [ + 38255.085, + 38250.247, + 38249.096, + 38209.846, + 38165.079, + 38166.531, + 38191.388, + 38185.761, + 38176.857, + 38066.45, + 38148.104, + 38024.286, + 38041.112, + 38070.466, + 38002.824, + 38036.344, + 38055.744, + 38002.433, + 38088.183, + 38026.84 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 257, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 14.021, + "p90": 14.612, + "p95": 14.792, + "p99": 16.555 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.018329648384566008, + "p90": 0.01758828360251848, + "p95": 0.01737425635478637, + "p99": 0.015524010872848082 + }, + "samples_us": [ + 14.792, + 14.612, + 14.101, + 13.951, + 13.79, + 14.012, + 14.081, + 14.102, + 13.991, + 13.891, + 14.091, + 14.021, + 13.901, + 13.841, + 14.071, + 16.555, + 14.112, + 14.112, + 13.411, + 13.841 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1028, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 20.28, + "p90": 20.571, + "p95": 20.671, + "p99": 21.142 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.05069033530571992, + "p90": 0.04997326333187497, + "p95": 0.04973150790963185, + "p99": 0.04862359284835872 + }, + "samples_us": [ + 20.541, + 20.541, + 20.01, + 20.671, + 20.03, + 20.521, + 20.191, + 20.101, + 20.221, + 20.2, + 20.28, + 20.281, + 20.531, + 21.142, + 20.261, + 20.571, + 20.041, + 20.331, + 20.541, + 20.271 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4112, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 57.407, + "p90": 63.055, + "p95": 63.326, + "p99": 70.777 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.0716288954308708, + "p90": 0.06521290936484021, + "p95": 0.06493383444398824, + "p99": 0.05809796967941563 + }, + "samples_us": [ + 57.537, + 61.363, + 55.364, + 51.497, + 70.777, + 52.84, + 55.945, + 63.326, + 60.15, + 54.753, + 62.154, + 59.389, + 54.062, + 63.055, + 57.407, + 62.525, + 59.089, + 54.793, + 55.504, + 54.823 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16448, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 188.715, + "p90": 196.908, + "p95": 197.639, + "p99": 200.283 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08715788358106139, + "p90": 0.0835313953724582, + "p95": 0.0832224409150016, + "p99": 0.08212379483031511 + }, + "samples_us": [ + 180.202, + 192.331, + 175.736, + 192.822, + 180.302, + 188.715, + 179.451, + 193.973, + 184.789, + 193.512, + 179.201, + 200.283, + 192.281, + 195.024, + 181.525, + 195.044, + 183.948, + 196.908, + 181.033, + 197.639 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65792, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 702.783, + "p90": 775.502, + "p95": 796.424, + "p99": 813.29 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.0936163794514096, + "p90": 0.08483795012778819, + "p95": 0.08260926340743122, + "p99": 0.08089611331751281 + }, + "samples_us": [ + 813.29, + 796.424, + 713.318, + 712.588, + 701.431, + 775.502, + 705.827, + 702.312, + 699.768, + 700.018, + 702.502, + 702.783, + 707.69, + 708.892, + 698.816, + 699.808, + 699.698, + 702.382, + 703.774, + 703.183 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 263168, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2769.216, + "p90": 2785.301, + "p95": 2792.903, + "p99": 2798.841 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.09503339573366613, + "p90": 0.09448458173820352, + "p95": 0.09422740424568989, + "p99": 0.09402749209404893 + }, + "samples_us": [ + 2763.698, + 2761.095, + 2755.395, + 2749.086, + 2763.157, + 2773.593, + 2764.63, + 2780.344, + 2778.591, + 2753.573, + 2771.139, + 2798.841, + 2765.471, + 2769.216, + 2780.113, + 2785.301, + 2792.903, + 2764.329, + 2784.741, + 2773.904 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 526336, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5474.827, + "p90": 5498.242, + "p95": 5508.658, + "p99": 5633.296 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.09613746699210769, + "p90": 0.09572805271212144, + "p95": 0.09554704612266726, + "p99": 0.0934330452367495 + }, + "samples_us": [ + 5482.719, + 5498.242, + 5474.807, + 5508.658, + 5472.703, + 5477.752, + 5470.55, + 5488.768, + 5466.664, + 5467.246, + 5464.341, + 5474.827, + 5466.124, + 5449.859, + 5485.613, + 5488.257, + 5495.989, + 5472.784, + 5479.053, + 5633.296 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4096, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 15.914, + "p90": 16.325, + "p95": 16.595, + "p99": 29.124 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.2573834359683298, + "p90": 0.25090352220520673, + "p95": 0.24682133172642362, + "p99": 0.14064002197500344 + }, + "samples_us": [ + 16.325, + 15.964, + 15.994, + 15.823, + 16.084, + 15.874, + 15.744, + 15.674, + 15.864, + 16.134, + 16.595, + 15.914, + 15.814, + 16.064, + 15.543, + 15.713, + 16.145, + 15.844, + 29.124, + 16.144 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16384, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 23.215, + "p90": 23.506, + "p95": 24.247, + "p99": 24.296 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.705750592289468, + "p90": 0.6970135284608185, + "p95": 0.6757124592733121, + "p99": 0.6743496871913072 + }, + "samples_us": [ + 24.296, + 23.015, + 23.345, + 23.435, + 23.425, + 22.935, + 23.506, + 23.145, + 23.175, + 23.215, + 23.375, + 23.325, + 24.247, + 22.854, + 23.325, + 23.035, + 23.205, + 22.915, + 23.246, + 22.985 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 67.632, + "p90": 72.9, + "p95": 74.052, + "p99": 88.213 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.969008753252898, + "p90": 0.8989849108367627, + "p95": 0.884999729919516, + "p99": 0.7429290467391427 + }, + "samples_us": [ + 88.213, + 70.707, + 69.224, + 67.042, + 64.347, + 64.788, + 66.451, + 66.601, + 71.007, + 72.9, + 67.632, + 69.746, + 63.696, + 64.047, + 74.052, + 66.631, + 68.744, + 70.757, + 68.614, + 65.129 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 211.951, + "p90": 233.143, + "p95": 233.563, + "p99": 234.735 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.2368141693127186, + "p90": 1.124391467897385, + "p95": 1.1223695533967282, + "p99": 1.1167657145291499 + }, + "samples_us": [ + 211.951, + 220.564, + 212.301, + 233.563, + 206.472, + 221.725, + 208.084, + 234.735, + 227.884, + 229.246, + 208.124, + 233.143, + 209.296, + 220.153, + 210.449, + 220.734, + 207.013, + 194.604, + 191.109, + 200.272 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 704.174, + "p90": 737.125, + "p95": 761.241, + "p99": 841.101 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.4890865041878854, + "p90": 1.4225212820078006, + "p95": 1.3774560224685743, + "p99": 1.246670732765744 + }, + "samples_us": [ + 841.101, + 761.241, + 711.225, + 698.576, + 718.396, + 700.289, + 732.788, + 703.484, + 704.174, + 703.133, + 703.774, + 698.486, + 735.391, + 703.404, + 705.837, + 711.535, + 704.195, + 702.892, + 737.125, + 700.229 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2758.5, + "p90": 2775.115, + "p95": 2779.983, + "p99": 3043.712 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.5205017219503354, + "p90": 1.51139826637815, + "p95": 1.508751672222456, + "p99": 1.3780226250052567 + }, + "samples_us": [ + 2760.894, + 2740.212, + 2745.261, + 2729.506, + 2766.793, + 2758.5, + 2762.086, + 2779.983, + 2774.004, + 2759.932, + 2753.443, + 2775.115, + 2763.368, + 2748.115, + 2755.706, + 2765.07, + 2755.355, + 3043.712, + 2749.738, + 2758.32 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 8388608, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5475.367, + "p90": 5607.197, + "p95": 5610.482, + "p99": 5627.898 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.5320631475479178, + "p90": 1.4960430318392595, + "p95": 1.4951670819013412, + "p99": 1.4905401625971189 + }, + "samples_us": [ + 5464.612, + 5485.874, + 5472.984, + 5610.482, + 5475.367, + 5467.807, + 5456.299, + 5593.887, + 5607.197, + 5569.54, + 5575.399, + 5465.794, + 5627.898, + 5459.854, + 5594.077, + 5571.864, + 5598.924, + 5450.33, + 5441.657, + 5474.677 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 15.834, + "p90": 16.035, + "p95": 16.094, + "p99": 28.474 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.138941518251863, + "p90": 4.087059557218584, + "p95": 4.07207655026718, + "p99": 2.301608484933624 + }, + "samples_us": [ + 15.714, + 15.874, + 28.474, + 15.704, + 15.804, + 16.094, + 15.934, + 15.804, + 15.794, + 15.884, + 15.724, + 15.874, + 15.954, + 15.924, + 16.035, + 15.804, + 15.834, + 16.004, + 15.554, + 15.623 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 56.525, + "p90": 57.037, + "p95": 57.296, + "p99": 57.486 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.63766475011057, + "p90": 4.59603415326893, + "p95": 4.575258307735269, + "p99": 4.560136381031904 + }, + "samples_us": [ + 56.525, + 57.037, + 56.625, + 56.806, + 56.926, + 56.926, + 56.315, + 56.525, + 56.155, + 56.435, + 56.536, + 56.495, + 56.105, + 56.055, + 55.814, + 56.015, + 57.296, + 56.686, + 56.976, + 57.486 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 215.115, + "p90": 217.489, + "p95": 219.832, + "p99": 220.313 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.874490388861772, + "p90": 4.821282915457793, + "p95": 4.769897012263911, + "p99": 4.759483099045449 + }, + "samples_us": [ + 219.832, + 220.313, + 215.816, + 215.115, + 216.237, + 217.489, + 214.825, + 213.523, + 215.636, + 214.604, + 214.354, + 213.543, + 214.975, + 215.866, + 214.795, + 213.643, + 217.098, + 216.277, + 213.793, + 215.376 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 842.283, + "p90": 848.523, + "p95": 850.656, + "p99": 850.956 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.9796849752399135, + "p90": 4.943064595774069, + "p95": 4.930669977053004, + "p99": 4.928931695645838 + }, + "samples_us": [ + 844.457, + 843.354, + 840.911, + 846.209, + 843.084, + 841.763, + 842.264, + 839.429, + 844.837, + 844.026, + 842.283, + 841.082, + 840.661, + 848.523, + 850.656, + 850.956, + 841.402, + 842.765, + 840.912, + 841.633 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3350.275, + "p90": 3355.393, + "p95": 3356.935, + "p99": 3357.596 + }, + "payload_gbps_at_latency_percentile": { + "p50": 5.007713098178508, + "p90": 5.000074804948333, + "p95": 4.997778032639893, + "p99": 4.996794134851244 + }, + "samples_us": [ + 3355.353, + 3351.597, + 3348.763, + 3346.549, + 3355.113, + 3347.14, + 3357.596, + 3353.59, + 3355.393, + 3351.598, + 3349.584, + 3349.323, + 3350.275, + 3349.964, + 3356.935, + 3350.616, + 3351.036, + 3349.003, + 3349.844, + 3348.052 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 13527.752, + "p90": 13533.711, + "p95": 13534.202, + "p99": 13544.266 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.96082896847902, + "p90": 4.958644676245857, + "p95": 4.958464784255473, + "p99": 4.9547804214713445 + }, + "samples_us": [ + 13526.45, + 13532.418, + 13534.202, + 13527.752, + 13527.992, + 13532.439, + 13533.711, + 13524.497, + 13529.815, + 13531.177, + 13526.53, + 13523.195, + 13530.666, + 13525.348, + 13532.629, + 13544.266, + 13526.56, + 13523.756, + 13518.718, + 13527.291 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 134217728, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 26961.501, + "p90": 26968.772, + "p95": 26969.003, + "p99": 26974.371 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.978125216396521, + "p90": 4.976783073400599, + "p95": 4.976740445317908, + "p99": 4.975750055487856 + }, + "samples_us": [ + 26968.772, + 26964.406, + 26965.317, + 26952.818, + 26957.545, + 26964.216, + 26954.521, + 26961.06, + 26958.677, + 26961.882, + 26956.454, + 26969.003, + 26974.371, + 26962.383, + 26966.609, + 26961.501, + 26957.635, + 26954.67, + 26959.158, + 26967.921 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 19.239, + "p90": 19.68, + "p95": 19.73, + "p99": 19.83 + }, + "payload_gbps_at_latency_percentile": { + "p50": 13.62565621913821, + "p90": 13.320325203252033, + "p95": 13.286568677141409, + "p99": 13.219566313666162 + }, + "samples_us": [ + 19.83, + 19.51, + 18.998, + 19.239, + 19.68, + 19.33, + 19.73, + 19.65, + 19.049, + 19.089, + 19.118, + 18.909, + 19.289, + 18.899, + 19.038, + 19.109, + 19.219, + 19.309, + 19.429, + 19.349 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 70.797, + "p90": 71.278, + "p95": 71.287, + "p99": 71.398 + }, + "payload_gbps_at_latency_percentile": { + "p50": 14.811023065949122, + "p90": 14.71107494598614, + "p95": 14.709217669420791, + "p99": 14.686349757696293 + }, + "samples_us": [ + 70.256, + 71.207, + 70.797, + 70.526, + 71.278, + 70.586, + 70.687, + 71.287, + 70.767, + 71.258, + 70.347, + 71.268, + 71.148, + 70.848, + 71.187, + 70.386, + 70.537, + 70.877, + 71.398, + 70.617 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 269.888, + "p90": 271.731, + "p95": 271.761, + "p99": 274.475 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.540905857244487, + "p90": 15.435500550176462, + "p95": 15.433796608048985, + "p99": 15.281187722014755 + }, + "samples_us": [ + 268.716, + 268.195, + 271.731, + 270.098, + 269.217, + 269.888, + 270.98, + 271.721, + 267.234, + 271.55, + 271.761, + 270.589, + 270.088, + 266.262, + 268.486, + 268.736, + 267.535, + 268.907, + 274.475, + 270.179 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 1073.362, + "p90": 1076.397, + "p95": 1077.449, + "p99": 1079.121 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.630529122514119, + "p90": 15.586457413017687, + "p95": 15.571239102732473, + "p99": 15.547112881687966 + }, + "samples_us": [ + 1074.505, + 1069.998, + 1073.362, + 1074.094, + 1075.716, + 1072.892, + 1067.844, + 1072.702, + 1075.025, + 1070.789, + 1069.167, + 1076.397, + 1077.449, + 1072.05, + 1076.237, + 1070.809, + 1075.746, + 1079.121, + 1068.766, + 1075.286 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 4307.843, + "p90": 4311.668, + "p95": 4313.692, + "p99": 4317.477 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.57829846630901, + "p90": 15.564478526639807, + "p95": 15.557175616617968, + "p99": 15.543537116700332 + }, + "samples_us": [ + 4313.692, + 4305.859, + 4311.308, + 4310.167, + 4310.056, + 4311.579, + 4311.498, + 4307.392, + 4304.097, + 4307.012, + 4317.477, + 4311.668, + 4310.136, + 4302.144, + 4310.006, + 4307.843, + 4307.742, + 4305.46, + 4304.148, + 4305.679 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 268435456, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 17164.15, + "p90": 17172.552, + "p95": 17172.882, + "p99": 17177.359 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.639309607524988, + "p90": 15.631657775734206, + "p95": 15.631357392428365, + "p99": 15.62728333267064 + }, + "samples_us": [ + 17161.685, + 17162.737, + 17161.165, + 17164.15, + 17169.186, + 17158.791, + 17172.552, + 17157.719, + 17164.58, + 17169.678, + 17163.519, + 17177.359, + 17172.882, + 17170.199, + 17167.965, + 17161.976, + 17168.936, + 17161.366, + 17160.013, + 17170.589 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 536870912, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 34325.325, + "p90": 34334.759, + "p95": 34336.962, + "p99": 34336.972 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.64066507746103, + "p90": 15.636367565591476, + "p95": 15.635364363335347, + "p99": 15.63535980982831 + }, + "samples_us": [ + 34334.759, + 34321.469, + 34319.105, + 34336.972, + 34326.786, + 34316.081, + 34336.962, + 34332.806, + 34327.447, + 34325.325, + 34316.992, + 34329.751, + 34327.938, + 34318.995, + 34318.844, + 34322.33, + 34328.319, + 34307.577, + 34324.373, + 34327.338 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 257, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 14.132, + "p90": 14.472, + "p95": 14.592, + "p99": 16.646 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.018185677894140957, + "p90": 0.017758430071862907, + "p95": 0.017612390350877194, + "p99": 0.015439144539228643 + }, + "samples_us": [ + 14.462, + 14.162, + 14.412, + 14.131, + 14.311, + 14.151, + 14.472, + 14.592, + 13.441, + 14.032, + 14.192, + 13.811, + 13.821, + 14.132, + 14.182, + 16.646, + 14.011, + 14.021, + 13.771, + 13.861 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1028, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 20.331, + "p90": 20.621, + "p95": 20.662, + "p99": 20.691 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.05056317938124047, + "p90": 0.04985209252703555, + "p95": 0.049753170070661115, + "p99": 0.04968343724324586 + }, + "samples_us": [ + 20.621, + 20.571, + 20.662, + 19.92, + 20.271, + 19.97, + 20.691, + 20.37, + 20.201, + 20.331, + 20.381, + 20.511, + 20.271, + 20.141, + 20.481, + 20.301, + 20.201, + 20.201, + 20.35, + 20.481 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4112, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 58.479, + "p90": 64.478, + "p95": 65.038, + "p99": 66.08 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.07031583987414286, + "p90": 0.0637736902509383, + "p95": 0.06322457640148836, + "p99": 0.06222760290556901 + }, + "samples_us": [ + 58.699, + 66.08, + 62.355, + 51.388, + 60.151, + 57.036, + 56.265, + 64.478, + 59.87, + 56.035, + 62.375, + 56.695, + 57.968, + 62.805, + 59.25, + 57.076, + 65.038, + 54.793, + 55.134, + 58.479 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16448, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 185.891, + "p90": 209.637, + "p95": 209.707, + "p99": 212.992 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08848195985819647, + "p90": 0.07845943225671041, + "p95": 0.07843324257177872, + "p99": 0.0772235576923077 + }, + "samples_us": [ + 174.844, + 185.891, + 195.716, + 188.234, + 173.302, + 209.707, + 172.712, + 192.121, + 201.444, + 184.088, + 177.198, + 212.992, + 177.498, + 184.108, + 198.971, + 189.206, + 174.994, + 209.637, + 172.401, + 188.755 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65792, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 709.232, + "p90": 727.88, + "p95": 731.656, + "p99": 802.503 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.09276513186094254, + "p90": 0.09038852558113974, + "p95": 0.08992203986572925, + "p99": 0.08198349414270102 + }, + "samples_us": [ + 706.258, + 802.503, + 706.909, + 724.826, + 711.105, + 707.069, + 715.672, + 707.359, + 708.431, + 703.834, + 722.222, + 712.828, + 707.129, + 708.451, + 709.022, + 711.786, + 727.88, + 731.656, + 709.232, + 724.586 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 263168, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2743.648, + "p90": 2753.372, + "p95": 2756.657, + "p99": 2760.544 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.09591901001877792, + "p90": 0.09558025577364773, + "p95": 0.09546635653256826, + "p99": 0.09533193457521416 + }, + "samples_us": [ + 2722.035, + 2742.446, + 2721.615, + 2727.794, + 2744.389, + 2745.34, + 2742.857, + 2756.657, + 2736.818, + 2749.878, + 2744.299, + 2743.648, + 2748.185, + 2738.751, + 2743.748, + 2727.794, + 2729.746, + 2760.544, + 2748.455, + 2753.372 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 526336, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5469.509, + "p90": 5541.968, + "p95": 5597.192, + "p99": 5733.138 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.09623094138797468, + "p90": 0.09497276057891349, + "p95": 0.09403572362713303, + "p99": 0.09180591850396763 + }, + "samples_us": [ + 5492.204, + 5485.013, + 5500.876, + 5469.509, + 5455.197, + 5441.687, + 5733.138, + 5465.012, + 5481.557, + 5419.403, + 5438.682, + 5443.099, + 5454.316, + 5464.361, + 5473.144, + 5462.178, + 5487.226, + 5492.804, + 5541.968, + 5597.192 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4096, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 13.911, + "p90": 14.402, + "p95": 14.592, + "p99": 14.842 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.2944432463518079, + "p90": 0.2844049437578114, + "p95": 0.2807017543859649, + "p99": 0.2759735884651664 + }, + "samples_us": [ + 13.911, + 13.971, + 14.842, + 13.911, + 14.402, + 13.52, + 13.58, + 14.031, + 13.971, + 13.571, + 13.681, + 13.8, + 13.741, + 13.921, + 14.592, + 14.042, + 13.771, + 13.65, + 13.951, + 13.59 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16384, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 20.36, + "p90": 20.611, + "p95": 20.902, + "p99": 21.242 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.8047151277013752, + "p90": 0.7949153364708166, + "p95": 0.783848435556406, + "p99": 0.7713021372752095 + }, + "samples_us": [ + 20.552, + 20.902, + 20.3, + 20.431, + 20.091, + 20.241, + 21.242, + 20.571, + 20.611, + 20.21, + 20.521, + 20.36, + 20.321, + 20.161, + 20.201, + 20.331, + 20.371, + 20.131, + 20.532, + 20.591 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65536, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 60.231, + "p90": 63.006, + "p95": 63.075, + "p99": 80.782 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.088077568029752, + "p90": 1.0401549058819795, + "p95": 1.0390170432025367, + "p99": 0.8112698373400015 + }, + "samples_us": [ + 63.006, + 62.995, + 58.959, + 61.613, + 57.657, + 57.597, + 57.737, + 80.782, + 62.735, + 63.075, + 59.58, + 60.01, + 55.775, + 60.231, + 57.627, + 61.433, + 60.581, + 60.442, + 57.416, + 60.321 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 193.883, + "p90": 200.293, + "p95": 204.179, + "p99": 206.863 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.352073157522836, + "p90": 1.3088026041848693, + "p95": 1.2838930546236391, + "p99": 1.2672348365826658 + }, + "samples_us": [ + 186.071, + 199.282, + 183.458, + 198.53, + 185.961, + 194.985, + 185.26, + 197.488, + 193.232, + 204.179, + 183.697, + 200.293, + 185.871, + 193.883, + 199.953, + 198.1, + 186.221, + 194.103, + 184.98, + 206.863 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 707.419, + "p90": 713.88, + "p95": 714.159, + "p99": 715.492 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.4822559190522167, + "p90": 1.4688407015184626, + "p95": 1.4682668705428343, + "p99": 1.4655314105538566 + }, + "samples_us": [ + 703.995, + 715.492, + 709.542, + 712.387, + 700.719, + 708.171, + 706.828, + 707.419, + 707.069, + 712.797, + 712.537, + 703.614, + 713.88, + 714.159, + 702.853, + 706.428, + 709.793, + 705.236, + 704.324, + 707.881 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2737.839, + "p90": 2749.467, + "p95": 2751.44, + "p99": 2751.671 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.5319761315402403, + "p90": 1.5254971236243242, + "p95": 1.524403221585788, + "p99": 1.5242752494756822 + }, + "samples_us": [ + 2717.439, + 2716.927, + 2721.785, + 2722.586, + 2736.988, + 2751.671, + 2737.839, + 2746.613, + 2751.44, + 2746.683, + 2738.631, + 2740.363, + 2744.99, + 2727.964, + 2749.467, + 2730.187, + 2737.268, + 2744.069, + 2741.614, + 2730.518 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 8388608, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5450.079, + "p90": 5473.495, + "p95": 5474.166, + "p99": 5477.361 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.5391718175094342, + "p90": 1.5325871312570853, + "p95": 1.5323992732408918, + "p99": 1.5315054092655205 + }, + "samples_us": [ + 5448.497, + 5461.928, + 5450.079, + 5466.124, + 5464.722, + 5441.146, + 5447.335, + 5460.575, + 5448.928, + 5447.456, + 5449.229, + 5455.538, + 5463.74, + 5449.309, + 5444.681, + 5474.166, + 5473.495, + 5477.361, + 5444.351, + 5465.453 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 65536, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 14.402, + "p90": 14.852, + "p95": 14.883, + "p99": 27.051 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.550479100124982, + "p90": 4.4126043630487475, + "p95": 4.40341329033125, + "p99": 2.4226830801079444 + }, + "samples_us": [ + 14.081, + 13.781, + 13.781, + 27.051, + 14.692, + 14.793, + 14.211, + 14.852, + 14.883, + 14.582, + 14.451, + 14.222, + 14.402, + 14.512, + 14.311, + 14.212, + 14.232, + 14.301, + 14.542, + 14.412 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 20.821, + "p90": 21.141, + "p95": 21.152, + "p99": 23.876 + }, + "payload_gbps_at_latency_percentile": { + "p50": 12.590365496373852, + "p90": 12.39979187361052, + "p95": 12.393343419062028, + "p99": 10.979393533255152 + }, + "samples_us": [ + 20.992, + 20.431, + 20.621, + 21.141, + 20.812, + 20.642, + 20.752, + 20.721, + 21.152, + 20.862, + 20.761, + 20.821, + 20.861, + 20.681, + 20.471, + 20.901, + 20.841, + 20.852, + 23.876, + 20.872 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 59.49, + "p90": 62.365, + "p95": 65.879, + "p99": 72.64 + }, + "payload_gbps_at_latency_percentile": { + "p50": 17.62608841822155, + "p90": 16.813533231780646, + "p95": 15.916695760409235, + "p99": 14.4352422907489 + }, + "samples_us": [ + 61.483, + 61.823, + 65.879, + 60.542, + 57.366, + 58.008, + 58.519, + 59.63, + 62.365, + 61.694, + 59.44, + 58.588, + 56.406, + 55.805, + 59.49, + 58.779, + 60.411, + 60.532, + 58.379, + 72.64 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 194.985, + "p90": 204.66, + "p95": 207.083, + "p99": 212.211 + }, + "payload_gbps_at_latency_percentile": { + "p50": 21.510905967125677, + "p90": 20.49400957685918, + "p95": 20.25421690819623, + "p99": 19.76478127901004 + }, + "samples_us": [ + 204.66, + 194.724, + 184.789, + 204.649, + 188.675, + 207.083, + 185.661, + 202.035, + 188.104, + 195.736, + 197.549, + 200.002, + 188.585, + 196.237, + 184.369, + 212.211, + 187.854, + 194.985, + 182.506, + 200.042 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 699.587, + "p90": 707.069, + "p95": 709.202, + "p99": 721.421 + }, + "payload_gbps_at_latency_percentile": { + "p50": 23.981600572909446, + "p90": 23.727834200056854, + "p95": 23.65647022992039, + "p99": 23.255791001370905 + }, + "samples_us": [ + 721.421, + 705.586, + 703.864, + 705.767, + 684.305, + 709.202, + 695.091, + 693.499, + 697.705, + 702.102, + 696.583, + 699.587, + 686.238, + 697.364, + 704.184, + 707.069, + 700.489, + 691.665, + 704.095, + 696.573 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2644.789, + "p90": 2655.104, + "p95": 2655.555, + "p99": 2683.857 + }, + "payload_gbps_at_latency_percentile": { + "p50": 25.373995430259274, + "p90": 25.275418213373186, + "p95": 25.2711256215744, + "p99": 25.004634747678434 + }, + "samples_us": [ + 2655.555, + 2623.066, + 2614.853, + 2683.857, + 2636.085, + 2619.17, + 2644.789, + 2652.16, + 2646.01, + 2653.221, + 2642.265, + 2652.55, + 2645.38, + 2632.069, + 2649.635, + 2637.998, + 2636.736, + 2646.131, + 2629.495, + 2655.104 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 134217728, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5335.006, + "p90": 5374.325, + "p95": 5381.296, + "p99": 5411.301 + }, + "payload_gbps_at_latency_percentile": { + "p50": 25.15793384299849, + "p90": 24.973876347262216, + "p95": 24.941524866872218, + "p99": 24.80322717217172 + }, + "samples_us": [ + 5254.173, + 5263.708, + 5260.333, + 5371.331, + 5359.452, + 5411.301, + 5335.006, + 5381.296, + 5373.835, + 5269.857, + 5364.731, + 5369.698, + 5253.543, + 5374.325, + 5362.397, + 5243.677, + 5359.603, + 5261.855, + 5245.701, + 5248.355 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 1, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 262144, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 14.272, + "p90": 15.974, + "p95": 19.62, + "p99": 30.697 + }, + "payload_gbps_at_latency_percentile": { + "p50": 18.367713004484305, + "p90": 16.41066733441843, + "p95": 13.36106014271152, + "p99": 8.539727009153989 + }, + "samples_us": [ + 14.762, + 14.422, + 14.101, + 14.692, + 14.122, + 14.231, + 14.331, + 14.302, + 14.232, + 14.272, + 30.697, + 14.342, + 14.101, + 14.141, + 14.212, + 14.062, + 19.62, + 15.974, + 14.401, + 14.141 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 4, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 20.771, + "p90": 22.654, + "p95": 23.215, + "p99": 32.449 + }, + "payload_gbps_at_latency_percentile": { + "p50": 50.482692215107605, + "p90": 46.28657190783085, + "p95": 45.16803790652595, + "p99": 32.31458596566921 + }, + "samples_us": [ + 22.654, + 22.093, + 32.449, + 20.631, + 20.771, + 21.172, + 20.721, + 23.215, + 20.592, + 21.883, + 20.932, + 20.721, + 20.481, + 21.222, + 21.122, + 20.541, + 20.36, + 20.521, + 21.753, + 20.481 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 16, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 60.12, + "p90": 63.376, + "p95": 65.119, + "p99": 79.199 + }, + "payload_gbps_at_latency_percentile": { + "p50": 69.76553559547571, + "p90": 66.1812673567281, + "p95": 64.40983430335233, + "p99": 52.95905251328931 + }, + "samples_us": [ + 61.533, + 63.376, + 60.842, + 59.571, + 58.449, + 58.859, + 59.61, + 59.48, + 62.595, + 62.585, + 57.897, + 61.043, + 58.578, + 58.629, + 58.248, + 60.12, + 62.044, + 61.273, + 79.199, + 65.119 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 64, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 191.339, + "p90": 200.803, + "p95": 202.456, + "p99": 212.782 + }, + "payload_gbps_at_latency_percentile": { + "p50": 87.68320102017884, + "p90": 83.5506242436617, + "p95": 82.86845536807998, + "p99": 78.84697013845157 + }, + "samples_us": [ + 202.456, + 212.782, + 185.681, + 200.803, + 183.398, + 190.718, + 191.339, + 196.166, + 188.134, + 197.118, + 183.757, + 200.393, + 189.617, + 197.668, + 186.963, + 193.032, + 192.741, + 188.145, + 183.077, + 192.661 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 256, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 688.521, + "p90": 695.932, + "p95": 705.807, + "p99": 707.039 + }, + "payload_gbps_at_latency_percentile": { + "p50": 97.46814403627485, + "p90": 96.43020295086302, + "p95": 95.08104056774728, + "p99": 94.91536393324837 + }, + "samples_us": [ + 705.807, + 692.908, + 685.065, + 688.521, + 687.299, + 690.694, + 695.932, + 690.704, + 683.644, + 707.039, + 691.536, + 681.24, + 682.552, + 689.994, + 692.947, + 684.014, + 691.426, + 684.274, + 685.817, + 688.02 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 1024, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 268435456, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2630.136, + "p90": 2640.392, + "p95": 2642.135, + "p99": 2645.109 + }, + "payload_gbps_at_latency_percentile": { + "p50": 102.06143560637169, + "p90": 101.66500125738905, + "p95": 101.597933489394, + "p99": 101.48370294003007 + }, + "samples_us": [ + 2612.57, + 2642.135, + 2636.876, + 2618.609, + 2623.456, + 2640.392, + 2633.412, + 2630.417, + 2630.136, + 2645.109, + 2629.425, + 2621.894, + 2631.739, + 2629.265, + 2616.365, + 2633.742, + 2632.51, + 2635.394, + 2627.392, + 2617.317 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 2048, + "layout": "contiguous", + "seed": 0, + "payload_bytes": 536870912, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5256.617, + "p90": 5355.527, + "p95": 5358.902, + "p99": 5376.188 + }, + "payload_gbps_at_latency_percentile": { + "p50": 102.13240036319937, + "p90": 100.24614048253328, + "p95": 100.18300614566193, + "p99": 99.86088879332345 + }, + "samples_us": [ + 5376.188, + 5350.369, + 5264.899, + 5265.741, + 5270.308, + 5232.511, + 5236.557, + 5232.391, + 5230.738, + 5233.022, + 5256.617, + 5358.902, + 5330.429, + 5355.527, + 5253.423, + 5235.805, + 5326.413, + 5246.451, + 5235.986, + 5330.919 + ] + } + } + ] +} diff --git a/collectivex/results/mi325x/mi325x-swap-blocks-smoke-random.json b/collectivex/results/mi325x/mi325x-swap-blocks-smoke-random.json new file mode 100644 index 0000000000..fdc8a8c060 --- /dev/null +++ b/collectivex/results/mi325x/mi325x-swap-blocks-smoke-random.json @@ -0,0 +1,4075 @@ +{ + "schema": "collectivex-swap-blocks-v1", + "case_id": "mi325x-swap-blocks-smoke-random", + "profile": "smoke", + "generated_at": "2026-10-27T21:36:33.605959+00:00", + "operation": "vllm._custom_ops.swap_blocks", + "timing": "drained-wall-clock-including-submission-and-synchronization", + "warmup": 4, + "iterations": 20, + "selection": { + "requested_block_bytes": [ + 257, + 4096, + 65536, + 262144 + ], + "requested_num_blocks": [ + 1, + 4, + 16, + 64, + 256, + 1024, + 2048 + ], + "max_payload_bytes": 2147483648, + "skipped_cases": [] + }, + "runtime": { + "sku": "mi325x", + "torch": "2.13.0+git733fca1", + "vllm": "0.32.0", + "cuda": null, + "hip": "7.2.53211", + "device": "", + "device_index": 0, + "image": "vllm/vllm-openai-rocm:v0.32.0", + "source_sha": "e7f9471b4f37b631c67fc58826cc4a4fe275340c", + "source_dirty": false + }, + "cases": [ + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 257, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 14.492, + "p90": 15.093, + "p95": 17.086, + "p99": 18.307 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.017733922163952524, + "p90": 0.017027761213807724, + "p95": 0.015041554489055368, + "p99": 0.01403834598787349 + }, + "samples_us": [ + 15.093, + 14.792, + 14.502, + 14.562, + 14.381, + 14.332, + 14.282, + 17.086, + 18.307, + 14.471, + 14.492, + 14.673, + 14.362, + 14.482, + 14.392, + 14.422, + 14.382, + 15.022, + 14.592, + 14.512 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 1028, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 21.132, + "p90": 21.793, + "p95": 24.207, + "p99": 26.029 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.04864660230929396, + "p90": 0.04717110998944615, + "p95": 0.04246705498409551, + "p99": 0.03949441008106343 + }, + "samples_us": [ + 21.342, + 21.793, + 21.212, + 21.132, + 21.122, + 21.312, + 21.021, + 26.029, + 24.207, + 20.911, + 20.911, + 20.912, + 20.832, + 21.202, + 21.532, + 20.982, + 21.072, + 21.312, + 21.142, + 21.012 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 4112, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 57.367, + "p90": 61.624, + "p95": 69.615, + "p99": 162.426 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.0716788397510764, + "p90": 0.06672724912371804, + "p95": 0.05906772965596495, + "p99": 0.025316143967098862 + }, + "samples_us": [ + 61.533, + 57.677, + 57.397, + 57.367, + 55.163, + 55.935, + 69.615, + 58.568, + 57.326, + 58.519, + 162.426, + 52.99, + 52.65, + 56.385, + 61.624, + 58.108, + 57.607, + 54.642, + 57.087, + 54.513 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 16448, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 175.265, + "p90": 184.429, + "p95": 187.103, + "p99": 190.227 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.09384646107323197, + "p90": 0.08918337137868773, + "p95": 0.08790879889686429, + "p99": 0.08646511799061121 + }, + "samples_us": [ + 173.021, + 187.103, + 172.521, + 181.224, + 167.574, + 184.429, + 170.057, + 174.884, + 172.24, + 181.375, + 176.367, + 190.227, + 177.518, + 178.65, + 171.429, + 175.265, + 174.504, + 179.201, + 170.438, + 180.723 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 65792, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 619.496, + "p90": 736.193, + "p95": 743.615, + "p99": 754.871 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.10620246135568269, + "p90": 0.08936786956681196, + "p95": 0.08847589142230859, + "p99": 0.0871566135140971 + }, + "samples_us": [ + 736.193, + 754.871, + 716.813, + 743.615, + 707.95, + 713.89, + 714.059, + 688.881, + 616.452, + 621.109, + 610.102, + 619.496, + 608.89, + 618.826, + 614.059, + 612.056, + 612.586, + 625.646, + 610.392, + 613.818 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 263168, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2511.718, + "p90": 2571.738, + "p95": 2571.768, + "p99": 2591.147 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.10477609349457224, + "p90": 0.10233079730516872, + "p95": 0.10232960360343546, + "p99": 0.10156428793889347 + }, + "samples_us": [ + 2591.147, + 2547.341, + 2498.187, + 2472.298, + 2543.876, + 2571.738, + 2483.504, + 2539.91, + 2544.757, + 2474.912, + 2506.539, + 2527.221, + 2457.144, + 2544.587, + 2516.895, + 2571.768, + 2460.62, + 2461.742, + 2482.853, + 2511.718 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 257, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 526336, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5131.488, + "p90": 5209.056, + "p95": 5209.145, + "p99": 5218.419 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.10256985887913993, + "p90": 0.1010424921521289, + "p95": 0.10104076580705663, + "p99": 0.10086119953188888 + }, + "samples_us": [ + 5138.118, + 5087.591, + 5114.453, + 5118.579, + 5160.302, + 5209.145, + 5218.419, + 5148.624, + 4948.551, + 5006.74, + 4959.307, + 4973.98, + 5117.867, + 5209.056, + 5156.876, + 5131.358, + 5178.209, + 5131.488, + 5146.1, + 5193.331 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 4096, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 16.846, + "p90": 17.646, + "p95": 19.299, + "p99": 19.43 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.24314377300249318, + "p90": 0.2321205939023008, + "p95": 0.21223897611275194, + "p99": 0.2108080288214102 + }, + "samples_us": [ + 14.222, + 14.682, + 14.852, + 14.071, + 13.911, + 13.62, + 13.991, + 15.884, + 19.43, + 16.465, + 19.299, + 17.266, + 16.846, + 17.476, + 16.966, + 17.646, + 17.166, + 17.306, + 17.186, + 17.646 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 16384, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 20.32, + "p90": 24.257, + "p95": 26.32, + "p99": 38.999 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.8062992125984252, + "p90": 0.6754338953704085, + "p95": 0.6224924012158055, + "p99": 0.42011333623939073 + }, + "samples_us": [ + 20.631, + 20.09, + 20.691, + 20.621, + 20.271, + 20.201, + 20.541, + 19.98, + 20.791, + 20.281, + 20.291, + 20.21, + 20.27, + 20.02, + 20.621, + 20.32, + 24.257, + 38.999, + 26.32, + 20.32 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 61.623, + "p90": 67.663, + "p95": 77.617, + "p99": 79.72 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.0634990182237152, + "p90": 0.9685647990777826, + "p95": 0.8443511086488784, + "p99": 0.822077270446563 + }, + "samples_us": [ + 67.663, + 77.617, + 63.986, + 63.857, + 59.1, + 58.568, + 60.692, + 61.323, + 61.623, + 61.373, + 60.451, + 58.809, + 61.103, + 55.453, + 61.734, + 61.944, + 79.72, + 67.292, + 63.667, + 64.448 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 184.158, + "p90": 192.581, + "p95": 196.848, + "p99": 210.478 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.4234733218214795, + "p90": 1.3612142423188165, + "p95": 1.3317077135657969, + "p99": 1.2454698353272076 + }, + "samples_us": [ + 177.328, + 196.848, + 178.88, + 184.158, + 177.678, + 188.655, + 185.961, + 182.326, + 176.567, + 189.707, + 176.477, + 186.331, + 192.581, + 189.726, + 178.61, + 187.784, + 179.271, + 210.478, + 177.789, + 185.2 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 656.643, + "p90": 664.014, + "p95": 667.489, + "p99": 687.249 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.5968737959591437, + "p90": 1.579147427614478, + "p95": 1.5709262624552613, + "p99": 1.5257584951014844 + }, + "samples_us": [ + 659.717, + 664.014, + 687.249, + 659.147, + 667.489, + 655.541, + 654.219, + 655.711, + 655.571, + 652.977, + 657.844, + 663.303, + 654.049, + 658.335, + 656.773, + 651.956, + 656.432, + 656.643, + 652.988, + 660.228 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2639.32, + "p90": 2672.891, + "p95": 2688.876, + "p99": 2707.774 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.5891608444599366, + "p90": 1.5692012880435453, + "p95": 1.55987260104222, + "p99": 1.548985993661214 + }, + "samples_us": [ + 2617.647, + 2645.459, + 2613.451, + 2644.598, + 2638.028, + 2618.75, + 2601.744, + 2663.416, + 2652.38, + 2639.32, + 2620.943, + 2653.111, + 2652.921, + 2707.774, + 2539.759, + 2671.299, + 2688.876, + 2672.891, + 2543.506, + 2603.126 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 4096, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 8388608, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5248.936, + "p90": 5299.071, + "p95": 5306.944, + "p99": 5311.179 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.5981539877796185, + "p90": 1.5830337053419363, + "p95": 1.580685230520616, + "p99": 1.579424832038235 + }, + "samples_us": [ + 5213.773, + 5221.734, + 5204.529, + 5257.388, + 5244.038, + 5265.05, + 5306.944, + 5184.458, + 5288.446, + 5198.28, + 5299.071, + 5267.744, + 5311.179, + 5234.023, + 5243.488, + 5248.936, + 5282.636, + 5230.268, + 5266.462, + 5288.636 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 15.764, + "p90": 16.155, + "p95": 16.164, + "p99": 16.485 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.1573204770362855, + "p90": 4.056700711853915, + "p95": 4.054441969809453, + "p99": 3.975492872308159 + }, + "samples_us": [ + 16.485, + 16.164, + 15.774, + 15.614, + 15.533, + 16.014, + 15.924, + 15.414, + 15.474, + 16.155, + 15.674, + 15.613, + 15.764, + 15.404, + 15.814, + 15.794, + 15.684, + 15.483, + 15.844, + 16.135 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 59.24, + "p90": 60.722, + "p95": 60.942, + "p99": 61.192 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.425118163403106, + "p90": 4.31711735450084, + "p95": 4.30153260477175, + "p99": 4.283958687410119 + }, + "samples_us": [ + 60.722, + 60.942, + 61.192, + 59.71, + 59.57, + 59.63, + 59.459, + 59.079, + 59.109, + 59.35, + 59.069, + 59.059, + 58.919, + 59.21, + 58.828, + 59.34, + 59.24, + 58.999, + 58.939, + 59.4 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 237.119, + "p90": 251.12, + "p95": 259.402, + "p99": 265.091 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.422150903133026, + "p90": 4.175597323988532, + "p95": 4.042281863671059, + "p99": 3.955532251189214 + }, + "samples_us": [ + 237.119, + 250.278, + 235.957, + 259.402, + 232.692, + 251.12, + 236.638, + 234.074, + 235.627, + 239.623, + 239.783, + 237.84, + 239.352, + 236.027, + 265.091, + 234.214, + 236.467, + 236.117, + 248.696, + 244.31 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 925.57, + "p90": 932.88, + "p95": 933.862, + "p99": 935.214 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.531590263297211, + "p90": 4.496080953606037, + "p95": 4.491353112130057, + "p99": 4.484860149655587 + }, + "samples_us": [ + 925.819, + 927.873, + 935.214, + 929.806, + 933.862, + 928.444, + 925.57, + 932.57, + 932.88, + 923.416, + 928.164, + 919.03, + 919.2, + 924.047, + 919.73, + 923.746, + 923.747, + 923.697, + 924.628, + 930.447 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3779.805, + "p90": 3804.252, + "p95": 3810.06, + "p99": 3835.138 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.438645908982077, + "p90": 4.410122147533865, + "p95": 4.40339942153142, + "p99": 4.3746055552629395 + }, + "samples_us": [ + 3779.294, + 3778.172, + 3775.498, + 3799.564, + 3783.851, + 3778.763, + 3773.975, + 3782.149, + 3804.082, + 3774.046, + 3776.109, + 3804.252, + 3782.709, + 3778.263, + 3780.635, + 3835.138, + 3810.06, + 3779.805, + 3775.237, + 3781.297 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 14991.325, + "p90": 14997.374, + "p95": 14999.498, + "p99": 15004.986 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.476513183457766, + "p90": 4.474707638817303, + "p95": 4.474073999009834, + "p99": 4.472437628398987 + }, + "samples_us": [ + 14995.06, + 14995.501, + 14999.498, + 14993.328, + 14996.232, + 14991.325, + 14987.299, + 14989.743, + 14988.931, + 14994.018, + 14987.519, + 14983.083, + 14988.701, + 14994.7, + 14989.772, + 14996.163, + 14997.374, + 14989.121, + 15004.986, + 14923.142 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 65536, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 134217728, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 29846.604, + "p90": 29885.633, + "p95": 29888.137, + "p99": 29935.178 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.496917907310326, + "p90": 4.49104517879879, + "p95": 4.49066892325875, + "p99": 4.483612156907836 + }, + "samples_us": [ + 29885.342, + 29935.178, + 29876.99, + 29885.633, + 29868.708, + 29888.137, + 29873.375, + 29860.815, + 29880.736, + 29850.54, + 29826.233, + 29834.025, + 29842.448, + 29839.363, + 29829.088, + 29846.604, + 29819.182, + 29837.44, + 29817.41, + 29817.591 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 20.04, + "p90": 20.451, + "p95": 20.591, + "p99": 20.772 + }, + "payload_gbps_at_latency_percentile": { + "p50": 13.081037924151696, + "p90": 12.81815070167718, + "p95": 12.730998980136953, + "p99": 12.620065472751781 + }, + "samples_us": [ + 19.7, + 20.01, + 19.981, + 19.93, + 20.591, + 20.221, + 20.211, + 20.451, + 20.772, + 20.39, + 20.291, + 20.361, + 20.141, + 19.83, + 20.04, + 20.01, + 19.94, + 19.93, + 19.88, + 20.04 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 77.888, + "p90": 78.358, + "p95": 78.499, + "p99": 78.669 + }, + "payload_gbps_at_latency_percentile": { + "p50": 13.462612982744453, + "p90": 13.381862732586335, + "p95": 13.35782621434668, + "p99": 13.328960581677663 + }, + "samples_us": [ + 78.269, + 77.957, + 77.157, + 77.828, + 78.028, + 78.358, + 77.647, + 77.978, + 78.259, + 77.847, + 78.158, + 77.858, + 77.517, + 77.888, + 78.499, + 78.669, + 78.028, + 77.868, + 77.828, + 77.647 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 308.587, + "p90": 312.572, + "p95": 312.683, + "p99": 313.874 + }, + "payload_gbps_at_latency_percentile": { + "p50": 13.59196596097697, + "p90": 13.418681135866297, + "p95": 13.413917609847672, + "p99": 13.363018281221127 + }, + "samples_us": [ + 311.811, + 307.004, + 304.541, + 301.195, + 311.411, + 301.977, + 309.007, + 308.587, + 310.6, + 312.683, + 306.604, + 309.057, + 311.161, + 304.33, + 306.804, + 311.671, + 313.874, + 308.536, + 305.662, + 312.572 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 1329.961, + "p90": 1336.641, + "p95": 1336.861, + "p99": 1337.532 + }, + "payload_gbps_at_latency_percentile": { + "p50": 12.614818028498581, + "p90": 12.551774186187615, + "p95": 12.549708608449196, + "p99": 12.543412793114483 + }, + "samples_us": [ + 1336.641, + 1336.22, + 1334.908, + 1327.467, + 1323.621, + 1332.655, + 1332.084, + 1324.042, + 1328.328, + 1329.77, + 1327.978, + 1328.528, + 1328.238, + 1330.191, + 1329.961, + 1324.903, + 1330.451, + 1336.861, + 1337.532, + 1332.144 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5411.702, + "p90": 5451.311, + "p95": 5458.723, + "p99": 5477.23 + }, + "payload_gbps_at_latency_percentile": { + "p50": 12.400694642831406, + "p90": 12.310591709040265, + "p95": 12.293876058558018, + "p99": 12.252336308681578 + }, + "samples_us": [ + 5398.642, + 5406.444, + 5411.151, + 5411.702, + 5477.23, + 5451.311, + 5444.081, + 5408.517, + 5407.525, + 5415.217, + 5412.543, + 5411.121, + 5409.458, + 5447.236, + 5420.134, + 5406.954, + 5458.723, + 5449.148, + 5399.022, + 5418.532 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 268435456, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 20267.051, + "p90": 20307.221, + "p95": 20308.794, + "p99": 20351.559 + }, + "payload_gbps_at_latency_percentile": { + "p50": 13.24491935210505, + "p90": 13.218719390506461, + "p95": 13.21769554607723, + "p99": 13.18992102767164 + }, + "samples_us": [ + 20351.559, + 20308.794, + 20267.051, + 20307.172, + 20302.214, + 20268.003, + 20272.419, + 20292.79, + 20307.221, + 20265.98, + 20264.077, + 20270.727, + 20290.727, + 20238.719, + 20089.352, + 20048.861, + 20078.265, + 20020.428, + 20052.156, + 20035.952 + ] + } + }, + { + "direction": "h2d", + "block_bytes": 262144, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 536870912, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 37738.236, + "p90": 37785.326, + "p95": 37787.901, + "p99": 38007.132 + }, + "payload_gbps_at_latency_percentile": { + "p50": 14.226179305254226, + "p90": 14.208449915186652, + "p95": 14.20748170161661, + "p99": 14.125530755648702 + }, + "samples_us": [ + 38007.132, + 37787.901, + 37734.54, + 37743.273, + 37688.811, + 37757.895, + 37757.655, + 37785.326, + 37751.396, + 37738.236, + 37756.062, + 37756.934, + 37773.469, + 37620.057, + 37502.99, + 37445.212, + 37461.807, + 37389.208, + 37422.408, + 37266.813 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 257, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 13.961, + "p90": 14.572, + "p95": 14.632, + "p99": 15.513 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.01840842346536781, + "p90": 0.017636563272028546, + "p95": 0.017564242755604156, + "p99": 0.016566750467349966 + }, + "samples_us": [ + 15.513, + 13.941, + 13.841, + 13.77, + 13.781, + 13.831, + 14.572, + 14.632, + 13.65, + 14.011, + 14.011, + 14.041, + 13.851, + 13.991, + 13.651, + 14.322, + 14.041, + 14.071, + 13.841, + 13.961 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 1028, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 20.331, + "p90": 21.042, + "p95": 21.182, + "p99": 22.675 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.05056317938124047, + "p90": 0.048854671609162625, + "p95": 0.04853177225946558, + "p99": 0.04533627342888644 + }, + "samples_us": [ + 20.381, + 21.042, + 19.971, + 20.511, + 20.271, + 20.151, + 20.181, + 20.101, + 20.421, + 20.361, + 20.091, + 22.675, + 20.672, + 20.331, + 20.34, + 20.621, + 20.311, + 20.031, + 21.182, + 19.92 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 4112, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 58.448, + "p90": 64.718, + "p95": 65.869, + "p99": 69.976 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.07035313441007392, + "p90": 0.06353719212583825, + "p95": 0.06242693831696246, + "p99": 0.058763004458671546 + }, + "samples_us": [ + 57.838, + 61.654, + 55.584, + 57.767, + 53.661, + 64.718, + 58.799, + 58.829, + 57.898, + 58.448, + 57.306, + 55.384, + 53.822, + 69.976, + 65.869, + 62.705, + 62.895, + 60.812, + 61.933, + 58.128 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 16448, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 188.215, + "p90": 199.862, + "p95": 200.473, + "p99": 205.731 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08738942167202401, + "p90": 0.08229678478149924, + "p95": 0.0820459613015219, + "p99": 0.07994905969445538 + }, + "samples_us": [ + 175.715, + 197.419, + 183.187, + 185.951, + 182.776, + 194.524, + 180.473, + 194.824, + 183.517, + 199.862, + 186.081, + 188.475, + 188.215, + 200.473, + 184.209, + 194.594, + 186.582, + 205.731, + 189.516, + 196.006 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 65792, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 705.306, + "p90": 721.711, + "p95": 722.102, + "p99": 726.157 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.09328149767618595, + "p90": 0.09116114344938625, + "p95": 0.09111178199201775, + "p99": 0.09060299632173208 + }, + "samples_us": [ + 721.711, + 722.102, + 726.157, + 713.669, + 703.473, + 704.385, + 710.194, + 700.069, + 707.48, + 702.953, + 703.824, + 698.807, + 702.683, + 705.306, + 709.964, + 703.534, + 706.658, + 707.96, + 694.129, + 706.578 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 263168, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2789.458, + "p90": 2801.456, + "p95": 2802.197, + "p99": 2806.072 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.09434377574424853, + "p90": 0.0939397227727296, + "p95": 0.09391488178739753, + "p99": 0.09378519154177084 + }, + "samples_us": [ + 2802.197, + 2768.055, + 2768.556, + 2763.468, + 2790.61, + 2801.456, + 2795.777, + 2783.058, + 2801.035, + 2795.276, + 2780.124, + 2772.522, + 2795.296, + 2789.257, + 2806.072, + 2797.179, + 2789.458, + 2783.828, + 2796.688, + 2784.19 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 257, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 526336, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5539.575, + "p90": 5653.137, + "p95": 5654.198, + "p99": 5677.994 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.09501378715876219, + "p90": 0.09310512021909251, + "p95": 0.09308764921214291, + "p99": 0.09269752662648112 + }, + "samples_us": [ + 5513.446, + 5513.276, + 5557.933, + 5544.393, + 5555.98, + 5549.75, + 5638.635, + 5548.809, + 5529.82, + 5555.609, + 5522.71, + 5516.76, + 5517.392, + 5528.438, + 5654.198, + 5653.137, + 5531.282, + 5539.575, + 5534.618, + 5677.994 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 4096, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 13.861, + "p90": 14.302, + "p95": 14.642, + "p99": 49.485 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.2955053747925835, + "p90": 0.2863935113970074, + "p95": 0.27974320448026224, + "p99": 0.08277255734060826 + }, + "samples_us": [ + 13.991, + 13.901, + 13.861, + 13.971, + 13.751, + 13.991, + 13.821, + 13.681, + 49.485, + 13.791, + 14.302, + 13.891, + 14.191, + 13.941, + 14.642, + 13.781, + 13.691, + 13.58, + 13.65, + 13.751 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 16384, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 20.481, + "p90": 20.861, + "p95": 21.242, + "p99": 23.946 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.7999609394072555, + "p90": 0.7853890034034802, + "p95": 0.7713021372752095, + "p99": 0.6842061304602021 + }, + "samples_us": [ + 20.481, + 20.12, + 19.97, + 20.431, + 20.01, + 20.481, + 20.441, + 20.571, + 20.28, + 20.121, + 20.121, + 20.621, + 20.571, + 20.861, + 20.591, + 23.946, + 20.671, + 20.711, + 21.242, + 20.461 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 60.983, + "p90": 70.086, + "p95": 77.036, + "p99": 78.769 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.0746601511896758, + "p90": 0.9350797591530405, + "p95": 0.8507191442961732, + "p99": 0.8320024375071411 + }, + "samples_us": [ + 63.726, + 70.086, + 77.036, + 63.336, + 59.55, + 58.598, + 61.613, + 59.299, + 62.414, + 60.983, + 59.58, + 59.029, + 58.849, + 55.013, + 59.87, + 66.36, + 63.416, + 62.474, + 78.769, + 59.46 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 195.415, + "p90": 204.569, + "p95": 205.34, + "p99": 206.362 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.3414732748253717, + "p90": 1.2814453802873358, + "p95": 1.276633875523522, + "p99": 1.2703113945396924 + }, + "samples_us": [ + 191.199, + 199.812, + 192.931, + 204.569, + 195.586, + 206.362, + 186.973, + 196.067, + 186.041, + 205.34, + 186.422, + 193.934, + 184.309, + 201.996, + 202.336, + 195.415, + 186.722, + 200.183, + 188.576, + 203.738 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 710.234, + "p90": 719.648, + "p95": 720.88, + "p99": 722.111 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.4763810237189434, + "p90": 1.457067899862155, + "p95": 1.4545777383198313, + "p99": 1.4520980846434965 + }, + "samples_us": [ + 708.932, + 714.12, + 710.234, + 709.973, + 720.88, + 722.111, + 716.313, + 708.872, + 710.244, + 715.612, + 710.354, + 703.113, + 706.808, + 706.979, + 702.762, + 719.648, + 714.461, + 706.348, + 711.636, + 705.677 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2773.473, + "p90": 2789.638, + "p95": 2799.472, + "p99": 2817.22 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.5122930708177076, + "p90": 1.5035298486757063, + "p95": 1.4982482410968925, + "p99": 1.488809535641519 + }, + "samples_us": [ + 2817.22, + 2734.935, + 2754.694, + 2756.908, + 2770.879, + 2769.548, + 2778.511, + 2799.472, + 2780.634, + 2775.967, + 2780.553, + 2772.902, + 2789.638, + 2786.372, + 2773.473, + 2767.744, + 2761.876, + 2772.081, + 2782.517, + 2779.933 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 4096, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 8388608, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5522.89, + "p90": 5650.493, + "p95": 5654.098, + "p99": 5655.641 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.518880151514877, + "p90": 1.4845798410864326, + "p95": 1.483633286865562, + "p99": 1.483228514681183 + }, + "samples_us": [ + 5650.493, + 5508.438, + 5522.89, + 5515.158, + 5507.957, + 5654.098, + 5495.659, + 5533.185, + 5523.812, + 5537.131, + 5655.641, + 5507.567, + 5513.045, + 5519.475, + 5555.099, + 5556.511, + 5534.558, + 5521.137, + 5510.421, + 5534.668 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 65536, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 14.552, + "p90": 14.762, + "p95": 14.893, + "p99": 15.132 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.503573391973612, + "p90": 4.439506841891343, + "p95": 4.400456590344457, + "p99": 4.330954269098599 + }, + "samples_us": [ + 14.723, + 14.762, + 14.422, + 14.582, + 14.322, + 14.512, + 14.742, + 14.893, + 14.461, + 14.432, + 14.442, + 14.702, + 14.522, + 14.562, + 14.642, + 14.412, + 14.552, + 15.132, + 14.723, + 14.462 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 55.855, + "p90": 56.345, + "p95": 56.586, + "p99": 56.586 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.693295139199714, + "p90": 4.652480255568373, + "p95": 4.63266532357827, + "p99": 4.63266532357827 + }, + "samples_us": [ + 56.345, + 56.325, + 56.586, + 56.255, + 55.594, + 55.504, + 54.993, + 55.984, + 56.586, + 55.725, + 55.675, + 55.995, + 56.305, + 55.685, + 56.135, + 55.554, + 55.084, + 54.533, + 56.104, + 55.855 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 212.982, + "p90": 216.597, + "p95": 216.598, + "p99": 217.509 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.923308072982693, + "p90": 4.84113815057457, + "p95": 4.841115799776545, + "p99": 4.820839597441945 + }, + "samples_us": [ + 216.597, + 213.072, + 212.561, + 210.588, + 213.753, + 213.954, + 212.962, + 208.776, + 213.203, + 215.416, + 210.668, + 211.78, + 213.333, + 216.598, + 212.982, + 210.739, + 211.62, + 217.509, + 214.124, + 211.099 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 842.593, + "p90": 845.248, + "p95": 845.569, + "p99": 846.189 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.977852889829372, + "p90": 4.962217006133111, + "p95": 4.960333219406104, + "p99": 4.9566987989680795 + }, + "samples_us": [ + 844.557, + 843.365, + 841.783, + 843.776, + 843.796, + 841.373, + 845.248, + 840.721, + 841.282, + 840.722, + 843.345, + 846.189, + 840.421, + 843.165, + 841.161, + 842.073, + 843.064, + 845.569, + 840.982, + 842.593 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 3378.588, + "p90": 3381.182, + "p95": 3382.394, + "p99": 3393.471 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.9657478212791855, + "p90": 4.961938162453249, + "p95": 4.960160170577407, + "p99": 4.943969169030765 + }, + "samples_us": [ + 3378.017, + 3378.769, + 3372.93, + 3375.574, + 3380.611, + 3378.678, + 3374.371, + 3378.588, + 3381.182, + 3380.24, + 3376.665, + 3373.14, + 3378.758, + 3379.219, + 3369.965, + 3376.856, + 3373.901, + 3382.394, + 3393.471, + 3379.439 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 13390.265, + "p90": 13394.832, + "p95": 13397.165, + "p99": 13403.544 + }, + "payload_gbps_at_latency_percentile": { + "p50": 5.011765189113135, + "p90": 5.010056415787821, + "p95": 5.009183957949312, + "p99": 5.006799992598972 + }, + "samples_us": [ + 13403.544, + 13386.038, + 13389.243, + 13392.037, + 13394.832, + 13381.431, + 13393.209, + 13394.801, + 13392.027, + 13390.054, + 13384.195, + 13397.165, + 13390.134, + 13385.798, + 13385.658, + 13390.265, + 13394.801, + 13390.996, + 13391.446, + 13388.602 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 65536, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 134217728, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 26714.64, + "p90": 27150.508, + "p95": 27156.107, + "p99": 27157.929 + }, + "payload_gbps_at_latency_percentile": { + "p50": 5.024126396612494, + "p90": 4.943470228991663, + "p95": 4.942450992699358, + "p99": 4.9421194082950874 + }, + "samples_us": [ + 27147.563, + 27156.107, + 27146.201, + 27157.929, + 27150.508, + 27131.009, + 26708.209, + 26707.599, + 26708.379, + 26701.64, + 26705.645, + 26707.018, + 26702.17, + 26717.484, + 26705.705, + 26711.324, + 26718.235, + 26715.491, + 26714.64, + 26715.141 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 19.91, + "p90": 20.251, + "p95": 20.401, + "p99": 20.491 + }, + "payload_gbps_at_latency_percentile": { + "p50": 13.166449020592667, + "p90": 12.944743469458299, + "p95": 12.849566197735404, + "p99": 12.793128690644673 + }, + "samples_us": [ + 20.161, + 20.24, + 20.16, + 19.649, + 20.401, + 20.251, + 19.94, + 20.04, + 19.59, + 19.88, + 20.04, + 20.18, + 20.491, + 19.91, + 18.217, + 18.187, + 17.977, + 18.237, + 17.977, + 18.147 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 69.625, + "p90": 70.296, + "p95": 70.437, + "p99": 74.572 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.060337522441651, + "p90": 14.916581313303745, + "p95": 14.886721467410593, + "p99": 14.061256235584402 + }, + "samples_us": [ + 70.296, + 69.586, + 68.744, + 70.437, + 69.505, + 70.066, + 74.572, + 68.854, + 69.705, + 69.405, + 69.625, + 70.186, + 68.774, + 69.695, + 69.845, + 69.085, + 69.546, + 69.345, + 69.966, + 70.186 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 269.488, + "p90": 272.392, + "p95": 274.274, + "p99": 276.808 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.563973163925667, + "p90": 15.398043995418368, + "p95": 15.292386445671116, + "p99": 15.152394439467068 + }, + "samples_us": [ + 267.905, + 272.392, + 271.09, + 270.148, + 266.873, + 270.65, + 269.718, + 274.274, + 269.337, + 269.327, + 269.488, + 268.136, + 276.808, + 267.635, + 268.967, + 269.697, + 267.545, + 269.658, + 270.97, + 269.127 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 1080.985, + "p90": 1083.688, + "p95": 1087.323, + "p99": 1089.467 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.520304167032846, + "p90": 15.481592487874739, + "p95": 15.429836396360603, + "p99": 15.399471484680124 + }, + "samples_us": [ + 1081.385, + 1080.443, + 1078.651, + 1083.688, + 1082.637, + 1087.323, + 1080.093, + 1080.494, + 1082.015, + 1081.325, + 1078.11, + 1081.916, + 1075.997, + 1080.263, + 1081.856, + 1075.736, + 1080.985, + 1078.151, + 1089.467, + 1082.297 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 4267.812, + "p90": 4274.593, + "p95": 4275.003, + "p99": 4281.012 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.724418976281054, + "p90": 15.699474546465593, + "p95": 15.697968866922432, + "p99": 15.675934568742157 + }, + "samples_us": [ + 4267.162, + 4262.264, + 4263.937, + 4267.812, + 4281.012, + 4267.542, + 4269.505, + 4268.624, + 4271.197, + 4266.23, + 4271.128, + 4271.037, + 4275.003, + 4265.489, + 4267.272, + 4273.631, + 4273.841, + 4266.391, + 4264.137, + 4274.593 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 268435456, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 17238.913, + "p90": 17253.125, + "p95": 17254.918, + "p99": 17268.748 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.571483886484026, + "p90": 15.558657112841876, + "p95": 15.55704037538747, + "p99": 15.544581228471225 + }, + "samples_us": [ + 17032.922, + 17036.607, + 17036.597, + 17039.763, + 17040.784, + 17235.067, + 17241.958, + 17251.592, + 17231.192, + 17238.823, + 17241.968, + 17246.545, + 17240.396, + 17244.482, + 17254.918, + 17268.748, + 17231.001, + 17241.257, + 17238.913, + 17253.125 + ] + } + }, + { + "direction": "d2h", + "block_bytes": 262144, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 536870912, + "host_memory": "pinned", + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 33985.462, + "p90": 34007.024, + "p95": 34223.602, + "p99": 34395.953 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.797075584848605, + "p90": 15.787059520409667, + "p95": 15.687153912086753, + "p99": 15.608548831311637 + }, + "samples_us": [ + 33979.042, + 33980.915, + 33972.352, + 33981.256, + 33979.133, + 33983.289, + 33982.928, + 33985.462, + 33994.917, + 33973.074, + 33991.241, + 33981.447, + 33987.655, + 33987.946, + 33986.734, + 34007.024, + 33988.116, + 33992.753, + 34223.602, + 34395.953 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 257, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 14.141, + "p90": 15.103, + "p95": 16.224, + "p99": 16.385 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.018174103670178913, + "p90": 0.017016486790703833, + "p95": 0.015840729783037476, + "p99": 0.015685077815074763 + }, + "samples_us": [ + 14.682, + 13.941, + 14.141, + 14.041, + 14.352, + 14.001, + 13.992, + 14.302, + 16.385, + 16.224, + 13.961, + 13.981, + 14.693, + 14.112, + 14.191, + 14.051, + 14.102, + 14.281, + 15.103, + 14.241 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 1028, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 20.33, + "p90": 20.771, + "p95": 20.942, + "p99": 21.032 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.05056566650270536, + "p90": 0.049492080304270374, + "p95": 0.04908795721516569, + "p99": 0.04887790034233549 + }, + "samples_us": [ + 21.032, + 20.33, + 20.451, + 20.461, + 20.351, + 20.12, + 20.08, + 20.501, + 20.681, + 20.311, + 20.261, + 20.15, + 20.942, + 20.692, + 19.88, + 20.771, + 20.551, + 20.241, + 20.141, + 20.33 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 4112, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 57.978, + "p90": 60.942, + "p95": 61.372, + "p99": 66.501 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.07092345372382627, + "p90": 0.06747399166420531, + "p95": 0.06700123834973604, + "p99": 0.061833656636742305 + }, + "samples_us": [ + 57.547, + 66.501, + 58.068, + 57.297, + 54.463, + 55.184, + 57.187, + 59.73, + 61.372, + 57.898, + 60.942, + 55.645, + 54.893, + 57.978, + 60.06, + 60.652, + 60.571, + 58.739, + 58.769, + 56.645 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 16448, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 192.021, + "p90": 199.482, + "p95": 200.994, + "p99": 201.985 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.08565729789970888, + "p90": 0.08245355470669033, + "p95": 0.08183328855587729, + "p99": 0.08143178948931852 + }, + "samples_us": [ + 182.747, + 196.937, + 180.353, + 194.104, + 184.679, + 195.475, + 192.932, + 186.942, + 188.916, + 195.296, + 192.021, + 191.099, + 196.016, + 199.482, + 185.411, + 194.584, + 185.281, + 201.985, + 187.123, + 200.994 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 65792, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 709.723, + "p90": 716.524, + "p95": 784.115, + "p99": 816.574 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.09270095516137986, + "p90": 0.09182106949662537, + "p95": 0.08390605969787594, + "p99": 0.08057077496956798 + }, + "samples_us": [ + 816.574, + 784.115, + 716.524, + 705.476, + 707.6, + 708.992, + 703.143, + 702.743, + 708.652, + 714.891, + 714.25, + 701.801, + 713.179, + 709.723, + 713.709, + 711.806, + 704.685, + 714.821, + 707.73, + 715.702 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 263168, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2760.333, + "p90": 2774.174, + "p95": 2782.256, + "p99": 2790.039 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.09533922175331744, + "p90": 0.09486355217805371, + "p95": 0.09458798902760925, + "p99": 0.09432412951933647 + }, + "samples_us": [ + 2760.333, + 2756.818, + 2738.961, + 2750.929, + 2768.716, + 2754.194, + 2766.663, + 2771.431, + 2757.229, + 2773.323, + 2769.097, + 2774.174, + 2756.707, + 2790.039, + 2768.465, + 2764.339, + 2759.492, + 2759.672, + 2782.256, + 2758.991 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 257, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 526336, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5499.225, + "p90": 5532.083, + "p95": 5550.822, + "p99": 5626.998 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.0957109410871532, + "p90": 0.09514246261308805, + "p95": 0.09482127151618265, + "p99": 0.0935376198818624 + }, + "samples_us": [ + 5515.999, + 5517.151, + 5626.998, + 5531.993, + 5493.956, + 5513.737, + 5499.225, + 5481.478, + 5486.485, + 5477.621, + 5473.796, + 5479.014, + 5499.885, + 5492.484, + 5506.535, + 5550.822, + 5489.289, + 5500.857, + 5532.083, + 5477.061 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 4096, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 15.914, + "p90": 16.114, + "p95": 16.214, + "p99": 16.265 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.2573834359683298, + "p90": 0.2541889040585826, + "p95": 0.25262119156284696, + "p99": 0.2518290808484476 + }, + "samples_us": [ + 16.114, + 15.684, + 15.754, + 16.214, + 16.114, + 16.265, + 15.854, + 15.954, + 15.934, + 15.794, + 15.794, + 15.914, + 15.844, + 15.904, + 15.964, + 16.014, + 15.834, + 16.025, + 15.804, + 15.994 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 16384, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 23.285, + "p90": 23.706, + "p95": 23.956, + "p99": 24.497 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.7036289456731801, + "p90": 0.6911330464861216, + "p95": 0.6839205209550844, + "p99": 0.6688165897865045 + }, + "samples_us": [ + 24.497, + 23.706, + 23.475, + 23.356, + 23.566, + 23.956, + 23.245, + 23.666, + 23.496, + 23.285, + 23.145, + 23.155, + 23.326, + 23.226, + 23.005, + 23.425, + 23.065, + 22.824, + 23.285, + 23.275 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 65536, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 69.104, + "p90": 73.731, + "p95": 74.883, + "p99": 80.001 + }, + "payload_gbps_at_latency_percentile": { + "p50": 0.948367677703172, + "p90": 0.8888527213790671, + "p95": 0.8751786119680034, + "p99": 0.8191897601279984 + }, + "samples_us": [ + 73.731, + 71.969, + 69.285, + 67.983, + 66.751, + 74.883, + 68.874, + 66.08, + 69.104, + 69.846, + 67.101, + 70.437, + 64.448, + 63.826, + 68.364, + 67.231, + 71.689, + 73.18, + 69.345, + 80.001 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 214.574, + "p90": 227.034, + "p95": 234.144, + "p99": 239.352 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.2216950795529746, + "p90": 1.1546464406212285, + "p95": 1.119584529178625, + "p99": 1.0952237708479562 + }, + "samples_us": [ + 205.901, + 224.61, + 214.574, + 234.144, + 209.667, + 239.352, + 211.419, + 220.383, + 220.243, + 227.034, + 213.623, + 224.259, + 224.62, + 225.271, + 214.084, + 220.614, + 194.213, + 204.72, + 184.599, + 199.722 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 711.285, + "p90": 718.136, + "p95": 770.074, + "p99": 813.751 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.4741995121505445, + "p90": 1.4601356846057014, + "p95": 1.3616561525256015, + "p99": 1.2885710739525973 + }, + "samples_us": [ + 813.751, + 770.074, + 713.188, + 709.212, + 699.337, + 715.151, + 712.898, + 709.723, + 707.009, + 707.19, + 711.576, + 712.207, + 711.316, + 706.889, + 718.136, + 708.992, + 711.285, + 714.31, + 699.167, + 708.611 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2745.451, + "p90": 2755.466, + "p95": 2758.2, + "p99": 2762.907 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.5277285954111, + "p90": 1.522175922330379, + "p95": 1.5206671017330142, + "p99": 1.5180764318161994 + }, + "samples_us": [ + 2726.081, + 2747.784, + 2744.86, + 2755.466, + 2762.907, + 2749.417, + 2743.197, + 2738.45, + 2748.445, + 2754.895, + 2745.451, + 2733.382, + 2731.5, + 2727.063, + 2742.767, + 2742.036, + 2750.579, + 2758.2, + 2749.657, + 2748.115 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 4096, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 8388608, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5493.395, + "p90": 5612.355, + "p95": 5628.048, + "p99": 5629.892 + }, + "payload_gbps_at_latency_percentile": { + "p50": 1.527035285101472, + "p90": 1.4946681027839472, + "p95": 1.4905004363857592, + "p99": 1.490012241797889 + }, + "samples_us": [ + 5490.501, + 5628.048, + 5462.489, + 5629.892, + 5454.386, + 5493.395, + 5587.959, + 5479.895, + 5467.476, + 5600.237, + 5596.362, + 5458.643, + 5474.237, + 5587.467, + 5600.207, + 5485.584, + 5589.271, + 5464.762, + 5581.148, + 5612.355 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 65536, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 16.155, + "p90": 17.317, + "p95": 18.037, + "p99": 18.588 + }, + "payload_gbps_at_latency_percentile": { + "p50": 4.056700711853915, + "p90": 3.784489230236184, + "p95": 3.633420191827909, + "p99": 3.525715515386271 + }, + "samples_us": [ + 16.205, + 16.055, + 16.024, + 18.037, + 16.175, + 16.184, + 18.588, + 16.064, + 16.255, + 16.144, + 16.044, + 17.317, + 17.016, + 16.155, + 16.365, + 15.744, + 16.114, + 16.044, + 16.135, + 16.294 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 23.285, + "p90": 24.878, + "p95": 24.998, + "p99": 25.299 + }, + "payload_gbps_at_latency_percentile": { + "p50": 11.258063130770882, + "p90": 10.537181445453815, + "p95": 10.486598927914233, + "p99": 10.361832483497372 + }, + "samples_us": [ + 23.816, + 23.135, + 23.907, + 23.055, + 23.556, + 24.146, + 23.115, + 23.285, + 23.215, + 23.105, + 23.285, + 24.998, + 23.095, + 24.878, + 23.205, + 23.625, + 23.315, + 25.299, + 22.784, + 23.155 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 67.883, + "p90": 73.982, + "p95": 74.422, + "p99": 92.199 + }, + "payload_gbps_at_latency_percentile": { + "p50": 15.446812898663877, + "p90": 14.173393528155497, + "p95": 14.089597162129477, + "p99": 11.372964999620386 + }, + "samples_us": [ + 70.466, + 70.186, + 68.574, + 67.562, + 64.237, + 74.422, + 73.982, + 68.954, + 92.199, + 67.883, + 66.11, + 65.039, + 65.149, + 63.856, + 66.37, + 66.29, + 69.866, + 68.614, + 68.043, + 65.82 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 212.942, + "p90": 231.861, + "p95": 235.266, + "p99": 243.328 + }, + "payload_gbps_at_latency_percentile": { + "p50": 19.696931558828226, + "p90": 18.089734798003978, + "p95": 17.82792243673119, + "p99": 17.237243556023145 + }, + "samples_us": [ + 209.977, + 231.861, + 208.335, + 230.058, + 216.989, + 226.672, + 208.936, + 243.328, + 209.727, + 225.08, + 212.942, + 221.725, + 220.684, + 235.266, + 210.218, + 221.464, + 203.939, + 198.491, + 183.538, + 201.014 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 700.459, + "p90": 706.929, + "p95": 784.836, + "p99": 820.991 + }, + "payload_gbps_at_latency_percentile": { + "p50": 23.951745926599557, + "p90": 23.732533252985803, + "p95": 21.37671564505196, + "p99": 20.435322677106083 + }, + "samples_us": [ + 820.991, + 784.836, + 700.88, + 698.907, + 688.12, + 706.929, + 703.754, + 700.459, + 695.352, + 699.938, + 702.291, + 701.11, + 690.644, + 704.235, + 699.628, + 696.363, + 697.003, + 698.506, + 704.625, + 702.532 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2637.418, + "p90": 2651.669, + "p95": 2655.075, + "p99": 2670.358 + }, + "payload_gbps_at_latency_percentile": { + "p50": 25.444910135594736, + "p90": 25.3081602568043, + "p95": 25.275694283588976, + "p99": 25.131036362914635 + }, + "samples_us": [ + 2621.023, + 2640.261, + 2670.358, + 2635.565, + 2623.707, + 2651.389, + 2627.682, + 2650.768, + 2645.39, + 2638.85, + 2630.948, + 2638.869, + 2637.418, + 2634.633, + 2641.835, + 2655.075, + 2651.669, + 2635.174, + 2631.319, + 2633.451 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 65536, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 134217728, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5253.663, + "p90": 5276.477, + "p95": 5357.62, + "p99": 5368.527 + }, + "payload_gbps_at_latency_percentile": { + "p50": 25.547456698307446, + "p90": 25.436996693058646, + "p95": 25.051744617946028, + "p99": 25.00084809110581 + }, + "samples_us": [ + 5242.326, + 5368.527, + 5266.272, + 5254.814, + 5357.62, + 5256.658, + 5236.126, + 5274.965, + 5247.093, + 5241.644, + 5241.905, + 5245.12, + 5245.31, + 5235.496, + 5276.477, + 5242.126, + 5261.245, + 5253.663, + 5255.986, + 5269.537 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 1, + "layout": "random", + "seed": 0, + "payload_bytes": 262144, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 16.215, + "p90": 16.986, + "p95": 17.116, + "p99": 17.847 + }, + "payload_gbps_at_latency_percentile": { + "p50": 16.16675917360469, + "p90": 15.432944778052514, + "p95": 15.31572797382566, + "p99": 14.688407015184625 + }, + "samples_us": [ + 17.116, + 16.615, + 16.375, + 16.205, + 16.985, + 16.215, + 16.074, + 15.854, + 16.445, + 16.485, + 16.986, + 17.847, + 16.155, + 16.015, + 16.114, + 16.916, + 16.365, + 15.964, + 16.104, + 16.104 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 4, + "layout": "random", + "seed": 0, + "payload_bytes": 1048576, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 24.127, + "p90": 25.008, + "p95": 27.832, + "p99": 33.07 + }, + "payload_gbps_at_latency_percentile": { + "p50": 43.46068719691632, + "p90": 41.929622520793345, + "p95": 37.67519402127048, + "p99": 31.7077713940127 + }, + "samples_us": [ + 24.627, + 24.016, + 24.938, + 24.888, + 24.577, + 24.457, + 25.008, + 23.595, + 23.756, + 23.856, + 24.127, + 24.747, + 24.136, + 23.766, + 33.07, + 23.095, + 23.766, + 23.225, + 27.832, + 23.145 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 16, + "layout": "random", + "seed": 0, + "payload_bytes": 4194304, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 68.614, + "p90": 76.676, + "p95": 77.797, + "p99": 90.226 + }, + "payload_gbps_at_latency_percentile": { + "p50": 61.12898242341213, + "p90": 54.70165371172205, + "p95": 53.91344139234161, + "p99": 46.486644647884205 + }, + "samples_us": [ + 76.676, + 68.253, + 67.842, + 68.764, + 77.797, + 67.973, + 70.567, + 70.947, + 70.186, + 68.614, + 90.226, + 66.461, + 66.771, + 65.97, + 69.986, + 65.829, + 68.314, + 68.904, + 73.812, + 66.461 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 64, + "layout": "random", + "seed": 0, + "payload_bytes": 16777216, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 212.551, + "p90": 231.5, + "p95": 232.882, + "p99": 236.017 + }, + "payload_gbps_at_latency_percentile": { + "p50": 78.93266086727421, + "p90": 72.47177537796976, + "p95": 72.04170352367294, + "p99": 71.08477779143028 + }, + "samples_us": [ + 236.017, + 231.5, + 212.551, + 218.931, + 211.009, + 232.882, + 213.032, + 218.5, + 208.826, + 229.918, + 210.869, + 211.209, + 207.484, + 215.926, + 219.692, + 217.389, + 187.674, + 208.946, + 183.828, + 190.948 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 256, + "layout": "random", + "seed": 0, + "payload_bytes": 67108864, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 687.319, + "p90": 693.108, + "p95": 695.812, + "p99": 701.201 + }, + "payload_gbps_at_latency_percentile": { + "p50": 97.63859867106831, + "p90": 96.82309827617053, + "p95": 96.44683334004013, + "p99": 95.70560224529058 + }, + "samples_us": [ + 686.148, + 689.993, + 691.225, + 688.531, + 691.466, + 685.236, + 688.381, + 684.304, + 701.201, + 686.197, + 684.886, + 683.823, + 687.319, + 693.108, + 688.09, + 686.148, + 692.036, + 685.066, + 681.531, + 695.812 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 1024, + "layout": "random", + "seed": 0, + "payload_bytes": 268435456, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 2651.999, + "p90": 2662.625, + "p95": 2668.625, + "p99": 2669.406 + }, + "payload_gbps_at_latency_percentile": { + "p50": 101.22004420061998, + "p90": 100.81609539458242, + "p95": 100.58942564054523, + "p99": 100.55999574437159 + }, + "samples_us": [ + 2640.091, + 2660.031, + 2657.879, + 2655.414, + 2662.625, + 2635.355, + 2647.002, + 2656.105, + 2668.625, + 2654.634, + 2652.85, + 2648.424, + 2646.12, + 2669.406, + 2651.999, + 2655.776, + 2648.854, + 2646.722, + 2645.159, + 2648.364 + ] + } + }, + { + "direction": "d2d", + "block_bytes": 262144, + "num_blocks": 2048, + "layout": "random", + "seed": 0, + "payload_bytes": 536870912, + "host_memory": null, + "api": "explicit-block-size", + "correctness_passed": true, + "latency": { + "sample_count": 20, + "percentiles_us": { + "p50": 5332.272, + "p90": 5429.228, + "p95": 5432.804, + "p99": 5500.386 + }, + "payload_gbps_at_latency_percentile": { + "p50": 100.68333198306463, + "p90": 98.88531334473336, + "p95": 98.8202246942831, + "p99": 97.60604292135133 + }, + "samples_us": [ + 5500.386, + 5349.838, + 5319.603, + 5320.053, + 5305.992, + 5418.542, + 5429.228, + 5314.144, + 5432.804, + 5298.22, + 5426.855, + 5332.763, + 5320.163, + 5417.07, + 5421.727, + 5332.272, + 5309.106, + 5347.905, + 5318.731, + 5330.079 + ] + } + } + ] +} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json new file mode 100644 index 0000000000..055b01dfea --- /dev/null +++ b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T18:47:15.739955+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256","mode":"low-latency","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256],"ladder_dropped":[512],"ladder_cap":256},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":120.8219975233078,"p90":124.02699887752533,"p95":125.3889948129654,"p99":129.03499603271484},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":200.4610002040863,"p90":203.14499735832214,"p95":204.2270004749298,"p99":206.94999396800995},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":321.2829977273941,"p90":327.1719962358475,"p95":329.6159952878952,"p99":335.9849900007248},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":293.9609885215759,"p90":296.28700017929077,"p95":297.2489893436432,"p99":306.5829873085022},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":299.20899868011475,"p90":302.3340106010437,"p95":303.4150004386902,"p99":306.9399893283844},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":102.5950014591217,"p90":106.11999779939651,"p95":107.20200091600418,"p99":108.72399806976318},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":179.55100536346436,"p90":182.95499682426453,"p95":183.83699655532837,"p99":185.12000143527985},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.209015846252441,"p95":6.209015846252441,"p99":6.209015846252441},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.77298617362976,"p90":14.464974403381348,"p95":16.869008541107178,"p99":77.63200998306274},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.0010004043579102,"p90":1.0809898376464844,"p95":1.0809898376464844,"p99":1.0809898376464844},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":100.67100077867508,"p90":103.35499793291092,"p95":104.35599833726883,"p99":106.6410019993782},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":176.58700048923492,"p90":178.95099520683289,"p95":179.63099479675293,"p99":181.7139983177185},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":288.3549928665161,"p90":290.63498973846436,"p95":291.2769913673401,"p99":292.479008436203},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.89400053024292,"p90":14.659017324447632,"p95":16.222000122070312,"p99":20.148009061813354},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003888666396960616,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1376256,"scale_bytes":0,"total_logical_bytes":1376256},"dispatch":{"activation_data_bytes":1376256,"scale_bytes":0,"total_logical_bytes":1376256},"roundtrip":{"activation_data_bytes":2752512,"scale_bytes":0,"total_logical_bytes":2752512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"per-assignment"},"receive":{"max":11,"mean":6.0,"min":2,"total":96},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":53474.327545561726,"p90":52921.601404326975,"p95":52733.055309943564,"p99":52127.45343156364},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":122.18499928712845,"p90":125.109001994133,"p95":126.39099359512329,"p99":128.9149969816208},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":203.42500507831573,"p90":205.7889997959137,"p95":206.8299949169159,"p99":209.19400453567505},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":325.6100043654442,"p90":330.8980017900467,"p95":333.2209885120392,"p99":338.10900151729584},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":298.7709939479828,"p90":301.0120093822479,"p95":302.0560145378113,"p99":303.77501249313354},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":303.21499705314636,"p90":306.1389923095703,"p95":307.3039948940277,"p99":310.58600544929504},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":102.633997797966,"p90":106.48000240325928,"p95":107.24099725484848,"p99":109.64500159025192},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":182.27499723434448,"p90":186.32100522518158,"p95":187.0020031929016,"p99":188.48499655723572},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009012460708618,"p90":6.049007177352905,"p95":6.049007177352905,"p99":6.049007177352905},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.531974792480469,"p90":13.821005821228027,"p95":15.345990657806396,"p99":21.430015563964844},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.3619959354400635,"p90":0.7610023021697998,"p95":0.7610023021697998,"p99":0.7610023021697998},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":101.71200335025787,"p90":103.75499725341797,"p95":104.31600362062454,"p99":105.99900037050247},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":180.35200238227844,"p90":182.27499723434448,"p95":183.03599953651428,"p99":184.59799885749817},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":292.4419939517975,"p90":294.36200857162476,"p95":294.9250042438507,"p99":296.20400071144104},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.773003101348877,"p90":14.257997274398804,"p95":15.343993902206421,"p99":19.426017999649048},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003888666396960616,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2752512,"scale_bytes":0,"total_logical_bytes":2752512},"dispatch":{"activation_data_bytes":2752512,"scale_bytes":0,"total_logical_bytes":2752512},"roundtrip":{"activation_data_bytes":5505024,"scale_bytes":0,"total_logical_bytes":5505024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"per-assignment"},"receive":{"max":17,"mean":12.0,"min":8,"total":192},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":105535.67703114355,"p90":104527.6844958101,"p95":104131.41557445435,"p99":103031.04273390767},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":124.38700348138809,"p90":127.83299386501312,"p95":129.19500470161438,"p99":131.9189965724945},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":207.67100155353546,"p90":210.3549987077713,"p95":211.3569974899292,"p99":214.44199979305267},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":332.05800503492355,"p90":338.1879925727844,"p95":340.5520021915436,"p99":346.3609963655472},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":305.1770031452179,"p90":307.7009916305542,"p95":308.42500925064087,"p99":319.12198662757874},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":309.82500314712524,"p90":313.30999732017517,"p95":314.63098526000977,"p99":317.5159990787506},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":104.3969988822937,"p90":107.76200145483017,"p95":108.60300064086914,"p99":110.68599671125412},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":186.56200170516968,"p90":189.48599696159363,"p95":190.3270035982132,"p99":193.20900738239288},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.088018417358398,"p90":6.169021129608154,"p95":6.169021129608154,"p99":6.169021129608154},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.895997285842896,"p90":14.982998371124268,"p95":16.508013010025024,"p99":29.519975185394287},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.082003116607666,"p90":-0.9620189666748047,"p95":-0.9620189666748047,"p99":-0.9620189666748047},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":103.87600213289261,"p90":106.1989963054657,"p95":106.9599986076355,"p99":108.4429994225502},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":184.83899533748627,"p90":187.12200224399567,"p95":187.7630054950714,"p99":188.8049989938736},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":298.37000370025635,"p90":300.6939888000488,"p95":301.2920022010803,"p99":302.6140034198761},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.537015438079834,"p90":15.259981155395508,"p95":16.941994428634644,"p99":20.350009202957153},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038896200712770224,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":5505024,"scale_bytes":0,"total_logical_bytes":5505024},"dispatch":{"activation_data_bytes":5505024,"scale_bytes":0,"total_logical_bytes":5505024},"roundtrip":{"activation_data_bytes":11010048,"scale_bytes":0,"total_logical_bytes":11010048},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"per-assignment"},"receive":{"max":31,"mean":24.0,"min":17,"total":384},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":206568.2218991493,"p90":204270.53253138822,"p95":203412.8963716357,"p99":201564.6461459936},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":131.55800104141235,"p90":135.84500551223755,"p95":137.0069980621338,"p99":139.41000401973724},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":215.88300168514252,"p90":218.6480015516281,"p95":219.7290062904358,"p99":221.7330038547516},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":347.44100272655487,"p90":354.49300706386566,"p95":356.7360043525696,"p99":361.14300787448883},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":315.27599692344666,"p90":318.15698742866516,"p95":319.04101371765137,"p99":326.69299840927124},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":323.3250081539154,"p90":326.8499970436096,"p95":328.01198959350586,"p99":330.77600598335266},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":107.64200240373611,"p90":111.16699874401093,"p95":111.88799887895584,"p99":113.61200362443924},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":192.12999939918518,"p90":195.374995470047,"p95":196.17700576782227,"p99":198.42000305652618},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.050020456314087,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.176023960113525,"p90":17.822980880737305,"p95":19.632995128631592,"p99":26.676982641220093},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.9210109710693359,"p90":1.6019940376281738,"p95":1.6019940376281738,"p99":1.6019940376281738},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":107.36099630594254,"p90":110.12499779462814,"p95":111.00699752569199,"p99":112.88999766111374},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":191.6089951992035,"p90":193.97200644016266,"p95":194.6139931678772,"p99":196.45600020885468},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":309.7839951515198,"p90":312.51099705696106,"p95":313.1929934024811,"p99":314.75499272346497},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.660013675689697,"p90":17.582982778549194,"p95":19.145995378494263,"p99":23.35202693939209},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003889858489856124,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":11010048,"scale_bytes":0,"total_logical_bytes":11010048},"dispatch":{"activation_data_bytes":11010048,"scale_bytes":0,"total_logical_bytes":11010048},"roundtrip":{"activation_data_bytes":22020096,"scale_bytes":0,"total_logical_bytes":22020096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"per-assignment"},"receive":{"max":58,"mean":48.0,"min":40,"total":768},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":395886.48193605547,"p90":391616.9532133168,"p95":390229.63812580775,"p99":386968.8178242348},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":136.88600063323975,"p90":141.21299982070923,"p95":142.535001039505,"p99":145.21899819374084},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":222.61400520801544,"p90":225.5380004644394,"p95":226.69999301433563,"p99":228.5429984331131},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":359.5000058412552,"p90":366.7510002851486,"p95":369.23499405384064,"p99":373.76199662685394},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":325.888991355896,"p90":329.5750021934509,"p95":330.5380046367645,"p99":435.7739984989166},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":337.38601207733154,"p90":342.15301275253296,"p95":343.67600083351135,"p99":347.0810055732727},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":113.93100023269653,"p90":117.33599752187729,"p95":118.37799847126007,"p99":120.26199698448181},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":198.81999492645264,"p90":201.22399926185608,"p95":201.9049972295761,"p99":202.58499681949615},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.050020456314087,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.502989292144775,"p90":20.713984966278076,"p95":22.9949951171875,"p99":76.71099901199341},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.2010037899017334,"p90":2.884000539779663,"p95":2.884000539779663,"p99":2.884000539779663},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":112.68900334835052,"p90":115.8130019903183,"p95":116.77499860525131,"p99":118.53799968957901},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":198.09900224208832,"p90":199.78199899196625,"p95":200.30200481414795,"p99":201.54400169849396},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":321.245014667511,"p90":324.20599460601807,"p95":325.00800490379333,"p99":327.53100991249084},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.34100079536438,"p90":21.027982234954834,"p95":22.913992404937744,"p99":26.43600106239319},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038906957488507032,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":22020096,"scale_bytes":0,"total_logical_bytes":22020096},"dispatch":{"activation_data_bytes":22020096,"scale_bytes":0,"total_logical_bytes":22020096},"roundtrip":{"activation_data_bytes":44040192,"scale_bytes":0,"total_logical_bytes":44040192},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"per-assignment"},"receive":{"max":105,"mean":96.0,"min":80,"total":1536},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":758774.7886279374,"p90":748203.2612851948,"p95":744887.6249116253,"p99":737579.9766892041},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":158.31899642944336,"p90":162.96599805355072,"p95":164.64799642562866,"p99":168.37400197982788},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":236.8759959936142,"p90":239.51999843120575,"p95":240.4409945011139,"p99":242.60400235652924},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":395.19499242305756,"p90":402.48599648475647,"p95":405.08899092674255,"p99":410.9780043363571},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":363.22399973869324,"p90":367.71199107170105,"p95":368.87699365615845,"p99":371.5609908103943},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":378.08701395988464,"p90":382.61398673057556,"p95":384.0160071849823,"p99":387.14098930358887},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":135.32300293445587,"p90":139.5699977874756,"p95":140.37099480628967,"p99":142.65500009059906},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":214.52200412750244,"p90":217.48900413513184,"p95":218.6879962682724,"p99":220.6909954547882},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048977375030518,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.91098713874817,"p90":23.912012577056885,"p95":25.919020175933838,"p99":31.12301230430603},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.2429823875427246,"p90":-1.203000545501709,"p95":-1.203000545501709,"p99":-1.203000545501709},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":134.12100076675415,"p90":137.44600117206573,"p95":138.44700157642365,"p99":140.45000076293945},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":212.11999654769897,"p90":213.76200020313263,"p95":214.36400711536407,"p99":215.52500128746033},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":355.0960123538971,"p90":358.2969903945923,"p95":359.13801193237305,"p99":361.34499311447144},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.870004177093506,"p90":27.842998504638672,"p95":29.201000928878784,"p99":32.5700044631958},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":44040192,"scale_bytes":0,"total_logical_bytes":44040192},"dispatch":{"activation_data_bytes":44040192,"scale_bytes":0,"total_logical_bytes":44040192},"roundtrip":{"activation_data_bytes":88080384,"scale_bytes":0,"total_logical_bytes":88080384},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"per-assignment"},"receive":{"max":211,"mean":192.0,"min":175,"total":3072},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":1354185.6268417716,"p90":1338163.312781699,"p95":1333277.7551467202,"p99":1322515.605802978},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":193.572998046875,"p90":200.22299885749817,"p95":202.3860067129135,"p99":206.95200562477112},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":263.6350095272064,"p90":267.60101318359375,"p95":268.7639892101288,"p99":271.5669870376587},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":457.2080075740814,"p90":467.8240120410919,"p95":471.1499959230423,"p99":478.5189926624298},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":423.96000027656555,"p90":430.6100010871887,"p95":435.2569878101349,"p99":618.2529926300049},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":436.8549883365631,"p90":442.58400797843933,"p95":444.4260001182556,"p99":448.8329887390137},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":167.97399520874023,"p90":171.65899276733398,"p95":172.85899817943573,"p99":175.22400617599487},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":238.55799436569214,"p90":243.04500222206116,"p95":244.56900358200073,"p99":248.0120062828064},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.129980087280273,"p95":6.129980087280273,"p99":6.129980087280273},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.996004343032837,"p90":28.96001935005188,"p95":33.005982637405396,"p99":104.52201962471008},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.521974802017212,"p90":2.804011106491089,"p95":2.804011106491089,"p99":2.804011106491089},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":168.6529964208603,"p90":172.09799587726593,"p95":172.89899289608002,"p99":174.74199831485748},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":237.75899410247803,"p90":240.6429946422577,"p95":241.80500209331512,"p99":245.08999288082123},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":412.3019874095917,"p90":416.62898659706116,"p95":417.7910089492798,"p99":420.9960103034973},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.633020162582397,"p90":30.31998872756958,"p95":32.52500295639038,"p99":36.410003900527954},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":88080384,"scale_bytes":0,"total_logical_bytes":88080384},"dispatch":{"activation_data_bytes":88080384,"scale_bytes":0,"total_logical_bytes":88080384},"roundtrip":{"activation_data_bytes":176160768,"scale_bytes":0,"total_logical_bytes":176160768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"per-assignment"},"receive":{"max":421,"mean":384.0,"min":335,"total":6144},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":2344027.256960351,"p90":2313685.044060346,"p95":2304095.6193551407,"p99":2281472.230632836},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":266.72300696372986,"p90":277.0180106163025,"p95":280.42298555374146,"p99":287.71400451660156},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":318.67799162864685,"p90":326.53000950813293,"p95":328.81298661231995,"p99":332.9389989376068},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":585.4009985923767,"p90":603.5480201244354,"p95":609.2359721660614,"p99":620.6530034542084},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":536.965012550354,"p90":655.0629734992981,"p95":663.0010008811951,"p99":731.7379713058472},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":561.4420175552368,"p90":572.7789998054504,"p95":575.5029916763306,"p99":581.0710191726685},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":230.2670031785965,"p90":236.27400398254395,"p95":237.43599653244019,"p99":240.32199382781982},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":283.46800804138184,"p90":289.557009935379,"p95":291.359007358551,"p99":295.36500573158264},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089985370635986,"p90":6.609976291656494,"p95":6.609976291656494,"p99":6.609976291656494},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":27.716994285583496,"p90":44.862985610961914,"p95":55.09001016616821,"p99":158.67799520492554},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.323031425476074,"p90":125.67001581192017,"p95":125.67001581192017,"p99":125.67001581192017},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":232.98899829387665,"p90":239.23900723457336,"p95":240.72100222110748,"p99":244.28600072860718},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":293.12199354171753,"p90":299.4120121002197,"p95":300.9740114212036,"p99":303.8179874420166},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":536.8899703025818,"p90":546.1390018463135,"p95":548.4229922294617,"p99":551.8680214881897},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.802982807159424,"p90":31.60804510116577,"p95":33.7260365486145,"p99":38.81394863128662},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":176160768,"scale_bytes":0,"total_logical_bytes":176160768},"dispatch":{"activation_data_bytes":176160768,"scale_bytes":0,"total_logical_bytes":176160768},"roundtrip":{"activation_data_bytes":352321536,"scale_bytes":0,"total_logical_bytes":352321536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"per-assignment"},"receive":{"max":802,"mean":768.0,"min":696,"total":12288},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":3647749.7870891183,"p90":3575550.082484906,"p95":3558626.1576756816,"p99":3524526.1464183014},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":403.8090109825134,"p90":420.43501138687134,"p95":425.7180094718933,"p99":436.1729919910431},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":467.05999970436096,"p90":479.9639880657196,"p95":484.41100120544434,"p99":494.1459894180298},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":870.8690106868744,"p90":900.3989994525909,"p95":910.1290106773376,"p99":930.3189814090729},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":829.6449780464172,"p90":842.4320220947266,"p95":846.6370105743408,"p99":1049.5439767837524},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":848.9130139350891,"p90":864.4570112228394,"p95":868.3419823646545,"p99":878.8390159606934},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":362.4269962310791,"p90":373.1200098991394,"p95":375.8470118045807,"p99":382.5739920139313},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":435.7739984989166,"p90":447.035014629364,"p95":450.7960081100464,"p99":458.37199687957764},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048977375030518,"p90":6.08903169631958,"p95":6.08903169631958,"p99":6.08903169631958},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.0439772605896,"p90":37.06401586532593,"p95":42.176008224487305,"p99":50.16303062438965},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.5650134086608887,"p90":2.043008804321289,"p95":2.043008804321289,"p99":2.043008804321289},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":370.8760142326355,"p90":380.6940019130707,"p95":383.57898592948914,"p99":388.02599906921387},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":442.6639974117279,"p90":450.52000880241394,"p95":452.52299308776855,"p99":457.96701312065125},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":825.0859975814819,"p90":837.2640013694763,"p95":840.3890132904053,"p99":845.9089994430542},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.475944995880127,"p90":34.3400239944458,"p95":37.84799575805664,"p99":45.25899887084961},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":352321536,"scale_bytes":0,"total_logical_bytes":352321536},"dispatch":{"activation_data_bytes":352321536,"scale_bytes":0,"total_logical_bytes":352321536},"roundtrip":{"activation_data_bytes":704643072,"scale_bytes":0,"total_logical_bytes":704643072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"per-assignment"},"receive":{"max":1613,"mean":1536.0,"min":1426,"total":24576},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":4824993.765866799,"p90":4738234.460272236,"p95":4717035.549572118,"p99":4660694.308755172},"tokens_per_rank":256}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"receive_capacity":256,"num_qps_per_rank":24,"return_recv_hook":true,"zero_copy":false,"fp8_scales":null,"deep_ep":"uccl deep_ep_wrapper","num_nvl_bytes":1073741824,"num_rdma_bytes":5650787456,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-ll-hook-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9957,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2090,"max":2092,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2067,"p50":2095,"max":2098,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2040,"p50":2094,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2062,"p50":2094,"max":2096,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2057,"p50":2088,"max":2091,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2093,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2062,"p50":2092,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2092,"max":2096,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2095,"max":2096,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2064,"p50":2089,"max":2092,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2090,"max":2092,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2053,"p50":2087,"max":2090,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2095,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2039,"p50":2092,"max":2094,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2057,"p50":2086,"max":2087,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2092,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json new file mode 100644 index 0000000000..5debcd03dc --- /dev/null +++ b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T20:52:23.426342+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":171.77799344062805,"p90":176.4249950647354,"p95":178.14800143241882,"p99":181.79400265216827},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":334.26401019096375,"p90":364.9500012397766,"p95":371.8000054359436,"p99":398.68101477622986},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":506.0420036315918,"p90":541.374996304512,"p95":549.9480068683624,"p99":580.4750174283981},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":650.4999995231628,"p90":667.6880121231079,"p95":672.8159785270691,"p99":682.7899813652039},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":536.5689992904663,"p90":582.4369788169861,"p95":589.4070267677307,"p99":622.1370100975037},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":186.5220069885254,"p90":198.05899262428284,"p95":199.30100440979004,"p99":205.43000102043152},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":390.269011259079,"p90":398.23898673057556,"p95":399.6430039405823,"p99":404.9699902534485},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209969520568848,"p90":6.409943103790283,"p95":6.409943103790283,"p99":6.409943103790283},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.4119696617126465,"p90":13.016998767852783,"p95":15.140950679779053,"p99":19.829988479614258},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.4020204544067383,"p90":4.086017608642578,"p95":4.086017608642578,"p99":4.086017608642578},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":147.78299629688263,"p90":151.54799818992615,"p95":153.4309983253479,"p99":156.1949998140335},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":293.1619882583618,"p90":299.33199286460876,"p95":301.5750050544739,"p99":306.3820004463196},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":486.0509932041168,"p90":508.8059902191162,"p95":514.5739912986755,"p99":529.9980044364929},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":51.200032234191895,"p90":74.0709900856018,"p95":78.03702354431152,"p99":93.86199712753296},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":0,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":29819.091339897852,"p90":27470.783246795763,"p95":27145.92679314148,"p99":25717.807718098014},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":177.9879927635193,"p90":182.5149953365326,"p95":184.47700142860413,"p99":189.28499519824982},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":334.1839909553528,"p90":365.63000082969666,"p95":371.0789978504181,"p99":438.0190074443817},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":512.1719837188721,"p90":548.1449961662292,"p95":555.5559992790222,"p99":627.3040026426315},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":655.3890109062195,"p90":669.8110103607178,"p95":672.1749901771545,"p99":691.7219758033752},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":536.8890166282654,"p90":582.1959972381592,"p95":589.5280241966248,"p99":624.3799924850464},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":187.20200657844543,"p90":196.21600210666656,"p95":198.6590027809143,"p99":203.46699655056},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":382.3769986629486,"p90":390.38699865341187,"p95":392.5909996032715,"p99":399.6419906616211},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328999996185303,"p90":6.3700079917907715,"p95":6.3700079917907715,"p99":6.3700079917907715},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.129967212677002,"p90":13.26000690460205,"p95":15.020012855529785,"p99":20.388007164001465},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.6829967498779297,"p90":3.2449960708618164,"p95":3.2449960708618164,"p99":3.2449960708618164},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":156.67599439620972,"p90":159.07999873161316,"p95":160.4820042848587,"p99":164.32799398899078},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":295.4460084438324,"p90":301.2950122356415,"p95":303.21699380874634,"p99":310.50899624824524},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":495.26700377464294,"p90":518.3020234107971,"p95":524.4719982147217,"p99":542.4990057945251},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":41.781991720199585,"p90":65.01603126525879,"p95":69.54199075698853,"p99":86.88896894454956},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":59602.63482565591,"p90":54964.307813524436,"p95":54280.7104778569,"p99":51250.84145095566},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":178.2280057668686,"p90":182.4750006198883,"p95":184.0369999408722,"p99":188.88400495052338},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":334.9840044975281,"p90":365.87101221084595,"p95":370.2769875526428,"p99":387.9840075969696},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":513.2120102643967,"p90":548.3460128307343,"p95":554.313987493515,"p99":576.868012547493},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":653.5059809684753,"p90":667.3669815063477,"p95":670.5690026283264,"p99":686.9540214538574},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":537.4119877815247,"p90":584.2400193214417,"p95":592.4919843673706,"p99":659.9140167236328},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":188.48399817943573,"p90":198.9399939775467,"p95":200.06200671195984,"p99":203.7079930305481},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":387.023001909256,"p90":396.63800597190857,"p95":398.72100949287415,"p99":403.24899554252625},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328999996185303,"p90":6.488978862762451,"p95":6.488978862762451,"p99":6.488978862762451},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.331967353820801,"p90":13.823986053466797,"p95":15.666007995605469,"p99":23.63598346710205},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.44195556640625,"p90":3.444969654083252,"p95":3.444969654083252,"p99":3.444969654083252},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":158.67899358272552,"p90":161.04300320148468,"p95":162.16400265693665,"p99":165.97099602222443},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":297.7699935436249,"p90":309.74599719047546,"p95":312.51001358032227,"p99":322.2459852695465},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":497.1100091934204,"p90":520.2649831771851,"p95":527.0349979400635,"p99":545.8229780197144},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":41.061967611312866,"p90":64.41396474838257,"p95":69.3020224571228,"p99":84.08498764038086},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":119089.26755466807,"p90":109544.01938150695,"p95":108018.33896256938,"p99":96982.33160397128},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":179.9910068511963,"p90":184.35800075531006,"p95":185.83999574184418,"p99":189.24500048160553},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":334.82399582862854,"p90":366.0300076007843,"p95":371.67999148368835,"p99":385.4599893093109},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":514.8150026798248,"p90":550.3880083560944,"p95":557.5199872255325,"p99":574.7049897909164},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":650.9429812431335,"p90":663.3210182189941,"p95":666.8440103530884,"p99":692.8859949111938},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":537.2909903526306,"p90":584.3200087547302,"p95":590.7289981842041,"p99":617.5299882888794},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":187.64300644397736,"p90":190.5680000782013,"p95":192.53100454807281,"p99":195.73499262332916},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":386.90200448036194,"p90":396.43800258636475,"p95":398.5210061073303,"p99":403.52699160575867},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.369948387145996,"p95":6.369948387145996,"p99":6.369948387145996},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.889998912811279,"p90":11.820018291473389,"p95":14.262974262237549,"p99":17.183005809783936},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.5630125999450684,"p90":2.2429823875427246,"p95":2.2429823875427246,"p99":2.2429823875427246},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":159.4800055027008,"p90":161.56400740146637,"p95":162.80600428581238,"p99":165.96999764442444},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":300.93398690223694,"p90":312.51201033592224,"p95":315.11399149894714,"p99":322.6870000362396},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":498.51199984550476,"p90":520.7449793815613,"p95":526.233971118927,"p99":538.4129881858826},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":39.29901123046875,"p90":64.2549991607666,"p95":67.93999671936035,"p99":81.32100105285645},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":238232.17269284945,"p90":219058.047101256,"p95":216681.42311186562,"p99":207277.38316753914},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":188.8040006160736,"p90":192.65000522136688,"p95":194.8540061712265,"p99":199.37999546527863},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":335.4249894618988,"p90":366.2709891796112,"p95":371.6390132904053,"p99":386.4220082759857},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":524.2289900779724,"p90":558.9209944009781,"p95":566.4930194616318,"p99":585.8020037412643},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":657.8699946403503,"p90":667.6049828529358,"p95":671.7320084571838,"p99":688.5190010070801},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":537.5720262527466,"p90":583.8789939880371,"p95":590.569019317627,"p99":617.6490187644958},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":194.65400278568268,"p90":197.77899980545044,"p95":200.1820057630539,"p99":204.62900400161743},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":387.023001909256,"p90":395.7560062408447,"p95":397.75899052619934,"p99":402.6060104370117},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.169021129608154,"p90":6.2490105628967285,"p95":6.2490105628967285,"p99":6.2490105628967285},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.092999458312988,"p90":14.42098617553711,"p95":17.228007316589355,"p99":19.710004329681396},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.3239850997924805,"p90":3.325045108795166,"p95":3.325045108795166,"p99":3.325045108795166},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":165.61000049114227,"p90":168.21399331092834,"p95":169.6159988641739,"p99":172.6599931716919},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":311.6700053215027,"p90":320.64399123191833,"p95":323.88898730278015,"p99":331.53900504112244},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":504.80198860168457,"p90":527.3560285568237,"p95":532.7640175819397,"p99":544.3810224533081},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":33.33002328872681,"p90":57.24400281906128,"p95":60.80901622772217,"p99":74.22995567321777},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":476215.2558132521,"p90":438447.0115142473,"p95":433480.2396099193,"p99":414474.8752488678},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":202.58499681949615,"p90":207.39200711250305,"p95":209.11499857902527,"p99":213.80199491977692},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":354.69499230384827,"p90":368.43499541282654,"p95":373.44199419021606,"p99":389.14600014686584},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":557.2799891233444,"p90":575.8270025253296,"p95":582.5569927692413,"p99":602.9479950666428},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":675.6590008735657,"p90":683.9900016784668,"p95":687.8389716148376,"p99":700.5370259284973},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":554.4750094413757,"p90":584.318995475769,"p95":591.168999671936,"p99":623.8589882850647},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":208.67499709129333,"p90":212.16000616550446,"p95":213.76299858093262,"p99":217.68899261951447},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":388.5050117969513,"p90":399.1610109806061,"p95":401.1639952659607,"p99":405.131995677948},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209015846252441,"p90":6.2490105628967285,"p95":6.2490105628967285,"p99":6.2490105628967285},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.729053497314453,"p90":13.660013675689697,"p95":15.666007995605469,"p99":19.986987113952637},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.7629733085632324,"p90":2.9239654541015625,"p95":2.9239654541015625,"p99":2.9239654541015625},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":180.59299886226654,"p90":182.67600238323212,"p95":184.07799303531647,"p99":186.72099709510803},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":333.0230116844177,"p90":340.7140076160431,"p95":342.9979979991913,"p99":349.64799880981445},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":531.6420197486877,"p90":544.7019934654236,"p95":549.3500232696533,"p99":566.3340091705322},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.43196964263916,"p90":41.42099618911743,"p95":45.746028423309326,"p99":60.44799089431763},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":923395.9895069597,"p90":876233.7078963438,"p95":866080.5967229842,"p99":820698.2821670077},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":224.17700290679932,"p90":228.7050038576126,"p95":230.22599518299103,"p99":235.1139932870865},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":386.90200448036194,"p90":399.76200461387634,"p95":403.1670093536377,"p99":426.20301246643066},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":611.0790073871613,"p90":628.467008471489,"p95":633.3930045366287,"p99":661.3170057535172},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":697.691023349762,"p90":706.9039940834045,"p95":709.8309993743896,"p99":730.3820252418518},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":617.4899935722351,"p90":626.5029907226562,"p95":629.6679973602295,"p99":638.1210088729858},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":234.03300344944,"p90":237.19799518585205,"p95":238.39999735355377,"p99":241.32399260997772},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":388.2260024547577,"p90":394.43400502204895,"p95":396.47701382637024,"p99":400.68501234054565},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209015846252441,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.170008659362793,"p90":13.58097791671753,"p95":15.700995922088623,"p99":17.705023288726807},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.043008804321289,"p90":2.642989158630371,"p95":2.642989158630371,"p99":2.642989158630371},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":205.7500034570694,"p90":207.83400535583496,"p95":209.07500386238098,"p99":212.35999464988708},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":368.91698837280273,"p90":375.96699595451355,"p95":378.2089948654175,"p99":387.14200258255005},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":598.2630252838135,"p90":606.315016746521,"p95":608.9190244674683,"p99":618.1730031967163},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.58597993850708,"p90":23.35304021835327,"p95":25.195002555847168,"p99":28.68098020553589},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":1658326.4678931364,"p90":1634469.4521231903,"p95":1626253.842172283,"p99":1604711.30986352},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":289.9569869041443,"p90":294.60400342941284,"p95":296.32601141929626,"p99":300.5729913711548},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":464.5400047302246,"p90":472.1910059452057,"p95":474.8750030994415,"p99":485.0099980831146},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":754.4969916343689,"p90":766.7950093746185,"p95":771.2010145187378,"p99":785.5829894542694},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":814.4689798355103,"p90":822.6019740104675,"p95":825.6869912147522,"p99":830.253005027771},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":746.163010597229,"p90":755.2970051765442,"p95":758.8620185852051,"p99":766.5539979934692},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":313.1929934024811,"p90":320.84399461746216,"p95":323.88898730278015,"p99":331.18000626564026},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":430.52801489830017,"p90":435.2549910545349,"p95":437.13799118995667,"p99":441.0640001296997},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209969520568848,"p90":6.2490105628967285,"p95":6.2490105628967285,"p99":6.2490105628967285},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.339021682739258,"p90":15.66702127456665,"p95":17.188966274261475,"p99":20.628035068511963},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.8430352210998535,"p90":-1.322031021118164,"p95":-1.322031021118164,"p99":-1.322031021118164},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":271.7289924621582,"p90":274.13299679756165,"p95":275.2949893474579,"p99":278.10001373291016},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":435.4569911956787,"p90":442.3480033874512,"p95":444.22999024391174,"p99":449.43898916244507},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":727.2170186042786,"p90":735.4300022125244,"p95":738.5950088500977,"p99":747.3679780960083},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.303990364074707,"p90":23.0330228805542,"p95":24.873971939086914,"p99":29.401004314422607},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":2744708.556861832,"p90":2711516.1134808124,"p95":2698777.8408230487,"p99":2671696.9781135344},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":373.20101261138916,"p90":378.3699870109558,"p95":380.25200366973877,"p99":384.13798809051514},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":591.4120078086853,"p90":603.8690209388733,"p95":607.3150038719177,"p99":616.0479784011841},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":964.6130204200745,"p90":982.2390079498291,"p95":987.5670075416565,"p99":1000.1859664916992},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1026.6289710998535,"p90":1036.1599922180176,"p95":1039.6449565887451,"p99":1044.0160036087036},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":947.746992111206,"p90":957.6820135116577,"p95":961.6479873657227,"p99":971.9430208206177},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":432.451993227005,"p90":439.62401151657104,"p95":441.987007856369,"p99":446.3930130004883},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":557.9220056533813,"p90":563.5690093040466,"p95":565.29301404953,"p99":568.7369704246521},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.210088729858398,"p90":6.249070167541504,"p95":6.249070167541504,"p99":6.249070167541504},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.17894458770752,"p90":18.908977508544922,"p95":20.95198631286621,"p99":25.08103847503662},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.5230178833007812,"p90":3.2050609588623047,"p95":3.2050609588623047,"p99":3.2050609588623047},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":348.4860062599182,"p90":352.2520065307617,"p95":353.65399718284607,"p99":356.49800300598145},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":561.9680285453796,"p90":568.136990070343,"p95":570.177972316742,"p99":575.7070183753967},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":922.3920106887817,"p90":931.1649799346924,"p95":934.6100091934204,"p99":944.6660280227661},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":25.1539945602417,"p90":30.36201000213623,"p95":32.285988330841064,"p99":36.853015422821045},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":4321828.5408384465,"p90":4276993.764329625,"p95":4259354.830264161,"p99":4214238.810564966},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":491.45999550819397,"p90":496.98901176452637,"p95":498.87099862098694,"p99":503.2380223274231},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":849.2379784584045,"p90":856.9300174713135,"p95":860.135018825531,"p99":867.5860166549683},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1340.6979739665985,"p90":1353.9190292358398,"p95":1359.006017446518,"p99":1370.8240389823914},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1412.5319719314575,"p90":1422.747015953064,"p95":1425.6670475006104,"p99":1429.3110370635986},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1323.5119581222534,"p90":1332.806944847107,"p95":1335.731029510498,"p99":1345.384955406189},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":543.2199835777283,"p90":550.5880117416382,"p95":552.8749823570251,"p99":557.3610067367554},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":825.9230256080627,"p90":832.3370218276978,"p95":835.3000283241272,"p99":838.621973991394},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.248950958251953,"p90":6.330013275146484,"p95":6.330013275146484,"p99":6.330013275146484},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.783092498779297,"p90":26.0850191116333,"p95":28.72300148010254,"p99":31.643033027648926},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.1239986419677734,"p90":2.7250051498413086,"p95":2.7250051498413086,"p99":2.7250051498413086},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":464.42100405693054,"p90":468.0269956588745,"p95":469.46901082992554,"p99":472.79199957847595},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":813.1870031356812,"p90":820.7579851150513,"p95":822.7620124816895,"p99":827.6090025901794},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1295.7550287246704,"p90":1303.926944732666,"p95":1306.812047958374,"p99":1315.0650262832642},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":27.356982231140137,"p90":32.804012298583984,"p95":34.48796272277832,"p99":38.85293006896973},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0095911156386137,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":6189592.734486878,"p90":6146426.5561279375,"p95":6132971.248711728,"p99":6088963.584052217},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9948,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2100,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2099,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2095,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2096,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2100,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":395.9},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2082,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":395.9},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":395.9},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2090,"max":2094,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":395.9},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2100,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":395.9},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2090,"max":2093,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":395.9},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2085,"p50":2098,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":395.9}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json new file mode 100644 index 0000000000..754214f105 --- /dev/null +++ b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T21:18:08.062821+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":172.78000712394714,"p90":177.1869957447052,"p95":178.82899940013885,"p99":184.59799885749817},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":372.9209899902344,"p90":413.7420058250427,"p95":421.875,"p99":616.9679760932922},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":545.7009971141815,"p90":590.9290015697479,"p95":600.7039994001389,"p99":801.5659749507904},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":708.7500095367432,"p90":798.9259958267212,"p95":813.2629990577698,"p99":848.1969833374023},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":590.7279849052429,"p90":673.9339828491211,"p95":684.3900084495544,"p99":854.5250296592712},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.187999725341797,"p90":20.55099979043007,"p95":21.67299948632717,"p99":23.114999756217003},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":187.44200468063354,"p90":199.34099912643433,"p95":200.82299411296844,"p99":211.0379934310913},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":450.51801204681396,"p90":500.6740093231201,"p95":506.6019892692566,"p99":513.6929750442505},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.489038467407227,"p95":6.489038467407227,"p99":6.489038467407227},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.371008396148682,"p90":13.383984565734863,"p95":15.46698808670044,"p99":24.439990520477295},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.3259987831115723,"p90":9.975969791412354,"p95":9.975969791412354,"p99":9.975969791412354},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":149.1049975156784,"p90":152.98999845981598,"p95":154.7120064496994,"p99":158.59800577163696},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":315.4340088367462,"p90":329.6949863433838,"p95":333.3419859409332,"p99":347.7649986743927},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":533.2819819450378,"p90":564.6899938583374,"p95":573.6619830131531,"p99":785.4250073432922},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":58.126986026763916,"p90":106.04000091552734,"p95":111.88900470733643,"p99":123.02500009536743},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.01123046875,"host_held_samples":{"dispatch":21,"roundtrip":23},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":27085.224348337786,"p90":23741.197813409635,"p95":23378.48274004915,"p99":18723.85178276142},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":178.82899940013885,"p90":183.35600197315216,"p95":185.35800278186798,"p99":190.80699980258942},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":372.6010024547577,"p90":416.70599579811096,"p95":423.6370027065277,"p99":446.55099511146545},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":551.4300018548965,"p90":600.0619977712631,"p95":608.9950054883957,"p99":637.3579949140549},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":711.2730145454407,"p90":792.4360036849976,"p95":805.9369921684265,"p99":836.7829918861389},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":590.7289981842041,"p90":672.249972820282,"p95":682.906985282898,"p99":852.9229760169983},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.508000299334526,"p90":21.39200083911419,"p95":22.352999076247215,"p99":23.83599989116192},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":191.76800549030304,"p90":198.94100725650787,"p95":200.54300129413605,"p99":205.34999668598175},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":448.03398847579956,"p90":497.4279999732971,"p95":501.07401609420776,"p99":510.8879804611206},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.290018558502197,"p90":6.52998685836792,"p95":6.52998685836792,"p99":6.52998685836792},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.488012313842773,"p90":15.022039413452148,"p95":17.58599281311035,"p99":21.272003650665283},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.9650330543518066,"p90":3.8049817085266113,"p95":3.8049817085266113,"p99":3.8049817085266113},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":158.39900076389313,"p90":161.32399439811707,"p95":162.5259965658188,"p99":165.7709926366806},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":316.756010055542,"p90":330.8579921722412,"p95":334.183007478714,"p99":349.5649993419647},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":535.8070135116577,"p90":573.104977607727,"p95":581.957995891571,"p99":777.5329947471619},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":55.44096231460571,"p90":96.26299142837524,"p95":102.79101133346558,"p99":110.8439564704895},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.01708984375,"host_held_samples":{"dispatch":35,"roundtrip":22},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":2,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":54170.355777966404,"p90":47601.34071222167,"p95":46858.5044370923,"p99":37518.04195665408},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":179.11000549793243,"p90":183.7169975042343,"p95":185.71999669075012,"p99":191.24700129032135},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":373.1609880924225,"p90":417.0269966125488,"p95":423.5970079898834,"p99":449.55599308013916},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":552.2709935903549,"p90":600.7439941167831,"p95":609.3170046806335,"p99":640.8029943704605},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":708.6690068244934,"p90":812.5460147857666,"p95":824.2430090904236,"p99":843.6689972877502},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":591.5700197219849,"p90":675.4990220069885,"p95":684.4300031661987,"p99":839.622974395752},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.989000469446182,"p90":21.793000400066376,"p95":22.67399989068508,"p99":23.956000804901123},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":191.48799777030945,"p90":200.1810073852539,"p95":201.9450068473816,"p99":205.9909999370575},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":444.95001435279846,"p90":494.62398886680603,"p95":498.06898832321167,"p99":508.525013923645},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.28894567489624,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.973015308380127,"p90":13.741016387939453,"p95":15.302956104278564,"p99":19.46699619293213},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.4430155754089355,"p90":25.999009609222412,"p95":25.999009609222412,"p99":25.999009609222412},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":160.56199371814728,"p90":163.32699358463287,"p95":164.64899480342865,"p99":167.8130030632019},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":318.67900490760803,"p90":332.2199881076813,"p95":336.3859951496124,"p99":353.01101207733154},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":536.9300246238708,"p90":577.7919888496399,"p95":585.8039855957031,"p99":616.0889863967896},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":54.88097667694092,"p90":95.22002935409546,"p95":101.38899087905884,"p99":109.8020076751709},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.01220703125,"host_held_samples":{"dispatch":24,"roundtrip":25},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":108186.68604956949,"p90":94744.77077679303,"p95":93508.46646689012,"p99":76224.68888021867},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":180.7519942522049,"p90":185.3179931640625,"p95":187.20200657844543,"p99":191.96900725364685},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":372.72199988365173,"p90":416.94700717926025,"p95":423.8379895687103,"p99":463.41899037361145},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":553.4739941358566,"p90":602.2650003433228,"p95":611.0399961471558,"p99":655.3879976272583},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":703.2210230827332,"p90":721.2880253791809,"p95":780.6980013847351,"p99":841.7900204658508},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":589.3669724464417,"p90":674.5749711990356,"p95":682.8669905662537,"p99":833.2930207252502},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.62899975478649,"p90":22.314000874757767,"p95":23.314999416470528,"p99":25.07700026035309},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":192.97200441360474,"p90":196.37499749660492,"p95":198.1779932975769,"p99":205.46899735927582},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":441.1830008029938,"p90":451.27901434898376,"p95":454.7640085220337,"p99":463.1370007991791},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.289958953857422,"p90":6.328999996185303,"p95":6.328999996185303,"p99":6.328999996185303},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.607996463775635,"p90":13.460993766784668,"p95":15.065968036651611,"p99":20.868003368377686},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.7649998664855957,"p90":3.045022487640381,"p95":3.045022487640381,"p99":3.045022487640381},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":161.2830013036728,"p90":164.08799588680267,"p95":165.45000672340393,"p99":168.25400292873383},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":319.7210133075714,"p90":333.26199650764465,"p95":338.2689952850342,"p99":369.47500705718994},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":537.0500087738037,"p90":575.9490132331848,"p95":583.4810137748718,"p99":619.2139983177185},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":53.076982498168945,"p90":93.73801946640015,"p95":100.02803802490234,"p99":110.08298397064209},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.01220703125,"host_held_samples":{"dispatch":25,"roundtrip":21},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":217182.1733896565,"p90":189749.10938732882,"p95":187444.99553838235,"p99":153607.4307793868},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":189.24500048160553,"p90":194.05099749565125,"p95":195.73499262332916,"p99":200.9429931640625},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":373.0809986591339,"p90":415.3049886226654,"p95":423.9180088043213,"p99":441.4669871330261},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":562.3259991407394,"p90":609.3559861183167,"p95":619.6530014276505,"p99":642.4099802970886},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":706.7430019378662,"p90":723.0110168457031,"p95":735.4670166969299,"p99":832.9730033874512},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":589.5659923553467,"p90":675.3749847412109,"p95":684.1890215873718,"p99":728.8159728050232},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.716000840067863,"p90":25.75800009071827,"p95":26.639999821782112,"p99":28.363000601530075},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":198.21800291538239,"p90":201.26299560070038,"p95":203.14499735832214,"p99":207.2329968214035},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":436.65701150894165,"p90":446.83200120925903,"p95":450.1180052757263,"p99":458.5700035095215},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.289005279541016,"p90":6.448984146118164,"p95":6.448984146118164,"p99":6.448984146118164},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.129000663757324,"p90":13.859987258911133,"p95":15.262961387634277,"p99":21.634995937347412},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.2839903831481934,"p90":4.806995391845703,"p95":4.806995391845703,"p99":4.806995391845703},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":167.25300252437592,"p90":170.5780029296875,"p95":171.8199998140335,"p99":174.34300482273102},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":325.5690038204193,"p90":337.9490077495575,"p95":343.15600991249084,"p99":361.1829876899719},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":541.9780015945435,"p90":582.9200148582458,"p95":590.7319784164429,"p99":625.9840130805969},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":47.63001203536987,"p90":89.21200037002563,"p95":94.93899345397949,"p99":103.39200496673584},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0166015625,"host_held_samples":{"dispatch":15,"roundtrip":34},"host_stalled_fraction":0.001953125,"host_stalled_samples":{"dispatch":3,"roundtrip":4},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":434217.71832066966,"p90":379048.68522498454,"p95":374165.6061742412,"p99":351254.6507655734},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":203.7069946527481,"p90":208.47299695014954,"p95":210.47699451446533,"p99":216.16500616073608},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":373.76201152801514,"p90":417.8290069103241,"p95":425.3599941730499,"p99":454.00500297546387},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":577.4690061807632,"p90":626.3020038604736,"p95":635.8369886875153,"p99":670.1700091362},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":717.3629999160767,"p90":727.6139855384827,"p95":741.0380244255066,"p99":810.8630180358887},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":591.0490155220032,"p90":673.8529801368713,"p95":682.2260022163391,"p99":726.4119982719421},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":27.761999517679214,"p90":30.605999752879143,"p95":31.566999852657318,"p99":33.16999971866608},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":212.76099979877472,"p90":216.8869972229004,"p95":218.04800629615784,"p99":222.77599573135376},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":432.7310025691986,"p90":438.41999769210815,"p95":439.3010139465332,"p99":443.02698969841003},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.25002384185791,"p90":6.328999996185303,"p95":6.328999996185303,"p99":6.328999996185303},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.372962474822998,"p90":14.021039009094238,"p95":16.221046447753906,"p99":21.035969257354736},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.003014087677002,"p90":4.5670270919799805,"p95":4.5670270919799805,"p99":4.5670270919799805},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":181.79400265216827,"p90":184.59799885749817,"p95":185.7600063085556,"p99":188.60399723052979},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":337.7879858016968,"p90":347.802996635437,"p95":351.3289988040924,"p99":368.7570095062256},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":553.9559721946716,"p90":596.5009927749634,"p95":604.6730279922485,"p99":649.5000123977661},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":37.41401433944702,"p90":75.30999183654785,"p95":80.43801784515381,"p99":87.84902095794678},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.009765625,"host_held_samples":{"dispatch":16,"roundtrip":20},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":2,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":866256.4128421929,"p90":759809.6544679581,"p95":750484.4411333957,"p99":704834.172918391},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":225.4990041255951,"p90":230.2670031785965,"p95":232.10899531841278,"p99":237.79800534248352},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":376.8889904022217,"p90":418.46999526023865,"p95":424.47900772094727,"p99":626.7859935760498},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":602.3879945278168,"p90":648.7369984388351,"p95":656.58800303936,"p99":864.5839989185333},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":740.9949898719788,"p90":752.0909905433655,"p95":761.7459893226624,"p99":797.1230149269104},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":607.234001159668,"p90":678.1399846076965,"p95":687.3940229415894,"p99":862.3369932174683},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":38.378000259399414,"p90":40.300000458955765,"p95":41.22300073504448,"p99":42.824000120162964},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":235.71500182151794,"p90":239.20099437236786,"p95":240.60200154781342,"p99":244.04700100421906},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":427.36300826072693,"p90":433.4520101547241,"p95":435.2149963378906,"p99":437.9790127277374},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328999996185303,"p90":6.369054317474365,"p95":6.369054317474365,"p99":6.369054317474365},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.41599702835083,"p90":13.380050659179688,"p95":15.619993209838867,"p99":18.706977367401123},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.5220046043395996,"p90":3.484964370727539,"p95":3.484964370727539,"p99":3.484964370727539},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":206.91199600696564,"p90":209.63600277900696,"p95":210.71800589561462,"p99":215.40500223636627},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":355.1749885082245,"p90":366.87201261520386,"p95":370.35900354385376,"p99":390.5879855155945},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":587.8069996833801,"p90":622.9000091552734,"p95":631.3920021057129,"p99":664.6829843521118},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.14602518081665,"p90":51.4339804649353,"p95":57.40302801132202,"p99":66.49702787399292},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.017578125,"host_held_samples":{"dispatch":36,"roundtrip":14},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":0,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":1686335.0834182724,"p90":1510012.7160211373,"p95":1489684.177959478,"p99":1187470.8009212853},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":291.87899827957153,"p90":296.7660129070282,"p95":298.7299859523773,"p99":304.297000169754},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":432.7310025691986,"p90":444.98899579048157,"p95":450.3970146179199,"p99":475.475013256073},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":724.6100008487701,"p90":741.7550086975098,"p95":749.1270005702972,"p99":779.772013425827},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":810.1819753646851,"p90":823.4429955482483,"p95":842.2309756278992,"p99":868.6710000038147},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":728.7359833717346,"p90":741.9559955596924,"p95":748.9669919013977,"p99":982.1169972419739},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":47.87199944257736,"p90":50.154998898506165,"p95":50.91699957847595,"p99":53.119998425245285},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":304.3789863586426,"p90":308.7039887905121,"p95":310.7070028781891,"p99":315.6749904155731},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":434.2530071735382,"p90":440.1420056819916,"p95":442.3860013484955,"p99":446.9519853591919},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.25002384185791,"p90":6.328999996185303,"p95":6.328999996185303,"p99":6.328999996185303},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.41501760482788,"p90":15.582025051116943,"p95":17.22705364227295,"p99":20.711004734039307},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.0849575996398926,"p90":-2.043008804321289,"p95":-2.043008804321289,"p99":-2.043008804321289},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":273.85398745536804,"p90":277.2580087184906,"p95":278.62098813056946,"p99":282.18600153923035},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":411.82199120521545,"p90":420.47399282455444,"p95":423.8390028476715,"p99":434.2150092124939},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":709.7910046577454,"p90":722.57000207901,"p95":727.6179790496826,"p99":961.8909955024719},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.384039402008057,"p90":23.030996322631836,"p95":25.233030319213867,"p99":29.922008514404297},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.01513671875,"host_held_samples":{"dispatch":31,"roundtrip":24},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":0,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":2810345.648809958,"p90":2760271.515098543,"p95":2734432.9218044113,"p99":2085291.269524189},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":375.4040002822876,"p90":381.1340034008026,"p95":383.61600041389465,"p99":407.85300731658936},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":544.3819761276245,"p90":555.957019329071,"p95":561.4050030708313,"p99":786.1430048942566},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":919.7859764099121,"p90":937.0910227298737,"p95":945.021003484726,"p99":1193.996012210846},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":991.375982761383,"p90":998.5830187797546,"p95":1001.0709762573242,"p99":1007.4399709701538},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":912.7730131149292,"p90":925.6719946861267,"p95":932.6019883155823,"p99":1150.215983390808},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":69.30500268936157,"p90":71.42800092697144,"p95":72.18799740076065,"p99":73.5900029540062},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":447.59300351142883,"p90":454.4459879398346,"p95":456.28899335861206,"p99":459.89200472831726},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":504.63902950286865,"p90":510.1280212402344,"p95":512.1709704399109,"p99":515.3759717941284},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.25002384185791,"p90":6.3700079917907715,"p95":6.3700079917907715,"p99":6.3700079917907715},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.53896951675415,"p90":17.547011375427246,"p95":19.795000553131104,"p99":26.475071907043457},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.447983741760254,"p90":6.570041179656982,"p95":6.570041179656982,"p99":6.570041179656982},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":350.97000002861023,"p90":355.3760051727295,"p95":356.77799582481384,"p99":360.58399081230164},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":514.735996723175,"p90":523.0669975280762,"p95":526.3509750366211,"p99":602.5090217590332},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":887.7400159835815,"p90":899.2369771003723,"p95":904.4449925422668,"p99":1094.812035560608},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.472951889038086,"p90":29.881000518798828,"p95":32.00298547744751,"p99":142.89891719818115},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.00927734375,"host_held_samples":{"dispatch":15,"roundtrip":19},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":4487424.519730257,"p90":4424893.508190076,"p95":4392012.939408358,"p99":3561070.3199629467},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":496.1870014667511,"p90":502.35599279403687,"p95":505.15997409820557,"p99":738.4349703788757},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":737.7899885177612,"p90":748.8059997558594,"p95":753.9340257644653,"p99":977.7500033378601},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1233.9769899845123,"p90":1251.1619925498962,"p95":1259.093999862671,"p99":1716.1849737167358},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1323.470950126648,"p90":1332.764983177185,"p95":1337.6580476760864,"p99":1346.0719585418701},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1222.8399515151978,"p90":1236.901044845581,"p95":1249.3189573287964,"p99":1477.0220518112183},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":116.61499738693237,"p90":119.25999820232391,"p95":120.14099955558777,"p99":122.3049983382225},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":569.616973400116,"p90":576.2670040130615,"p95":578.1930088996887,"p99":582.2759866714478},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":716.838002204895,"p90":723.1709957122803,"p95":724.9709963798523,"p99":728.259027004242},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.36899471282959,"p90":6.44993782043457,"p95":6.44993782043457,"p99":6.44993782043457},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.98105239868164,"p90":26.038050651550293,"p95":27.487993240356445,"p99":31.453967094421387},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.163052558898926,"p90":3.525972366333008,"p95":3.525972366333008,"p99":3.525972366333008},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":468.94699335098267,"p90":473.8749861717224,"p95":475.598007440567,"p99":483.7700128555298},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":705.5050134658813,"p90":715.3589725494385,"p95":719.0849781036377,"p99":836.1020088195801},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1195.0030326843262,"p90":1208.3829641342163,"p95":1214.7530317306519,"p99":1433.6440563201904},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":27.47499942779541,"p90":33.20503234863281,"p95":35.80892086029053,"p99":154.0379524230957},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0107421875,"host_held_samples":{"dispatch":10,"roundtrip":22},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":2,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":6699159.599626631,"p90":6623003.54109792,"p95":6557172.571458888,"p99":5546294.985883555},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2095,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2101,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2100,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2099,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2094,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":53,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2097,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2086,"p50":2096,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2100,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2086,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2085,"p50":2095,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2089,"max":2094,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2100,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2097,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2090,"max":2092,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json new file mode 100644 index 0000000000..5c8163768c --- /dev/null +++ b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T20:22:40.278929+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":72.38999754190445,"p90":76.63600146770477,"p95":78.3189982175827,"p99":81.00199699401855},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":162.80600428581238,"p90":172.1400022506714,"p95":178.58999967575073,"p99":186.72199547290802},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":235.19600182771683,"p90":248.77600371837616,"p95":256.90899789333344,"p99":267.7239924669266},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":259.0320110321045,"p90":271.1699903011322,"p95":276.17698907852173,"p99":309.38899517059326},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":236.47800087928772,"p90":246.0930049419403,"p95":252.86200642585754,"p99":262.19698786735535},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":80.16099780797958,"p90":82.56500214338303,"p95":84.1670036315918,"p99":87.81199902296066},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":170.0969934463501,"p90":177.8690069913864,"p95":180.59299886226654,"p99":191.89000129699707},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.329983472824097,"p95":6.329983472824097,"p99":6.329983472824097},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.3649802207946777,"p90":8.332014083862305,"p95":9.773999452590942,"p99":15.383005142211914},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.4839937686920166,"p90":5.008012056350708,"p95":5.008012056350708,"p99":5.008012056350708},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":65.01899659633636,"p90":67.18199700117111,"p95":68.78399848937988,"p99":71.38799875974655},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":149.5870053768158,"p90":157.03700482845306,"p95":163.12700510025024,"p99":169.5369929075241},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":228.98699343204498,"p90":238.0400002002716,"p95":245.61099708080292,"p99":253.5029947757721},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.049992680549622,"p90":10.256007313728333,"p95":11.897996068000793,"p99":14.380991458892822},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":33829.7853087978,"p90":32508.034927231703,"p95":31637.809543149793,"p99":30511.410771992454},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":75.35400241613388,"p90":80.00099658966064,"p95":82.04399794340134,"p99":85.32799780368805},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":162.28599846363068,"p90":172.5810021162033,"p95":179.39099669456482,"p99":189.08600509166718},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":237.64000087976456,"p90":252.58199870586395,"p95":261.43499463796616,"p99":274.4140028953552},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":259.95299220085144,"p90":274.33499693870544,"p95":280.3040146827698,"p99":295.9679961204529},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":240.0829941034317,"p90":250.33900141716003,"p95":257.9909861087799,"p99":267.8050100803375},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":82.72600173950195,"p90":85.76899766921997,"p95":87.01100200414658,"p99":90.4960036277771},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":172.78200387954712,"p90":179.1509985923767,"p95":181.59499764442444,"p99":189.0060007572174},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.090015172958374,"p90":6.2490105628967285,"p95":6.2490105628967285,"p99":6.2490105628967285},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.926008939743042,"p90":9.855002164840698,"p95":12.25900650024414,"p99":20.069986581802368},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.202017068862915,"p90":2.4830102920532227,"p95":2.4830102920532227,"p99":2.4830102920532227},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":66.82100147008896,"p90":68.9850002527237,"p95":70.78699767589569,"p99":74.0320011973381},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":151.26900374889374,"p90":158.55999290943146,"p95":166.09199345111847,"p99":174.02300238609314},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":230.22900521755219,"p90":239.28199708461761,"p95":248.25599789619446,"p99":258.0699920654297},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.334012866020203,"p90":12.49799132347107,"p95":14.141008257865906,"p99":17.34599471092224},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":66643.6207185376,"p90":63913.333157936155,"p95":62017.67062223532,"p99":59744.961437428814},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":76.75600051879883,"p90":81.20299875736237,"p95":83.52600038051605,"p99":86.85199916362762},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":162.56600618362427,"p90":172.1010059118271,"p95":178.95099520683289,"p99":187.92499601840973},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":239.3220067024231,"p90":253.30400466918945,"p95":262.47699558734894,"p99":274.77699518203735},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":258.0299973487854,"p90":270.12899518013,"p95":275.9769856929779,"p99":344.7220027446747},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":241.40499532222748,"p90":251.50001049041748,"p95":259.5120072364807,"p99":270.28900384902954},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":84.32699739933014,"p90":86.57100051641464,"p95":88.37399631738663,"p99":92.82100200653076},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":169.7770059108734,"p90":176.02600157260895,"p95":178.1489998102188,"p99":181.91500008106232},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1280131340026855,"p90":6.2499940395355225,"p95":6.2499940395355225,"p99":6.2499940395355225},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.2050013542175293,"p90":8.933007717132568,"p95":10.73598861694336,"p99":16.905009746551514},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.1619925498962402,"p90":2.6440024375915527,"p95":2.6440024375915527,"p99":2.6440024375915527},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":70.10599970817566,"p90":71.94899767637253,"p95":73.39099794626236,"p99":76.1139988899231},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":151.74999833106995,"p90":159.961998462677,"p95":168.8160002231598,"p99":175.30499398708344},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":234.2340052127838,"p90":243.28799545764923,"p95":252.34198570251465,"p99":263.47899436950684},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.731003522872925,"p90":10.013997554779053,"p95":11.578008532524109,"p99":14.340996742248535},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":132557.32325375616,"p90":127236.57520968272,"p95":123308.35995129871,"p99":118391.79376262626},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":77.63700187206268,"p90":82.28500187397003,"p95":84.28800106048584,"p99":87.61200308799744},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":162.7259999513626,"p90":172.1010059118271,"p95":179.47199940681458,"p99":188.36499750614166},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":240.3630018234253,"p90":254.38600778579712,"p95":263.7600004673004,"p99":275.9770005941391},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":258.5909962654114,"p90":267.28498935699463,"p95":271.25000953674316,"p99":330.13999462127686},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":242.3669993877411,"p90":253.70299816131592,"p95":260.9950006008148,"p99":272.01101183891296},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":88.77500146627426,"p90":90.57699888944626,"p95":91.45800024271011,"p99":95.86499631404877},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":170.97899317741394,"p90":179.07099425792694,"p95":181.35400116443634,"p99":186.2020045518875},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.130009889602661,"p95":6.130009889602661,"p99":6.130009889602661},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.3650100231170654,"p90":8.694007992744446,"p95":11.01599633693695,"p99":14.863014221191406},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.562999725341797,"p90":1.082003116607666,"p95":1.082003116607666,"p99":1.082003116607666},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":71.22799754142761,"p90":73.55199754238129,"p95":74.79400187730789,"p99":77.27699726819992},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":153.6320000886917,"p90":162.2850000858307,"p95":171.0990071296692,"p99":178.06899547576904},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":235.63699424266815,"p90":245.73199450969696,"p95":254.30399179458618,"p99":263.39900493621826},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.36899471282959,"p90":9.373992681503296,"p95":10.976999998092651,"p99":13.620004057884216},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":264062.3523898655,"p90":252263.47525978347,"p95":245215.42501837562,"p99":235284.59222048445},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":81.96400105953217,"p90":86.57100051641464,"p95":88.6939987540245,"p99":91.65800362825394},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":162.4860018491745,"p90":171.70000076293945,"p95":180.35300076007843,"p99":188.08400630950928},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":244.45000290870667,"p90":258.2710012793541,"p95":269.04699951410294,"p99":279.7420099377632},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":259.19198989868164,"p90":268.52700114250183,"p95":274.29500222206116,"p99":369.9600100517273},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":247.6550042629242,"p90":259.6319913864136,"p95":265.4019892215729,"p99":274.7749984264374},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":92.29899942874908,"p90":93.98200362920761,"p95":94.82300281524658,"p99":98.75000268220901},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":171.93999886512756,"p90":179.63199317455292,"p95":182.11600184440613,"p99":188.40600550174713},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.169021129608154,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.2849907875061035,"p90":9.375005960464478,"p95":11.458009481430054,"p99":16.665995121002197},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.4420151710510254,"p90":2.1229982376098633,"p95":2.1229982376098633,"p99":2.1229982376098633},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":76.27599686384201,"p90":77.99799740314484,"p95":79.00000363588333,"p99":81.08299970626831},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":156.6780060529709,"p90":164.40799832344055,"p95":175.18499493598938,"p99":180.83399534225464},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":241.20500683784485,"p90":251.50099396705627,"p95":259.5120072364807,"p99":268.24599504470825},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.928993225097656,"p90":9.134992957115173,"p95":10.895997285842896,"p99":14.302998781204224},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":516848.0256676266,"p90":493005.5010420345,"p95":482287.2668566859,"p99":465835.6864089587},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":90.33700078725815,"p90":95.06399929523468,"p95":96.94699943065643,"p99":100.39199888706207},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":172.02000319957733,"p90":180.87300658226013,"p95":188.88600170612335,"p99":198.9009976387024},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":262.3570039868355,"p90":275.9370058774948,"p95":285.8330011367798,"p99":299.29299652576447},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":260.2739930152893,"p90":272.132009267807,"p95":279.8230051994324,"p99":353.89500856399536},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":256.34801387786865,"p90":266.882985830307,"p95":274.29500222206116,"p99":286.1120104789734},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":101.39299929141998,"p90":103.35700213909149,"p95":104.15799915790558,"p99":109.1649979352951},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":173.78200590610504,"p90":182.35599994659424,"p95":185.08000671863556,"p99":192.69099831581116},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.167020320892334,"p90":10.737001895904541,"p95":12.458980083465576,"p99":20.71097493171692},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.641988754272461,"p90":3.2449960708618164,"p95":3.2449960708618164,"p99":3.2449960708618164},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":85.68999916315079,"p90":87.13199943304062,"p95":88.25299888849258,"p99":90.29699862003326},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":167.7740067243576,"p90":175.3460019826889,"p95":184.6799999475479,"p99":191.36999547481537},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":251.06000900268555,"p90":260.9950006008148,"p95":268.20600032806396,"p99":279.5430123806},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.726976156234741,"p90":8.212998509407043,"p95":9.694993495941162,"p99":12.618988752365112},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":998642.4163284743,"p90":959221.8822175994,"p95":933301.7296201042,"p99":894754.4689628249},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":104.1169986128807,"p90":108.04300010204315,"p95":110.04699766635895,"p99":114.2129972577095},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":189.60699439048767,"p90":197.45899736881256,"p95":205.2299976348877,"p99":212.801992893219},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":293.7239930033684,"p90":305.5019974708557,"p95":315.27699530124664,"p99":327.0149901509285},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":284.18999910354614,"p90":291.76199436187744,"p95":295.00600695610046,"p99":306.5040111541748},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":286.3929867744446,"p90":299.53300952911377,"p95":304.0199875831604,"p99":313.073992729187},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":98.18899631500244,"p90":102.19500213861465,"p95":104.31800037622452,"p99":106.6410019993782},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":184.39899384975433,"p90":189.08600509166718,"p95":191.41000509262085,"p99":196.05599343776703},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.170004606246948,"p95":6.170004606246948,"p99":6.170004606246948},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.926008939743042,"p90":9.614020586013794,"p95":12.37902045249939,"p99":16.86599850654602},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.3220012187957764,"p90":2.5640130043029785,"p95":2.5640130043029785,"p99":2.5640130043029785},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":96.18599712848663,"p90":98.46899658441544,"p95":99.75100308656693,"p99":102.67499834299088},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":182.55600333213806,"p90":189.5270049571991,"p95":197.69899547100067,"p99":204.27000522613525},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":277.57999300956726,"p90":291.0799980163574,"p95":295.6080138683319,"p99":305.061012506485},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.293002843856812,"p90":10.937005281448364,"p95":12.299001216888428,"p99":14.982014894485474},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.004672897048294544,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":1787753.2748496998,"p90":1709327.4654599798,"p95":1684099.7990632101,"p99":1635396.1424157214},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":121.86399847269058,"p90":126.27099454402924,"p95":127.75200605392456,"p99":130.1569938659668},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":206.9530040025711,"p90":216.24700725078583,"p95":222.69700467586517,"p99":229.62699830532074},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":328.8170024752617,"p90":342.51800179481506,"p95":350.44901072978973,"p99":359.78399217128754},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":322.7289915084839,"p90":332.0220112800598,"p95":336.50898933410645,"p99":365.1129901409149},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":322.80901074409485,"p90":334.18598771095276,"p95":338.6319875717163,"p99":344.5209860801697},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":116.29600077867508,"p90":118.17900091409683,"p95":119.10100281238556,"p99":121.02299928665161},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":205.1910012960434,"p90":208.71500670909882,"p95":209.9979966878891,"p99":227.34400629997253},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129026412963867,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.285991191864014,"p90":8.372008800506592,"p95":9.61601734161377,"p99":11.456996202468872},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1619925498962402,"p90":-0.6810128688812256,"p95":-0.6810128688812256,"p99":-0.6810128688812256},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":115.81499874591827,"p90":117.45800077915192,"p95":118.90000104904175,"p99":120.94300240278244},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":201.54500007629395,"p90":209.7170054912567,"p95":216.72800183296204,"p99":223.01700711250305},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":315.9579932689667,"p90":327.4959921836853,"p95":332.10301399230957,"p99":337.0710015296936},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.208986043930054,"p90":9.294003248214722,"p95":10.937005281448364,"p99":13.500005006790161},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":3172154.32629844,"p90":3064161.986605158,"p95":3023931.694530585,"p99":2972242.7410030584},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":171.29899561405182,"p90":175.30600726604462,"p95":177.1080046892166,"p99":180.47399818897247},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":253.9440095424652,"p90":262.5179886817932,"p95":266.5629982948303,"p99":274.09499883651733},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":425.24300515651703,"p90":437.82399594783783,"p95":443.67100298404694,"p99":454.5689970254898},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":416.83098673820496,"p90":423.20001125335693,"p95":437.9020035266876,"p99":444.07200813293457},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":418.2719886302948,"p90":425.8840084075928,"p95":430.45100569725037,"p99":436.7009997367859},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":161.84499859809875,"p90":165.009006857872,"p95":165.97099602222443,"p99":169.53599452972412},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":251.01900100708008,"p90":254.26501035690308,"p95":255.7869851589203,"p99":263.0380094051361},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.248980760574341,"p95":6.248980760574341,"p99":6.248980760574341},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.927992820739746,"p90":8.374005556106567,"p95":9.535014629364014,"p99":11.978000402450562},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.48097968101501465,"p90":1.2019872665405273,"p95":1.2019872665405273,"p99":1.2019872665405273},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":161.203995347023,"p90":164.0080064535141,"p95":165.81100225448608,"p99":168.8160002231598},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":246.77400290966034,"p90":254.2249858379364,"p95":259.35301184654236,"p99":266.6429877281189},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":407.69699215888977,"p90":414.7469997406006,"p95":419.7550117969513,"p99":425.16300082206726},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.334998369216919,"p90":13.25899362564087,"p95":14.580994844436646,"p99":18.027007579803467},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":2,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":4896335.532069782,"p90":4808821.086421164,"p95":4757800.476462175,"p99":4689707.605969296},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":250.86000561714172,"p90":254.82600927352905,"p95":256.4280033111572,"p99":259.6319913864136},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":342.9189920425415,"p90":348.9669859409332,"p95":351.5720069408417,"p99":356.90000653266907},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":593.7789976596832,"p90":603.7929952144623,"p95":608.0000102519989,"p99":616.5319979190826},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":586.6479873657227,"p90":590.412974357605,"p95":591.97598695755,"p99":594.7800278663635},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":586.3270163536072,"p90":592.415988445282,"p95":595.3810214996338,"p99":602.0709872245789},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":240.52399396896362,"p90":242.3270046710968,"p95":243.1280016899109,"p99":245.0910061597824},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":334.98701453208923,"p90":338.5930061340332,"p95":340.03499150276184,"p99":342.9189920425415},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.169021129608154,"p90":6.290018558502197,"p95":6.290018558502197,"p99":6.290018558502197},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.807995796203613,"p90":9.5750093460083,"p95":10.655999183654785,"p99":12.498974800109863},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6810426712036133,"p90":1.1219978332519531,"p95":1.1219978332519531,"p99":1.1219978332519531},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":240.6039983034134,"p90":242.72699654102325,"p95":244.57000195980072,"p99":247.85499274730682},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":331.5019905567169,"p90":336.9100093841553,"p95":340.43601155281067,"p99":349.2879867553711},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":575.469970703125,"p90":581.1589956283569,"p95":583.603024482727,"p99":588.8109803199768},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.536015033721924,"p90":13.661026954650879,"p95":15.022993087768555,"p99":18.107950687408447},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":6985862.642784567,"p90":6914060.524850814,"p95":6879628.090400123,"p99":6803184.486403676},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9957,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2099,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.7},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2055,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.7},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2056,"p50":2094,"max":2095,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.7},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2100,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.7},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2064,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.7},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2064,"p50":2103,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.7},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2062,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json new file mode 100644 index 0000000000..25f92855a5 --- /dev/null +++ b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T20:36:09.976519+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":72.0290020108223,"p90":76.835997402668,"p95":78.5989984869957,"p99":82.60499686002731},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":172.8619933128357,"p90":184.4789981842041,"p95":189.60699439048767,"p99":197.05800712108612},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":244.890995323658,"p90":261.3149955868721,"p95":268.20599287748337,"p99":279.66300398111343},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":301.2959957122803,"p90":309.46800112724304,"p95":312.79298663139343,"p99":325.61299204826355},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":247.29500710964203,"p90":260.5139911174774,"p95":265.0409936904907,"p99":274.414986371994},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.746999859809875,"p90":19.670000299811363,"p95":20.871000364422798,"p99":22.273000329732895},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":81.324003636837,"p90":85.32900363206863,"p95":86.49100363254547,"p99":92.01899915933609},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":213.5230004787445,"p90":219.77199614048004,"p95":221.8959927558899,"p99":227.1440029144287},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.169021129608154,"p95":6.169021129608154,"p99":6.169021129608154},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.3250153064727783,"p90":7.730990648269653,"p95":9.57399606704712,"p99":12.537986040115356},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.042008399963379,"p90":2.1629929542541504,"p95":2.1629929542541504,"p99":2.1629929542541504},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":65.33899903297424,"p90":67.34199821949005,"p95":68.94399970769882,"p99":71.54799997806549},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":157.03800320625305,"p90":166.45200550556183,"p95":170.01700401306152,"p99":176.30599439144135},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":239.88300561904907,"p90":253.06299328804016,"p95":257.38999247550964,"p99":266.6429877281189},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.891995668411255,"p90":10.216012597084045,"p95":12.137994170188904,"p99":14.942988753318787},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":32350.02636528395,"p90":30708.523429716457,"p95":30184.009985044922,"p99":29152.926761642986},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":75.47499984502792,"p90":80.40200173854828,"p95":82.40500092506409,"p99":86.05100214481354},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":172.98099398612976,"p90":183.87800455093384,"p95":188.64500522613525,"p99":198.54000210762024},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":248.45599383115768,"p90":264.2800062894821,"p95":271.05000615119934,"p99":284.5910042524338},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":303.4990131855011,"p90":318.7220096588135,"p95":324.05000925064087,"p99":335.18698811531067},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":250.900000333786,"p90":263.0769908428192,"p95":269.04699206352234,"p99":278.62200140953064},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.02700012922287,"p90":19.429000094532967,"p95":20.791999995708466,"p99":22.874999791383743},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":82.08499848842621,"p90":88.2129967212677,"p95":89.89600092172623,"p99":92.62000024318695},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":212.32099831104279,"p90":221.0949957370758,"p95":223.6589938402176,"p99":233.35300385951996},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209015846252441,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.4449994564056396,"p90":8.533000946044922,"p95":9.774982929229736,"p99":13.94200325012207},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.7649998664855957,"p90":4.206985235214233,"p95":4.206985235214233,"p99":4.206985235214233},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":66.7010024189949,"p90":69.26500052213669,"p95":71.14700227975845,"p99":74.19200241565704},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":157.99899399280548,"p90":166.89300537109375,"p95":170.89800536632538,"p99":177.8690069913864},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":241.20500683784485,"p90":253.50400805473328,"p95":259.39199328422546,"p99":267.6849961280823},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.133994579315186,"p90":12.258008122444153,"p95":13.74100148677826,"p99":17.02597737312317},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":63770.4263798897,"p90":60818.697784024494,"p95":59469.16513462593,"p99":57425.47221345421},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":76.59599930047989,"p90":81.16299659013748,"p95":83.126001060009,"p99":86.32999658584595},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":172.74099588394165,"p90":184.238001704216,"p95":190.24799764156342,"p99":197.3789930343628},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":249.33699518442154,"p90":265.4009982943535,"p95":273.3739987015724,"p99":283.70898962020874},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":302.2170066833496,"p90":311.6709887981415,"p95":315.7980144023895,"p99":382.1380138397217},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":251.09899044036865,"p90":264.72100615501404,"p95":270.4089879989624,"p99":279.62300181388855},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.86700077354908,"p90":19.829999655485153,"p95":20.75199969112873,"p99":22.794000804424286},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":85.1690024137497,"p90":89.05500173568726,"p95":90.09599685668945,"p99":92.62000024318695},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":210.07800102233887,"p90":217.48900413513184,"p95":220.65399587154388,"p99":226.2219935655594},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.050020456314087,"p90":6.290018558502197,"p95":6.290018558502197,"p99":6.290018558502197},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.4860074520111084,"p90":8.772999048233032,"p95":10.416001081466675,"p99":17.545998096466064},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.2010037899017334,"p90":2.1219849586486816,"p95":2.1219849586486816,"p99":2.1219849586486816},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":69.58500295877457,"p90":71.2679997086525,"p95":72.82999902963638,"p99":75.67500323057175},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":158.1999957561493,"p90":168.77500712871552,"p95":173.42300713062286,"p99":179.59199845790863},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":243.4079945087433,"p90":257.189005613327,"p95":262.3569965362549,"p99":271.0089981555939},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.131010293960571,"p90":10.656014084815979,"p95":12.298986315727234,"p99":15.062004327774048},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00146484375,"host_stalled_samples":{"dispatch":3,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":127439.77960197894,"p90":120881.98237378108,"p95":118339.26171168093,"p99":114439.79855884158},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":77.15699821710587,"p90":81.56300336122513,"p95":83.48599821329117,"p99":86.53099834918976},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":173.30199480056763,"p90":186.08100712299347,"p95":190.88900089263916,"p99":197.8989988565445},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":250.4589930176735,"p90":267.6440104842186,"p95":274.3749991059303,"p99":284.42999720573425},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":301.6969859600067,"p90":311.47098541259766,"p95":315.3569996356964,"p99":331.0210108757019},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":251.90100073814392,"p90":264.75998759269714,"p95":270.2479958534241,"p99":279.462993144989},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.989000469446182,"p90":20.431000739336014,"p95":21.953999996185303,"p99":23.75599928200245},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":87.1720016002655,"p90":90.29600024223328,"p95":91.01700037717819,"p99":93.06000173091888},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":208.43499898910522,"p90":216.5679931640625,"p95":218.2909995317459,"p99":225.6609946489334},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.168991327285767,"p95":6.168991327285767,"p99":6.168991327285767},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.045022487640381,"p90":8.973002433776855,"p95":10.73598861694336,"p99":16.866028308868408},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.7220079898834229,"p90":-0.719994306564331,"p95":-0.719994306564331,"p99":-0.719994306564331},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":70.98700106143951,"p90":73.19100201129913,"p95":74.43200051784515,"p99":76.87699794769287},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":158.9599996805191,"p90":171.93999886512756,"p95":175.90700089931488,"p99":180.9930056333542},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":245.25099992752075,"p90":257.750004529953,"p95":263.6390030384064,"p99":272.6120054721832},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1690062284469604,"p90":9.574994444847107,"p95":11.497989296913147,"p99":14.421999454498291},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":254068.06567842604,"p90":241728.36908595366,"p95":236819.5175616105,"p99":229010.64387725916},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":81.44299685955048,"p90":86.36999875307083,"p95":88.05400133132935,"p99":91.05800092220306},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":173.3430027961731,"p90":184.43900346755981,"p95":189.5660012960434,"p99":196.89799845218658},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":254.78599965572357,"p90":270.80900222063065,"p95":277.62000262737274,"p99":287.95599937438965},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":298.691987991333,"p90":308.18599462509155,"p95":313.634991645813,"p99":473.3560085296631},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":256.4679980278015,"p90":269.28699016571045,"p95":275.37599205970764,"p99":284.43101048469543},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.874999791383743,"p90":23.99599924683571,"p95":25.239000096917152,"p99":27.56199985742569},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":92.90099889039993,"p90":94.54300254583359,"p95":95.06399929523468,"p99":99.79099780321121},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":205.11099696159363,"p90":212.72200345993042,"p95":215.44599533081055,"p99":221.77499532699585},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209999322891235,"p90":6.3690245151519775,"p95":6.3690245151519775,"p99":6.3690245151519775},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.4850239753723145,"p90":8.092015981674194,"p95":8.893013000488281,"p99":11.938005685806274},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.4820098876953125,"p90":2.003014087677002,"p95":2.003014087677002,"p99":2.003014087677002},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":75.95399767160416,"p90":77.79700309038162,"p95":78.91800254583359,"p99":81.08200132846832},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":162.0050072669983,"p90":173.26200008392334,"p95":177.1879941225052,"p99":183.51800739765167},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":250.25901198387146,"p90":263.0780041217804,"p95":268.1260108947754,"p99":278.38000655174255},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.569010972976685,"p90":9.133011102676392,"p95":10.576009750366211,"p99":12.6589834690094},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":499087.609309153,"p90":475329.31286889495,"p95":464819.0245003158,"p99":450021.25394793187},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":89.89600092172623,"p90":95.0239971280098,"p95":96.90699726343155,"p99":100.39199888706207},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":173.3420044183731,"p90":185.36099791526794,"p95":190.88900089263916,"p99":198.50100576877594},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":263.23800534009933,"p90":280.38499504327774,"p95":287.7959981560707,"p99":298.893004655838},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":299.252986907959,"p90":310.22900342941284,"p95":317.4000084400177,"p99":418.07299852371216},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":265.6019926071167,"p90":278.2210111618042,"p95":283.1079959869385,"p99":294.6060001850128},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":25.95899999141693,"p90":28.001999482512474,"p95":29.245000332593918,"p99":30.84699995815754},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":101.55300050973892,"p90":103.91800105571747,"p95":104.99899834394455,"p99":108.48399996757507},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":201.26399397850037,"p90":209.2369943857193,"p95":212.08100020885468,"p99":221.53499722480774},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.485994577407837,"p90":10.535985231399536,"p95":13.581007719039917,"p99":16.58499240875244},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.4420151710510254,"p90":3.8850009441375732,"p95":3.8850009441375732,"p99":3.8850009441375732},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":85.56900173425674,"p90":87.49199658632278,"p95":88.4540006518364,"p99":90.41699767112732},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":168.41499507427216,"p90":179.63099479675293,"p95":184.91899967193604,"p99":191.5699988603592},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":260.43400168418884,"p90":272.85200357437134,"p95":277.81999111175537,"p99":287.8749966621399},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.527002573013306,"p90":8.172005414962769,"p95":9.57399606704712,"p99":12.138009071350098},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":1,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":963848.1906221233,"p90":920131.8007255708,"p95":904248.5681393854,"p99":868957.1829468232},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":104.15700078010559,"p90":108.24400186538696,"p95":110.12600362300873,"p99":114.37299847602844},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":184.4789981842041,"p90":196.8580037355423,"p95":200.9039968252182,"p99":208.7559998035431},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":288.6359989643097,"p90":305.10200560092926,"p95":311.03000044822693,"p99":323.12899827957153},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":304.7010004520416,"p90":317.4799978733063,"p95":326.7750144004822,"p99":422.2390055656433},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":281.38500452041626,"p90":294.48598623275757,"p95":300.2139925956726,"p99":310.5500042438507},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":34.57299992442131,"p90":39.77999836206436,"p95":40.54100066423416,"p99":41.78300127387047},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":115.09399861097336,"p90":117.97899752855301,"p95":119.38100308179855,"p99":123.10600280761719},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":195.29500603675842,"p90":205.1510065793991,"p95":207.91499316692352,"p99":214.805006980896},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.3700079917907715,"p95":6.3700079917907715,"p99":6.3700079917907715},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.726976156234741,"p90":11.255979537963867,"p95":12.739002704620361,"p99":17.547011375427246},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.8429756164550781,"p90":2.7640163898468018,"p95":2.7640163898468018,"p99":2.7640163898468018},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":96.18499875068665,"p90":98.42900186777115,"p95":99.71000254154205,"p99":102.15499997138977},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":178.1499981880188,"p90":190.88900089263916,"p95":195.21600008010864,"p99":202.14499533176422},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":272.9730010032654,"p90":285.9930098056793,"p95":291.0799980163574,"p99":302.33800411224365},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.132010698318481,"p90":11.056989431381226,"p95":12.37902045249939,"p99":14.30201530456543},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":1819571.0211090911,"p90":1738622.6304002204,"p95":1705450.1543156258,"p99":1648687.7894162459},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":122.46499955654144,"p90":126.71199440956116,"p95":128.27399373054504,"p99":130.8780014514923},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":199.18200373649597,"p90":209.07700061798096,"p95":212.96200156211853,"p99":220.25300562381744},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":321.6470032930374,"p90":335.7889950275421,"p95":341.2359952926636,"p99":351.13100707530975},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":310.99000573158264,"p90":318.08099150657654,"p95":324.12999868392944,"p99":342.23800897598267},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":315.6780004501343,"p90":327.8160095214844,"p95":332.94299244880676,"p99":341.83698892593384},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":44.30700093507767,"p90":46.34999856352806,"p95":47.31199890375137,"p99":49.23500120639801},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":121.50400131940842,"p90":125.82999467849731,"p95":127.19300389289856,"p99":134.60400700569153},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":193.21200251579285,"p90":199.22199845314026,"p95":201.34499669075012,"p99":206.27200603485107},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.170004606246948,"p95":6.170004606246948,"p99":6.170004606246948},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.326999187469482,"p90":8.132010698318481,"p95":9.133994579315186,"p99":11.016994714736938},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.2409985065460205,"p90":1.6430020332336426,"p95":1.6430020332336426,"p99":1.6430020332336426},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":115.73600023984909,"p90":117.65799671411514,"p95":119.22100186347961,"p99":121.78400158882141},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":193.0920034646988,"p90":203.02699506282806,"p95":206.713005900383,"p99":213.5629951953888},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":308.3060085773468,"p90":320.56498527526855,"p95":324.81199502944946,"p99":335.1469933986664},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.650000810623169,"p90":9.73498821258545,"p95":11.456996202468872,"p99":14.38102126121521},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":1,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":3243811.7275826926,"p90":3123703.45028219,"p95":3075601.599145986,"p99":2995579.8616687185},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":171.3789999485016,"p90":175.58500170707703,"p95":177.26799845695496,"p99":180.7119995355606},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":237.11900413036346,"p90":245.69199979305267,"p95":249.1769939661026,"p99":253.66300344467163},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":408.49800407886505,"p90":421.2770015001297,"p95":426.44499242305756,"p99":434.37500298023224},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":399.3639945983887,"p90":407.53600001335144,"p95":409.8599851131439,"p99":416.4699912071228},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":400.68599581718445,"p90":409.57900881767273,"p95":412.6240015029907,"p99":417.9910123348236},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":62.25400045514107,"p90":64.37800079584122,"p95":65.37900120019913,"p99":66.94100052118301},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":161.28399968147278,"p90":165.08899629116058,"p95":166.41199588775635,"p99":170.0969934463501},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":232.79200494289398,"p90":237.15899884700775,"p95":238.68100345134735,"p99":244.04899775981903},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1699748039245605,"p90":6.287992000579834,"p95":6.287992000579834,"p99":6.287992000579834},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.165994167327881,"p90":8.05199146270752,"p95":9.294986724853516,"p99":12.337982654571533},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.7210075855255127,"p90":1.3220012187957764,"p95":1.3220012187957764,"p99":1.3220012187957764},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":161.08399629592896,"p90":163.96799683570862,"p95":165.64999520778656,"p99":168.49499940872192},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":229.9479991197586,"p90":238.36100101470947,"p95":242.20700562000275,"p99":247.6550042629242},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":389.710009098053,"p90":399.0429937839508,"p95":401.44801139831543,"p99":406.93598985671997},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.776013135910034,"p90":13.37897777557373,"p95":14.822989702224731,"p99":18.107980489730835},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":5111234.286646777,"p90":5000256.253151107,"p95":4963356.451733591,"p99":4899626.880875346},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":250.29799342155457,"p90":254.78500127792358,"p95":256.62899017333984,"p99":259.59300994873047},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":297.9309856891632,"p90":304.90100383758545,"p95":308.106005191803,"p99":315.557986497879},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":548.2289791107178,"p90":559.686005115509,"p95":564.7349953651428,"p99":575.1509964466095},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":536.611020565033,"p90":542.701005935669,"p95":547.989010810852,"p99":556.361973285675},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":540.6180024147034,"p90":547.8289723396301,"p95":550.553023815155,"p99":557.5240254402161},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":100.832000374794,"p90":103.23599725961685,"p95":104.1169986128807,"p99":106.28099739551544},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":240.36400020122528,"p90":243.52799355983734,"p95":245.45200169086456,"p99":248.97600710391998},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":287.6349985599518,"p90":292.52299666404724,"p95":294.4450080394745,"p99":300.09499192237854},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1699748039245605,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209015846252441,"p90":10.45602560043335,"p95":11.696994304656982,"p99":16.946017742156982},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0409951210021973,"p90":2.602994441986084,"p95":2.602994441986084,"p99":2.602994441986084},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":241.28499627113342,"p90":243.92899870872498,"p95":245.77200412750244,"p99":248.29599261283875},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":288.6359989643097,"p90":295.52799463272095,"p95":299.09300804138184,"p99":305.9430122375488},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":530.6829810142517,"p90":537.3330116271973,"p95":539.8569703102112,"p99":546.8270182609558},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.535014629364014,"p90":12.979984283447266,"p95":14.1410231590271,"p99":18.26697587966919},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":7576514.251661924,"p90":7476786.016823985,"p95":7439792.032411411,"p99":7346768.593094862},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2098,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.1},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2060,"p50":2090,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.1},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2093,"max":2095,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.2},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2066,"p50":2099,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.1},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2066,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.1},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2070,"p50":2102,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.2},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2096,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.1},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2066,"p50":2094,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.1}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json new file mode 100644 index 0000000000..7b10762d94 --- /dev/null +++ b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T21:06:38.220416+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":754.9350261688232,"p90":761.1039876937866,"p95":763.5080218315125,"p99":768.4370279312134},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1291.0239696502686,"p90":1301.764965057373,"p95":1305.8509826660156,"p99":1313.377022743225},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2045.9589958190918,"p90":2062.8689527511597,"p95":2069.359004497528,"p99":2081.8140506744385},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2122.9920387268066,"p90":2147.4409103393555,"p95":2268.662929534912,"p99":2370.7780838012695},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2042.3920154571533,"p90":2054.1329383850098,"p95":2057.6961040496826,"p99":2067.673921585083},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":794.4350242614746,"p90":806.4169883728027,"p95":811.1400008201599,"p99":947.8700160980225},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1273.8749980926514,"p90":1283.329963684082,"p95":1286.4949703216553,"p99":1292.5900220870972},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.489038467407227,"p90":6.570100784301758,"p95":6.570100784301758,"p99":6.570100784301758},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.72286605834961,"p90":28.253793716430664,"p95":32.716989517211914,"p99":165.33994674682617},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.328821182250977,"p90":-4.527091979980469,"p95":-4.527091979980469,"p99":-4.527091979980469},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":708.5480093955994,"p90":712.87602186203,"p95":714.4780158996582,"p99":718.5649871826172},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1255.247950553894,"p90":1262.3059749603271,"p95":1264.9840116500854,"p99":1271.554946899414},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1995.131015777588,"p90":2006.5081119537354,"p95":2009.9530220031738,"p99":2019.1669464111328},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":46.94390296936035,"p90":52.47008800506592,"p95":54.39400672912598,"p99":58.91990661621094},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0095911156386137,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":8021966.339470207,"p90":7976114.736216317,"p95":7962303.066888838,"p99":7923879.983667828},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1243.3500289916992,"p90":1250.4010200500488,"p95":1253.0850172042847,"p99":1257.8109502792358},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2197.223901748657,"p90":2216.8169021606445,"p95":2222.946882247925,"p99":2249.6678829193115},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":3440.5739307403564,"p90":3467.2179222106934,"p95":3476.0318994522095,"p99":3507.4788331985474},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":3521.336078643799,"p90":3558.3291053771973,"p95":3711.0209465026855,"p99":3774.116039276123},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3432.3620796203613,"p90":3449.273109436035,"p95":3454.1609287261963,"p99":3544.9719429016113},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1277.7680158615112,"p90":1292.6700115203857,"p95":1307.2459697723389,"p99":1474.9460220336914},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2160.649061203003,"p90":2174.830913543701,"p95":2178.7970066070557,"p99":2186.099052429199},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.370067596435547,"p90":6.61015510559082,"p95":6.61015510559082,"p99":6.61015510559082},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":34.91091728210449,"p90":49.99494552612305,"p95":68.04180145263672,"p99":116.8370246887207},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-5.928993225097656,"p90":9.894847869873047,"p95":9.894847869873047,"p99":9.894847869873047},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1183.2259893417358,"p90":1188.8740062713623,"p95":1190.837025642395,"p99":1194.883942604065},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2141.184091567993,"p90":2150.2339839935303,"p95":2153.5298824310303,"p99":2160.5000495910645},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3371.6070652008057,"p90":3388.3941173553467,"p95":3393.4409618377686,"p99":3412.631034851074},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":59.91315841674805,"p90":68.17007064819336,"p95":70.61004638671875,"p99":76.81798934936523},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0095911156386137,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":9546778.352598608,"p90":9499972.591430329,"p95":9486529.630825272,"p99":9243514.625162002},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2293.771982192993,"p90":2309.7169399261475,"p95":2315.606117248535,"p99":2365.2091026306152},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4048.5100746154785,"p90":4081.599235534668,"p95":4089.8518562316895,"p99":4102.0708084106445},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":6342.282056808472,"p90":6391.316175460815,"p95":6405.457973480225,"p99":6467.27991104126},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":6420.734882354736,"p90":6519.036769866943,"p95":6552.732944488525,"p99":6581.973075866699},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6331.407070159912,"p90":6368.508815765381,"p95":6378.603935241699,"p99":6401.432991027832},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2272.3090648651123,"p90":2290.015935897827,"p95":2295.2640056610107,"p99":2305.8390617370605},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":3954.787015914917,"p90":3977.139949798584,"p95":3984.3909740448,"p99":4001.3370513916016},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.450176239013672,"p90":6.849765777587891,"p95":6.849765777587891,"p99":6.849765777587891},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":56.27918243408203,"p90":87.77284622192383,"p95":99.38907623291016,"p99":127.95305252075195},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-17.626285552978516,"p90":-10.014057159423828,"p95":-10.014057159423828,"p99":-10.014057159423828},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2187.769889831543,"p90":2195.633888244629,"p95":2197.829008102417,"p99":2204.1659355163574},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3928.54905128479,"p90":3941.334009170532,"p95":3945.420026779175,"p99":3952.307939529419},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6204.930782318115,"p90":6240.945816040039,"p95":6249.430179595947,"p99":6270.471096038818},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":125.7481575012207,"p90":142.1341896057129,"p95":146.820068359375,"p99":157.39774703979492},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":10350937.678430581,"p90":10290635.044386564,"p95":10274348.535408273,"p99":10237707.727606371},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4420.815944671631,"p90":4443.290233612061,"p95":4452.184200286865,"p99":4549.763202667236},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7672.622203826904,"p90":7713.760852813721,"p95":7726.659774780273,"p99":7749.053001403809},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":12093.438148498535,"p90":12157.051086425781,"p95":12178.843975067139,"p99":12298.816204071045},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":12143.621444702148,"p90":12271.557807922363,"p95":12308.293342590332,"p99":12356.661796569824},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12046.475410461426,"p90":12085.253715515137,"p95":12100.5220413208,"p99":12143.92375946045},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":4288.991928100586,"p90":4317.073822021484,"p95":4327.850818634033,"p99":4342.112064361572},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":7543.222904205322,"p90":7594.019889831543,"p95":7631.075859069824,"p99":7785.266876220703},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.4487457275390625,"p90":7.892608642578125,"p95":7.892608642578125,"p99":7.892608642578125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":147.74227142333984,"p90":212.04090118408203,"p95":242.24472045898438,"p99":313.2476806640625},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.827438354492188,"p90":30.56621551513672,"p95":30.56621551513672,"p99":30.56621551513672},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4231.785774230957,"p90":4250.672817230225,"p95":4255.7830810546875,"p99":4316.67423248291},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7526.918888092041,"p90":7547.070026397705,"p95":7552.8411865234375,"p99":7563.776016235352},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11844.755172729492,"p90":11876.564979553223,"p95":11885.096549987793,"p99":11904.367446899414},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":204.3437957763672,"p90":240.3430938720703,"p95":250.41675567626953,"p99":266.63875579833984},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":10880526.920444647,"p90":10845614.257293483,"p95":10831929.362420565,"p99":10793216.640370566},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9948,"throttle_fraction_max":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2097,"p50":2098,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2097,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2096,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2092,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2093,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2094,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2098,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2094,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2091,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2085,"p50":2087,"max":2089,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2097,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2094,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2086,"p50":2088,"max":2090,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json new file mode 100644 index 0000000000..c804ccd183 --- /dev/null +++ b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T21:35:34.001310+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":761.946976184845,"p90":767.795979976654,"p95":770.3179717063904,"p99":975.1859903335571},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1068.6880350112915,"p90":1079.8250436782837,"p95":1083.6310386657715,"p99":1262.505054473877},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1830.6350111961365,"p90":1847.6210236549377,"p95":1853.9490103721619,"p99":2237.691044807434},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1946.7790126800537,"p90":1971.6960191726685,"p95":1982.6719760894775,"p99":2201.072931289673},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1837.6859426498413,"p90":1852.187991142273,"p95":1860.921025276184,"p99":2084.1360092163086},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":210.7969969511032,"p90":213.84300291538239,"p95":215.00399708747864,"p99":217.3669934272766},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":826.2069821357727,"p90":835.5010151863098,"p95":839.464008808136,"p99":1016.5339708328247},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1067.8069591522217,"p90":1081.5080404281616,"p95":1085.3129625320435,"p99":1093.3259725570679},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.44993782043457,"p90":6.569981575012207,"p95":6.569981575012207,"p99":6.569981575012207},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.631074905395508,"p90":28.884053230285645,"p95":32.24003314971924,"p99":123.73888492584229},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.806995391845703,"p90":6.209015846252441,"p95":6.209015846252441,"p99":6.209015846252441},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":715.6400084495544,"p90":720.3270196914673,"p95":721.7689752578735,"p99":728.7399768829346},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1038.6070013046265,"p90":1045.3369617462158,"p95":1047.8609800338745,"p99":1057.31201171875},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1791.5040254592896,"p90":1804.9240112304688,"p95":1811.5739822387695,"p99":2019.2070007324219},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":45.9820032119751,"p90":51.751017570495605,"p95":53.87306213378906,"p99":83.3970308303833},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.009900989942252636,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":8915560.39024556,"p90":8845754.360979166,"p95":8804242.510811768,"p99":7861291.166962191},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1254.9690008163452,"p90":1262.8209590911865,"p95":1266.224980354309,"p99":1501.0590553283691},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1771.1859941482544,"p90":1784.2459678649902,"p95":1790.6949520111084,"p99":1999.2170333862305},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":3026.1549949645996,"p90":3047.0669269561768,"p95":3056.9199323654175,"p99":3500.2760887145996},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":3145.7479000091553,"p90":3183.9520931243896,"p95":3345.3149795532227,"p99":3395.9920406341553},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3033.405065536499,"p90":3048.3479499816895,"p95":3064.3720626831055,"p99":3280.216932296753},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":420.5549955368042,"p90":424.2810010910034,"p95":425.4019856452942,"p99":427.52501368522644},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1311.5390539169312,"p90":1323.3970403671265,"p95":1329.846978187561,"p99":1499.7040033340454},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1765.9779787063599,"p90":1786.8889570236206,"p95":1790.374994277954,"p99":1799.6289730072021},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.530046463012695,"p90":6.69097900390625,"p95":6.69097900390625,"p99":6.69097900390625},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":31.44693374633789,"p90":45.76301574707031,"p95":51.34415626525879,"p99":267.6708698272705},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-5.167961120605469,"p90":4.006147384643555,"p95":4.006147384643555,"p99":4.006147384643555},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1197.24702835083,"p90":1203.1359672546387,"p95":1205.618977546692,"p99":1368.6660528182983},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1737.2610569000244,"p90":1744.4729804992676,"p95":1746.9960451126099,"p99":1754.8489570617676},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2974.9300479888916,"p90":2989.0708923339844,"p95":3000.20694732666,"p99":3203.795909881592},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":58.23493003845215,"p90":66.24794006347656,"p95":69.17214393615723,"p99":110.23306846618652},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00146484375,"host_stalled_samples":{"dispatch":1,"roundtrip":3},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.009900989942252636,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":10802381.90813614,"p90":10749429.047362138,"p95":10693218.489698986,"p99":9989583.212429916},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2301.063060760498,"p90":2316.2059783935547,"p95":2323.1360912323,"p99":2529.8469066619873},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3203.913927078247,"p90":3235.363006591797,"p95":3251.8270015716553,"p99":3430.2170276641846},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":5504.976987838745,"p90":5551.568984985352,"p95":5574.963092803955,"p99":5960.063934326172},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":5625.529766082764,"p90":5789.955139160156,"p95":5820.80078125,"p99":5852.849006652832},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5509.0508460998535,"p90":5565.496921539307,"p95":5715.882778167725,"p99":5770.484924316406},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":862.1010184288025,"p90":866.3880228996277,"p95":867.9500222206116,"p99":870.2340126037598},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2295.9859371185303,"p90":2317.29793548584,"p95":2434.7550868988037,"p99":2503.1380653381348},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":3171.4529991149902,"p90":3187.757968902588,"p95":3192.5249099731445,"p99":3387.9799842834473},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.410121917724609,"p90":6.5288543701171875,"p95":6.5288543701171875,"p99":6.5288543701171875},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":56.668758392333984,"p90":133.20112228393555,"p95":175.62389373779297,"p99":289.7181510925293},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.208896636962891,"p90":13.900279998779297,"p95":13.900279998779297,"p99":13.900279998779297},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2195.434093475342,"p90":2203.845977783203,"p95":2206.850051879883,"p99":2377.669095993042},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3127.506971359253,"p90":3138.9639377593994,"p95":3143.249988555908,"p99":3155.5891036987305},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5388.268947601318,"p90":5429.594039916992,"p95":5573.4100341796875,"p99":5630.897998809814},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":120.4385757446289,"p90":138.12828063964844,"p95":144.79589462280273,"p99":352.2677421569824},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.001953125,"host_stalled_samples":{"dispatch":1,"roundtrip":4},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":11896060.107413309,"p90":11775408.543730546,"p95":11465595.52451286,"p99":11357104.447814437},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4388.444900512695,"p90":4416.286945343018,"p95":4555.655002593994,"p99":4620.433807373047},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6048.542022705078,"p90":6113.3599281311035,"p95":6221.468925476074,"p99":6277.313232421875},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":10436.986923217773,"p90":10529.646873474121,"p95":10777.123928070068,"p99":10897.747039794922},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":10541.350364685059,"p90":10700.14476776123,"p95":10723.581314086914,"p99":10747.417449951172},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10418.11752319336,"p90":10595.987319946289,"p95":10625.112533569336,"p99":10675.185203552246},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1743.190050125122,"p90":1750.2340078353882,"p95":1752.284049987793,"p99":1755.8499574661255},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":4294.641017913818,"p90":4417.128086090088,"p95":4470.187187194824,"p99":4501.8157958984375},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":5988.492965698242,"p90":6021.823883056641,"p95":6051.949024200439,"p99":6208.505153656006},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.771087646484375,"p90":6.8912506103515625,"p95":6.8912506103515625,"p99":6.8912506103515625},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":142.9729461669922,"p90":264.51778411865234,"p95":299.36695098876953,"p99":346.5232849121094},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-21.711349487304688,"p90":41.98265075683594,"p95":41.98265075683594,"p99":41.98265075683594},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4194.690227508545,"p90":4217.28515625,"p95":4328.772068023682,"p99":4412.259101867676},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5954.320907592773,"p90":5972.8288650512695,"p95":5982.925891876221,"p99":6099.939823150635},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10216.057777404785,"p90":10389.239311218262,"p95":10410.150527954102,"p99":10443.520545959473},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":202.90279388427734,"p90":234.86995697021484,"p95":245.24593353271484,"p99":365.5872344970703},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":12581159.668068692,"p90":12369965.72780576,"p95":12336057.579238502,"p99":12278194.476324854},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0583,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2024,"p50":2094,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0519,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2019,"p50":2096,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0562,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2024,"p50":2095,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0539,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2025,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0513,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2020,"p50":2089,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0518,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2027,"p50":2093,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0512,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2021,"p50":2091,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0541,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2021,"p50":2093,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0529,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2030,"p50":2097,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0487,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2010,"p50":2092,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0576,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2015,"p50":2090,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0569,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2002,"p50":2085,"max":2088,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0559,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2020,"p50":2095,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0577,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2014,"p50":2093,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0549,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2013,"p50":2087,"max":2089,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0568,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2014,"p50":2093,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0583,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json new file mode 100644 index 0000000000..05c157b5b9 --- /dev/null +++ b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T20:29:31.551752+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":410.26100516319275,"p90":414.50798511505127,"p95":416.471004486084,"p99":420.59600353240967},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":516.0210132598877,"p90":522.911012172699,"p95":525.9960293769836,"p99":532.9260230064392},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":926.2820184230804,"p90":937.4189972877502,"p95":942.4670338630676,"p99":953.5220265388489},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":916.6269898414612,"p90":922.7160215377808,"p95":926.1220097541809,"p99":936.3769888877869},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":918.3899760246277,"p90":925.5200028419495,"p95":927.9239773750305,"p99":933.8129758834839},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":380.8560073375702,"p90":383.0200135707855,"p95":383.94099473953247,"p99":386.54500246047974},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":503.04102897644043,"p90":507.12698698043823,"p95":508.84997844696045,"p99":513.4570002555847},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209015846252441,"p90":6.290018558502197,"p95":6.290018558502197,"p99":6.290018558502197},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.731974124908447,"p90":11.497974395751953,"p95":13.218998908996582,"p99":15.704035758972168},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.7619857788085938,"p90":1.8019676208496094,"p95":1.8019676208496094,"p99":1.8019676208496094},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":382.77900218963623,"p90":386.3449990749359,"p95":387.9469931125641,"p99":392.07300543785095},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":493.0660128593445,"p90":499.0749955177307,"p95":501.0380148887634,"p99":506.2459707260132},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":889.6669745445251,"p90":896.3969945907593,"p95":899.399995803833,"p99":905.210018157959},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":28.483033180236816,"p90":32.08798170089722,"p95":33.25098752975464,"p99":36.13501787185669},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":8919957.985016512,"p90":8851240.356605176,"p95":8828309.43023376,"p99":8772634.576264609},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":693.2089924812317,"p90":697.6959705352783,"p95":699.2179751396179,"p99":703.0230164527893},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":838.2689952850342,"p90":844.677984714508,"p95":847.0410108566284,"p99":851.5689969062805},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1531.4779877662659,"p90":1542.3739552497864,"p95":1546.2589859962463,"p99":1554.5920133590698},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1521.541953086853,"p90":1528.2729864120483,"p95":1529.8340320587158,"p99":1533.4399938583374},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1522.0630168914795,"p90":1529.7549962997437,"p95":1532.4389934539795,"p99":1537.9270315170288},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":679.9489855766296,"p90":684.3559741973877,"p95":686.1180067062378,"p99":688.8819932937622},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":816.9959783554077,"p90":823.1250047683716,"p95":825.8900046348572,"p99":832.6600193977356},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.25002384185791,"p90":6.36899471282959,"p95":6.36899471282959,"p99":6.36899471282959},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.417984962463379,"p90":17.266035079956055,"p95":18.707990646362305,"p99":22.91405200958252},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.042008399963379,"p90":2.4449825286865234,"p95":2.4449825286865234,"p99":2.4449825286865234},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":671.2149977684021,"p90":675.4609942436218,"p95":676.7439842224121,"p99":680.1900267601013},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":807.2609901428223,"p90":813.1899833679199,"p95":815.3529763221741,"p99":819.1189765930176},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1499.588966369629,"p90":1506.919026374817,"p95":1509.3239545822144,"p99":1514.3710374832153},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.71401882171631,"p90":27.601957321166992,"p95":28.843045234680176,"p99":31.64803981781006},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":10764337.493372098,"p90":10710211.791842831,"p95":10691453.343321642,"p99":10653301.271282446},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1272.845983505249,"p90":1281.419038772583,"p95":1283.9820384979248,"p99":1287.9489660263062},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1488.0919456481934,"p90":1496.6650009155273,"p95":1499.2289543151855,"p99":1503.5550594329834},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2760.9379291534424,"p90":2778.0840396881104,"p95":2783.2109928131104,"p99":2791.5040254592896},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2746.756076812744,"p90":2757.211923599243,"p95":2759.7360610961914,"p99":2765.625},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2748.518943786621,"p90":2758.9728832244873,"p95":2761.93904876709,"p99":2768.9900398254395},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1239.395022392273,"p90":1249.6910095214844,"p95":1253.0159950256348,"p99":1256.019949913025},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1469.6630239486694,"p90":1478.958010673523,"p95":1480.8809757232666,"p99":1485.206961631775},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.249904632568359,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.9560604095459,"p90":33.97083282470703,"p95":36.41486167907715,"p99":41.381120681762695},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.245115280151367,"p90":3.8459300994873047,"p95":3.8459300994873047,"p99":3.8459300994873047},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1228.2589673995972,"p90":1233.667016029358,"p95":1235.2700233459473,"p99":1238.353967666626},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1451.9970417022705,"p90":1458.886981010437,"p95":1461.050033569336,"p99":1465.0969505310059},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2702.368974685669,"p90":2711.3430500030518,"p95":2713.866949081421,"p99":2718.873977661133},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":45.5470085144043,"p90":56.205034255981445,"p95":59.12899971008301,"p99":63.456058502197266},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":11922057.177039387,"p90":11876883.676255325,"p95":11864128.578299874,"p99":11833917.61209287},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2418.6999797821045,"p90":2433.5219860076904,"p95":2436.5670680999756,"p99":2441.735029220581},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2780.647039413452,"p90":2789.220094680786,"p95":2792.0639514923096,"p99":2798.314094543457},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":5199.347019195557,"p90":5222.742080688477,"p95":5228.631019592285,"p99":5240.049123764038},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":5187.930107116699,"p90":5204.875946044922,"p95":5210.884094238281,"p99":5220.057964324951},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5185.286045074463,"p90":5201.591014862061,"p95":5205.836772918701,"p99":5213.408946990967},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2376.0759830474854,"p90":2385.0889205932617,"p95":2389.615058898926,"p99":2399.7910022735596},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2754.728078842163,"p90":2766.5860652923584,"p95":2769.469976425171,"p99":2775.4390239715576},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.369113922119141,"p90":6.490230560302734,"p95":6.490230560302734,"p99":6.490230560302734},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":44.3873405456543,"p90":62.4547004699707,"p95":68.26305389404297,"p99":83.76789093017578},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.847049713134766,"p90":2.1638870239257812,"p95":2.1638870239257812,"p99":2.1638870239257812},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2370.266914367676,"p90":2377.077102661133,"p95":2379.159927368164,"p99":2382.204055786133},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2749.5601177215576,"p90":2758.4939002990723,"p95":2761.1780166625977,"p99":2765.9459114074707},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5135.571002960205,"p90":5147.669792175293,"p95":5151.474952697754,"p99":5159.084796905518},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":49.71599578857422,"p90":66.06006622314453,"p95":69.78464126586914,"p99":75.55484771728516},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":12638839.86925911,"p90":12599222.00971772,"p95":12588946.380517542,"p99":12570661.666168647},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9952,"throttle_fraction_max":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2097,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2089,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":76,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2090,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":75,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2094,"p50":2099,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2095,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2099,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":76,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2093,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":74,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2093,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":72,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json new file mode 100644 index 0000000000..4504d7f698 --- /dev/null +++ b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json @@ -0,0 +1 @@ +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T20:44:40.456573+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":409.9009931087494,"p90":414.62698578834534,"p95":416.59000515937805,"p99":420.5560088157654},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":429.3690025806427,"p90":436.01900339126587,"p95":438.9840066432953,"p99":449.40000772476196},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":839.2699956893921,"p90":850.6459891796112,"p95":855.5740118026733,"p99":869.9560165405273},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":811.1479878425598,"p90":815.6740069389343,"p95":817.2360062599182,"p99":821.2019801139832},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":817.3969984054565,"p90":825.2480030059814,"p95":828.453004360199,"p99":835.8650207519531},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":182.99600481987,"p90":186.16099655628204,"p95":187.36299872398376,"p99":189.2859935760498},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":387.8270089626312,"p90":390.6309902667999,"p95":391.7529881000519,"p99":393.9160108566284},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":399.7650146484375,"p90":404.1309952735901,"p95":406.3740074634552,"p99":410.9010100364685},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.128966808319092,"p90":6.209015846252441,"p95":6.209015846252441,"p99":6.209015846252441},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.413970470428467,"p90":12.740015983581543,"p95":13.900995254516602,"p99":16.104042530059814},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.2419819831848145,"p90":-1.082003116607666,"p95":-1.082003116607666,"p99":-1.082003116607666},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":385.78400015830994,"p90":389.6700143814087,"p95":391.35199785232544,"p99":394.5170044898987},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":406.6149890422821,"p90":411.78300976753235,"p95":414.4270122051239,"p99":421.39801383018494},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":792.8789854049683,"p90":800.0109791755676,"p95":803.0149936676025,"p99":811.5879893302917},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.35702085494995,"p90":28.562963008880615,"p95":29.805004596710205,"p99":33.05000066757202},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":10022057.844573209,"p90":9926712.903467182,"p95":9888309.846044376,"p99":9800625.455806715},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":706.1079740524292,"p90":710.9159827232361,"p95":712.797999382019,"p99":717.2449827194214},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":645.1770067214966,"p90":651.665985584259,"p95":654.4709801673889,"p99":660.7990264892578},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1351.2849807739258,"p90":1362.5819683074951,"p95":1367.268979549408,"p99":1378.0440092086792},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1335.9019756317139,"p90":1343.353033065796,"p95":1345.916986465454,"p99":1466.0589694976807},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1341.8699502944946,"p90":1349.0409851074219,"p95":1351.9259691238403,"p99":1359.4169616699219},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":355.8180034160614,"p90":359.3429923057556,"p95":360.46499013900757,"p99":363.02900314331055},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":687.5200271606445,"p90":692.969024181366,"p95":694.0500140190125,"p99":696.4930295944214},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":626.4269948005676,"p90":630.9549808502197,"p95":632.597029209137,"p99":636.3229751586914},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168961524963379,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.535955429077148,"p90":15.74409008026123,"p95":17.42696762084961,"p99":20.35200595855713},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.762986183166504,"p90":2.1229982376098633,"p95":2.1229982376098633,"p99":2.1229982376098633},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":680.1890134811401,"p90":684.3159794807434,"p95":686.2779855728149,"p99":689.7640228271484},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":623.4229803085327,"p90":628.9119720458984,"p95":631.1550140380859,"p99":634.8810195922852},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1315.6310319900513,"p90":1322.6399421691895,"p95":1324.8039484024048,"p99":1333.217978477478},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":26.118040084838867,"p90":31.286954879760742,"p95":32.72902965545654,"p99":35.65394878387451},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":12209827.037563715,"p90":12144923.824308697,"p95":12119006.790451836,"p99":12052225.668770326},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1289.6709442138672,"p90":1299.0449666976929,"p95":1301.5689849853516,"p99":1305.5750131607056},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1095.5779552459717,"p90":1103.5089492797852,"p95":1105.7929992675781,"p99":1110.3609800338745},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2385.248899459839,"p90":2402.553915977478,"p95":2407.3619842529297,"p99":2415.93599319458},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2377.27689743042,"p90":2388.2930278778076,"p95":2390.4569149017334,"p99":2403.557062149048},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2376.8370151519775,"p90":2387.4120712280273,"p95":2390.5370235443115,"p99":2396.8660831451416},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":729.5039892196655,"p90":733.9900135993958,"p95":735.4329824447632,"p99":738.2370233535767},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1262.990951538086,"p90":1274.6080160140991,"p95":1277.0119905471802,"p99":1283.0610275268555},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1081.8769931793213,"p90":1092.3329591751099,"p95":1095.497965812683,"p99":1101.3469696044922},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.170034408569336,"p90":6.489038467407227,"p95":6.489038467407227,"p99":6.489038467407227},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.593093872070312,"p90":30.92789649963379,"p95":33.17093849182129,"p99":38.93899917602539},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.046916961669922,"p90":3.0450820922851562,"p95":3.0450820922851562,"p99":3.0450820922851562},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1244.4030046463013,"p90":1249.770998954773,"p95":1251.2129545211792,"p99":1253.6159753799438},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1064.170002937317,"p90":1070.0989961624146,"p95":1071.702003479004,"p99":1075.6269693374634},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2330.2860260009766,"p90":2340.2209281921387,"p95":2343.0659770965576,"p99":2348.5920429229736},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":46.03004455566406,"p90":55.72390556335449,"p95":58.48813056945801,"p99":62.85405158996582},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":13786389.13442905,"p90":13725322.241143286,"p95":13707380.256933555,"p99":13671185.148985123},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2431.6790103912354,"p90":2441.4539337158203,"p95":2443.696975708008,"p99":2448.9450454711914},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1985.7250452041626,"p90":1995.4190254211426,"p95":1997.583031654358,"p99":2001.5089511871338},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":4417.404055595398,"p90":4436.872959136963,"p95":4441.280007362366,"p99":4450.453996658325},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":4418.725967407227,"p90":4433.227062225342,"p95":4437.273979187012,"p99":4443.2830810546875},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4411.674976348877,"p90":4426.257133483887,"p95":4430.142879486084,"p99":4437.1137619018555},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1479.9200296401978,"p90":1485.6480360031128,"p95":1487.2510433197021,"p99":1491.0160303115845},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2382.124900817871,"p90":2392.4999237060547,"p95":2395.024061203003,"p99":2403.3970832824707},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1975.9900569915771,"p90":1989.3300533294678,"p95":1992.414951324463,"p99":1996.8620538711548},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.289958953857422,"p90":6.370067596435547,"p95":6.370067596435547,"p99":6.370067596435547},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":37.978172302246094,"p90":53.08103561401367,"p95":58.048248291015625,"p99":67.98171997070312},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.129741668701172,"p90":3.5257339477539062,"p95":3.5257339477539062,"p99":3.5257339477539062},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2377.116918563843,"p90":2386.009931564331,"p95":2388.7341022491455,"p99":2392.258882522583},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1959.4850540161133,"p90":1967.1770334243774,"p95":1969.2200422286987,"p99":1973.2660055160522},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4356.43196105957,"p90":4370.452880859375,"p95":4374.258041381836,"p99":4382.832050323486},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":54.96406555175781,"p90":67.82197952270508,"p95":70.98627090454102,"p99":77.15702056884766},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":14855128.800589455,"p90":14806189.07207881,"p95":14793202.337438487,"p99":14769961.627467867},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.092,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2005,"p50":2091,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0872,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":1997,"p50":2083,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":77,"clock_event_reasons":[],"throttle_fraction":{"power":0.0895,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":1994,"p50":2082,"max":2089,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":76,"clock_event_reasons":[],"throttle_fraction":{"power":0.0916,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2007,"p50":2092,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0849,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2012,"p50":2091,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0824,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2010,"p50":2094,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":78,"clock_event_reasons":[],"throttle_fraction":{"power":0.0897,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1997,"p50":2086,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":76,"clock_event_reasons":[],"throttle_fraction":{"power":0.092,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2004,"p50":2086,"max":2092,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":73,"clock_event_reasons":[],"throttle_fraction":{"power":0.0852,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} From f573b9900ddd18144f011cff4e597a0fc9b7ebc6 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Wed, 28 Oct 2026 07:15:09 +0800 Subject: [PATCH 11/13] CollectiveX: replace the noisy mi300x MoRI EP16 fp8 prefill result MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The first run had a pair period spread of up to 2x between p50 and p99 and ran slower than bf16 at every size. The rerun is tight (p99 within 3% of p50) and sits below bf16, as fp8 should. CollectiveX：替换 mi300x MoRI EP16 fp8 prefill 的噪声结果 首次运行的 pair period p99 最高达 p50 的 2 倍，且在每个规模下都慢于 bf16。重跑结果稳定（p99 与 p50 相差不到 3%），并低于 bf16，符合 fp8 的预期。 --- ...0x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json index 2fe2300052..6218125193 100644 --- a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json +++ b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json @@ -1 +1 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T17:27:47.147094+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1299.7820377349854,"p90":1430.3369522094727,"p95":1473.2019901275635,"p99":1559.29696559906},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1205.2459716796875,"p90":1338.4870290756226,"p95":1376.1030435562134,"p99":1451.0560035705566},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2505.028009414673,"p90":2768.823981285095,"p95":2849.305033683777,"p99":3010.3529691696167},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2397.984027862549,"p90":2623.3739852905273,"p95":2692.517042160034,"p99":2786.9789600372314},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2293.118953704834,"p90":2441.7409896850586,"p95":2506.2379837036133,"p99":2665.5569076538086},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":229.98499870300293,"p90":233.3499938249588,"p95":234.3910038471222,"p99":236.395001411438},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":731.6570281982422,"p90":859.2439889907837,"p95":866.8959736824036,"p99":875.1479983329773},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":941.6519999504089,"p90":1133.2199573516846,"p95":1181.2520027160645,"p99":1283.0040454864502},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.80994987487793,"p90":10.295867919921875,"p95":10.295867919921875,"p99":10.295867919921875},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":513.4890079498291,"p90":856.4050197601318,"p95":963.7649059295654,"p99":1063.673973083496},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":37.93692588806152,"p90":64.41688537597656,"p95":64.41688537597656,"p99":64.41688537597656},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":727.8919816017151,"p90":731.8170070648193,"p95":732.899010181427,"p99":735.1019978523254},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":709.941029548645,"p90":751.1630058288574,"p95":756.7309737205505,"p99":767.1470046043396},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1904.2140245437622,"p90":2027.6799201965332,"p95":2062.8929138183594,"p99":2127.150058746338},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":373.9209175109863,"p90":522.4640369415283,"p95":602.1429300308228,"p99":747.8811740875244},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.009900989942252636,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":7144853.943808498,"p90":6709966.40070053,"p95":6537288.2010943005,"p99":6146557.9492808515},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3106.9788932800293,"p90":3495.8019256591797,"p95":3551.203966140747,"p99":3665.3759479522705},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1806.588053703308,"p90":2086.927890777588,"p95":2163.6040210723877,"p99":2284.0640544891357},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":4913.566946983337,"p90":5582.729816436768,"p95":5714.807987213135,"p99":5949.440002441406},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":4651.112079620361,"p90":4982.888221740723,"p95":5119.2121505737305,"p99":5392.620086669922},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4942.490100860596,"p90":5326.786994934082,"p95":5395.851135253906,"p99":5524.682998657227},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":446.0659921169281,"p90":450.7940113544464,"p95":452.2779881954193,"p99":456.2839865684509},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1348.260998725891,"p90":1422.773003578186,"p95":1427.9420375823975,"p99":1434.5840215682983},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1307.0399761199951,"p90":1677.3149967193604,"p95":1725.5070209503174,"p99":1763.2839679718018},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.730079650878906,"p90":11.17706298828125,"p95":11.17706298828125,"p99":11.17706298828125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1850.3751754760742,"p90":2491.935968399048,"p95":2723.4041690826416,"p99":4763.062000274658},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-136.36541366577148,"p90":217.36621856689453,"p95":217.36621856689453,"p99":217.36621856689453},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1343.9350128173828,"p90":1352.787971496582,"p95":1355.512022972107,"p99":1361.0810041427612},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1054.57603931427,"p90":1121.3159561157227,"p95":1150.1590013504028,"p99":1226.4729738235474},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3140.6280994415283,"p90":3411.073923110962,"p95":3481.821060180664,"p99":3642.4219608306885},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1780.670166015625,"p90":2144.8161602020264,"p95":2203.9451599121094,"p99":2322.923183441162},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.011583011597394943,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":6629856.475442282,"p90":6151550.649793816,"p95":6072813.941420583,"p99":5931200.035905093},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5593.907833099365,"p90":5691.934108734131,"p95":5733.676910400391,"p99":5819.4451332092285},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3012.7971172332764,"p90":3116.192102432251,"p95":3163.6641025543213,"p99":3302.8719425201416},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":8606.704950332642,"p90":8808.126211166382,"p95":8897.341012954712,"p99":9122.31707572937},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":8557.592391967773,"p90":8951.66015625,"p95":9049.966812133789,"p99":17842.430114746094},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8594.565391540527,"p90":8726.642608642578,"p95":8781.606674194336,"p99":8891.812324523926},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":913.444995880127,"p90":919.5749759674072,"p95":921.7770099639893,"p99":925.0630140304565},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2649.733066558838,"p90":2682.7430725097656,"p95":2688.5910034179688,"p99":2702.613115310669},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2465.177059173584,"p90":2797.8360652923584,"p95":2885.6871128082275,"p99":3116.633892059326},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.8492889404296875,"p90":9.533882141113281,"p95":9.533882141113281,"p99":9.533882141113281},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1722.2633361816406,"p90":3523.9243507385254,"p95":3970.23344039917,"p99":23168.222427368164},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-218.12820434570312,"p90":283.54644775390625,"p95":283.54644775390625,"p99":283.54644775390625},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2627.300024032593,"p90":2660.5889797210693,"p95":2667.9201126098633,"p99":2679.8970699310303},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1774.4109630584717,"p90":1862.9039525985718,"p95":1898.1959819793701,"p99":1971.3460206985474},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5629.721164703369,"p90":5717.493057250977,"p95":5770.252227783203,"p99":5876.330852508545},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2963.843822479248,"p90":3056.1022758483887,"p95":3093.3995246887207,"p99":3162.139892578125},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":7625283.771126563,"p90":7509875.554556952,"p95":7462871.252544749,"p99":7370375.982773438},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11594.864845275879,"p90":11993.420600891113,"p95":12121.413230895996,"p99":28802.026748657227},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5872.923851013184,"p90":6164.402008056641,"p95":6264.350891113281,"p99":6386.935234069824},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":17467.788696289062,"p90":18157.822608947754,"p95":18385.764122009277,"p99":35188.96198272705},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":17283.43391418457,"p90":17617.578506469727,"p95":17711.231231689453,"p99":17840.06690979004},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17474.559783935547,"p90":17967.538833618164,"p95":18165.395736694336,"p99":45629.886627197266},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1842.5140380859375,"p90":1851.8879413604736,"p95":1854.6210527420044,"p99":1862.7519607543945},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":5416.9769287109375,"p90":5483.462810516357,"p95":5499.445915222168,"p99":5520.637989044189},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":4952.226161956787,"p90":5452.176094055176,"p95":5526.366233825684,"p99":5817.2430992126465},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.40869140625,"p90":9.77325439453125,"p95":9.77325439453125,"p99":9.77325439453125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3652.597427368164,"p90":5066.476821899414,"p95":5445.9638595581055,"p99":6006.00528717041},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-241.32347106933594,"p90":548.8643646240234,"p95":548.8643646240234,"p99":548.8643646240234},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5406.385898590088,"p90":5475.648880004883,"p95":5489.0289306640625,"p99":5521.8400955200195},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3057.770013809204,"p90":3151.1900424957275,"p95":3200.984001159668,"p99":3322.845935821533},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11216.379165649414,"p90":11515.731811523438,"p95":11606.680870056152,"p99":11766.785621643066},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6239.129066467285,"p90":6666.089057922363,"p95":6797.472953796387,"p99":34294.38495635986},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01253132801502943,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":7500732.586150478,"p90":7294933.447131765,"p95":7215477.267871069,"p99":2872503.3018573355},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0549,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":1991,"p50":2086,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0538,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2001,"p50":2092,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0529,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2002,"p50":2091,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0524,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2014,"p50":2096,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0496,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":1996,"p50":2086,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0528,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":1994,"p50":2091,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.054,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1997,"p50":2095,"max":2105,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0549,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":1987,"p50":2083,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0545,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":1987,"p50":2088,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0536,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2014,"p50":2093,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0406,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2014,"p50":2096,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0419,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2002,"p50":2089,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0474,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2001,"p50":2095,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0504,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2016,"p50":2092,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0394,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2008,"p50":2091,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0433,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2003,"p50":2093,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0479,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1536.6}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} +{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T22:15:37.166033+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":915.4520034790039,"p90":954.2289972305298,"p95":962.8430008888245,"p99":981.590986251831},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":769.4690227508545,"p90":789.1430258750916,"p95":793.5889959335327,"p99":802.0420074462891},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1684.9210262298584,"p90":1743.3720231056213,"p95":1756.4319968223572,"p99":1783.6329936981201},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1632.3599815368652,"p90":1654.271960258484,"p95":1660.6019735336304,"p99":1671.064019203186},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1649.672031402588,"p90":1668.4199571609497,"p95":1672.8270053863525,"p99":1681.879997253418},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":229.1419953107834,"p90":232.34699666500092,"p95":233.46899449825287,"p99":235.3920042514801},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":859.8849773406982,"p90":868.0210113525391,"p95":870.0199723243713,"p99":873.8660216331482},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":726.6489863395691,"p90":752.4870038032532,"p95":756.2130093574524,"p99":764.5429968833923},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129026412963867,"p90":6.210088729858398,"p95":6.210088729858398,"p99":6.210088729858398},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":36.74209117889404,"p90":49.754977226257324,"p95":53.279995918273926,"p99":64.6899938583374},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.727005958557129,"p90":8.533954620361328,"p95":8.533954620361328,"p99":8.533954620361328},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":857.7619791030884,"p90":867.0549988746643,"p95":869.1779971122742,"p99":872.8240132331848},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":737.5460267066956,"p90":759.3749761581421,"p95":763.6650204658508,"p99":771.236002445221},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1600.3509759902954,"p90":1620.0209856033325,"p95":1625.3080368041992,"p99":1634.4020366668701},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":48.439979553222656,"p90":60.49799919128418,"p95":65.1850700378418,"p99":77.84295082092285},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.009900989942252636,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":9931671.0765048,"p90":9820069.539254177,"p95":9794198.651292091,"p99":9741479.788543638},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1481.3400506973267,"p90":1519.3959474563599,"p95":1531.134009361267,"p99":1553.7680387496948},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1097.3639488220215,"p90":1121.1949586868286,"p95":1128.371000289917,"p99":1139.7470235824585},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2578.703999519348,"p90":2640.5909061431885,"p95":2659.505009651184,"p99":2693.5150623321533},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2526.4248847961426,"p90":2553.025007247925,"p95":2562.6800060272217,"p99":2580.5459022521973},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2538.3241176605225,"p90":2564.4819736480713,"p95":2572.695016860962,"p99":2585.352897644043},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":448.15200567245483,"p90":452.877014875412,"p95":454.75900173187256,"p99":457.8860104084015},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1405.2660465240479,"p90":1437.8290176391602,"p95":1440.1119947433472,"p99":1446.8079805374146},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1038.195013999939,"p90":1072.922945022583,"p95":1083.9389562606812,"p99":1096.1229801177979},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.369113922119141,"p90":7.451057434082031,"p95":7.451057434082031,"p99":7.451057434082031},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":55.24301528930664,"p90":87.80097961425781,"p95":99.15804862976074,"p99":110.05496978759766},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.812904357910156,"p90":14.380931854248047,"p95":14.380931854248047,"p99":14.380931854248047},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1424.5680570602417,"p90":1432.981014251709,"p95":1435.1450204849243,"p99":1439.4309520721436},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1064.5949840545654,"p90":1088.386058807373,"p95":1095.1210260391235,"p99":1105.5320501327515},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2492.043972015381,"p90":2516.239881515503,"p95":2522.449016571045,"p99":2535.3479385375977},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":44.87800598144531,"p90":60.78195571899414,"p95":65.6280517578125,"p99":77.2860050201416},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.011583011597394943,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":12909304.911856975,"p90":12777629.297735441,"p95":12736838.13481375,"p99":12674478.609810106},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2815.6991004943848,"p90":2852.742910385132,"p95":2866.0550117492676,"p99":2889.849901199341},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1765.1649713516235,"p90":1793.887972831726,"p95":1802.7329444885254,"p99":1820.2879428863525},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":4580.864071846008,"p90":4646.630883216858,"p95":4668.787956237793,"p99":4710.137844085693},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":4508.656978607178,"p90":4538.2208824157715,"p95":4546.572208404541,"p99":4564.117908477783},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4545.090198516846,"p90":4575.376033782959,"p95":4584.869861602783,"p99":4599.873065948486},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":918.0120229721069,"p90":924.6219992637634,"p95":926.9049763679504,"p99":931.1109781265259},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2687.9069805145264,"p90":2723.5898971557617,"p95":2731.5731048583984,"p99":2741.6679859161377},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1687.729001045227,"p90":1727.3410558700562,"p95":1738.718032836914,"p99":1752.0179748535156},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209850311279297,"p90":6.8912506103515625,"p95":6.8912506103515625,"p99":6.8912506103515625},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":121.68407440185547,"p90":171.07725143432617,"p95":188.9047622680664,"p99":217.7867889404297},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-10.334968566894531,"p90":24.837970733642578,"p95":24.837970733642578,"p99":24.837970733642578},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2699.233055114746,"p90":2726.0730266571045,"p95":2731.813907623291,"p99":2741.827964782715},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1730.7130098342896,"p90":1755.6630373001099,"p95":1761.9129419326782,"p99":1774.819016456604},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4444.981098175049,"p90":4477.027893066406,"p95":4485.301971435547,"p99":4504.309177398682},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":98.56605529785156,"p90":133.3780288696289,"p95":143.83506774902344,"p99":161.2997055053711},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":14419075.780143091,"p90":14323631.438400986,"p95":14293971.689109156,"p99":14247349.668221027},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5664.744853973389,"p90":5708.31298828125,"p95":5722.535133361816,"p99":5747.57194519043},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3093.0750370025635,"p90":3129.796028137207,"p95":3140.947103500366,"p99":3169.1489219665527},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":8757.819890975952,"p90":8838.109016418457,"p95":8863.482236862183,"p99":8916.720867156982},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":8660.81714630127,"p90":8701.723098754883,"p95":8711.453437805176,"p99":8731.08196258545},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8720.307350158691,"p90":8759.885787963867,"p95":8772.464752197266,"p99":8798.26545715332},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1970.3439474105835,"p90":2001.8799304962158,"p95":2008.289098739624,"p99":2019.2570686340332},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":5418.5590744018555,"p90":5497.517108917236,"p95":5514.881134033203,"p99":5536.935806274414},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2993.8340187072754,"p90":3044.6689128875732,"p95":3054.7640323638916,"p99":3074.1140842437744},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.409645080566406,"p90":6.810188293457031,"p95":6.810188293457031,"p99":6.810188293457031},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":328.2051086425781,"p90":455.31749725341797,"p95":498.62098693847656,"p99":550.6181716918945},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-27.922630310058594,"p90":35.57300567626953,"p95":35.57300567626953,"p99":35.57300567626953},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5417.157173156738,"p90":5496.757030487061,"p95":5512.659072875977,"p99":5537.538051605225},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3051.038980484009,"p90":3080.857038497925,"p95":3090.4579162597656,"p99":3107.362985610962},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8497.6167678833,"p90":8577.531814575195,"p95":8593.35994720459,"p99":8614.432334899902},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":223.89507293701172,"p90":326.84803009033203,"p95":347.9957580566406,"p99":381.2446594238281},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01253132801502943,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":15030662.881121362,"p90":14962752.160546852,"p95":14941296.853563305,"p99":14897481.85461187},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9899,"throttle_fraction_max":{"power":0.0942,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":1914,"p50":2065,"max":2090,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0902,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":1936,"p50":2079,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0876,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":1939,"p50":2078,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0858,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":1955,"p50":2085,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.079,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":1928,"p50":2071,"max":2088,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0892,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":1923,"p50":2075,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0883,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1920,"p50":2075,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0923,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":1912,"p50":2066,"max":2087,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0916,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":1908,"p50":2064,"max":2089,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0942,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":1938,"p50":2080,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0833,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":1934,"p50":2082,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0862,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":1933,"p50":2075,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0825,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":1930,"p50":2079,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0891,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":1945,"p50":2081,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0805,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":1928,"p50":2074,"max":2092,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0885,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":1940,"p50":2080,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.085,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} From c3a422b93b5200a03180564ca2fa4127e5a6f3e8 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Wed, 28 Oct 2026 14:34:43 +0800 Subject: [PATCH 12/13] CollectiveX: stop a hand run whose checkout changes, and keep transient squeue failures from ending a queued allocation MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit run.sh records the source commit once but every shard restages the checkout, so a checkout updated mid-run stamped later shards with a commit they did not run. It now stops before the next shard when HEAD or the collectivex/ diff has moved. The salloc watcher treated a failed squeue as the job having ended; only an empty listing or a purged job id counts now. The MI300X/MI325X results leave this change and are rerun from the merged commit. run.sh 只记录一次源提交，但每个分片都会重新暂存检出内容；运行中途更新检出会让后续分片带上并未运行的提交。 现在若 HEAD 或 collectivex/ 的改动发生变化，会在下一个分片前停止。salloc 监视器曾把 squeue 查询失败当作作业结束； 现在只有空列表或已清除的作业号才算结束。MI300X/MI325X 结果从此变更中移除，并将从合并后的提交重新运行。 --- ...-low-latency-decode-ep16-uniform-bf16.json | 1 - ...o-low-latency-decode-ep16-uniform-fp8.json | 1 - ...4-pro-normal-decode-ep16-uniform-bf16.json | 1 - ...v4-pro-normal-decode-ep16-uniform-fp8.json | 1 - ...v4-pro-normal-decode-ep8-uniform-bf16.json | 1 - ...-v4-pro-normal-decode-ep8-uniform-fp8.json | 1 - ...-pro-normal-prefill-ep16-uniform-bf16.json | 1 - ...4-pro-normal-prefill-ep16-uniform-fp8.json | 1 - ...4-pro-normal-prefill-ep8-uniform-bf16.json | 1 - ...v4-pro-normal-prefill-ep8-uniform-fp8.json | 1 - .../mi300x-swap-blocks-smoke-contiguous.json | 4075 ----------------- .../mi300x-swap-blocks-smoke-random.json | 4075 ----------------- ...-low-latency-decode-ep16-uniform-bf16.json | 1 - ...o-low-latency-decode-ep16-uniform-fp8.json | 1 - ...4-pro-normal-decode-ep16-uniform-bf16.json | 1 - ...v4-pro-normal-decode-ep16-uniform-fp8.json | 1 - ...v4-pro-normal-decode-ep8-uniform-bf16.json | 1 - ...-v4-pro-normal-decode-ep8-uniform-fp8.json | 1 - ...-pro-normal-prefill-ep16-uniform-bf16.json | 1 - ...4-pro-normal-prefill-ep16-uniform-fp8.json | 1 - ...4-pro-normal-prefill-ep8-uniform-bf16.json | 1 - ...v4-pro-normal-prefill-ep8-uniform-fp8.json | 1 - ...-low-latency-decode-ep16-uniform-bf16.json | 1 - ...o-low-latency-decode-ep16-uniform-fp8.json | 1 - ...4-pro-normal-decode-ep16-uniform-bf16.json | 1 - ...v4-pro-normal-decode-ep16-uniform-fp8.json | 1 - ...v4-pro-normal-decode-ep8-uniform-bf16.json | 1 - ...-v4-pro-normal-decode-ep8-uniform-fp8.json | 1 - ...-pro-normal-prefill-ep16-uniform-bf16.json | 1 - ...4-pro-normal-prefill-ep16-uniform-fp8.json | 1 - ...4-pro-normal-prefill-ep8-uniform-bf16.json | 1 - ...v4-pro-normal-prefill-ep8-uniform-fp8.json | 1 - .../mi325x-swap-blocks-smoke-contiguous.json | 4075 ----------------- .../mi325x-swap-blocks-smoke-random.json | 4075 ----------------- ...-low-latency-decode-ep16-uniform-bf16.json | 1 - ...4-pro-normal-decode-ep16-uniform-bf16.json | 1 - ...v4-pro-normal-decode-ep16-uniform-fp8.json | 1 - ...v4-pro-normal-decode-ep8-uniform-bf16.json | 1 - ...-v4-pro-normal-decode-ep8-uniform-fp8.json | 1 - ...-pro-normal-prefill-ep16-uniform-bf16.json | 1 - ...4-pro-normal-prefill-ep16-uniform-fp8.json | 1 - ...4-pro-normal-prefill-ep8-uniform-bf16.json | 1 - ...v4-pro-normal-prefill-ep8-uniform-fp8.json | 1 - collectivex/run.sh | 19 +- collectivex/runtime/common.sh | 13 +- 45 files changed, 27 insertions(+), 16344 deletions(-) delete mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json delete mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json delete mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json delete mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json delete mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json delete mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json delete mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json delete mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json delete mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json delete mode 100644 collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json delete mode 100644 collectivex/results/mi300x/mi300x-swap-blocks-smoke-contiguous.json delete mode 100644 collectivex/results/mi300x/mi300x-swap-blocks-smoke-random.json delete mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json delete mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json delete mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json delete mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json delete mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json delete mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json delete mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json delete mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json delete mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json delete mode 100644 collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json delete mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json delete mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json delete mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json delete mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json delete mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json delete mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json delete mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json delete mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json delete mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json delete mode 100644 collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json delete mode 100644 collectivex/results/mi325x/mi325x-swap-blocks-smoke-contiguous.json delete mode 100644 collectivex/results/mi325x/mi325x-swap-blocks-smoke-random.json delete mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json delete mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json delete mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json delete mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json delete mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json delete mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json delete mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json delete mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json delete mode 100644 collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json deleted file mode 100644 index 80a98c1f8a..0000000000 --- a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T17:11:52.002978+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256","mode":"low-latency","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256],"ladder_dropped":[512],"ladder_cap":256},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.01000106334686,"p90":62.73400038480759,"p95":64.2160028219223,"p99":65.81900268793106},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":62.01300024986267,"p90":64.49700146913528,"p95":66.01899862289429,"p99":69.70500200986862},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":122.02300131320953,"p90":127.23100185394287,"p95":130.2350014448166,"p99":135.52400469779968},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":103.63499820232391,"p90":109.484001994133,"p95":113.28999698162079,"p99":115.21200090646744},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":114.73099887371063,"p90":116.53400212526321,"p95":117.85700172185898,"p99":119.86000090837479},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":50.554998219013214,"p90":52.597999572753906,"p95":53.27900126576424,"p99":53.92000079154968},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":47.791000455617905,"p90":51.87699943780899,"p95":53.481001406908035,"p99":54.641999304294586},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1689987778663635,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.530994713306427,"p90":15.622004866600037,"p95":17.90599524974823,"p99":19.308999180793762},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.2819990515708923,"p90":-0.7610023021697998,"p95":-0.7610023021697998,"p99":-0.7610023021697998},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":50.554998219013214,"p90":51.99800059199333,"p95":52.63800173997879,"p99":53.679998964071274},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":51.03600025177002,"p90":51.79800093173981,"p95":52.1170012652874,"p99":53.24000120162964},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":98.22700172662735,"p90":102.55300253629684,"p95":102.99400240182877,"p99":103.9159968495369},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.385003924369812,"p90":18.668994307518005,"p95":19.390001893043518,"p99":21.75299823284149},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":139456.6434273957,"p90":137298.98319978308,"p95":135757.73832902857,"p99":133489.0695706816},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.12900173664093,"p90":63.25399875640869,"p95":64.09599632024765,"p99":65.85899740457535},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":63.85599821805954,"p90":66.61999970674515,"p95":68.50200146436691,"p99":71.86800241470337},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":123.98499995470047,"p90":129.87399846315384,"p95":132.59799778461456,"p99":137.72699981927872},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":106.67899996042252,"p90":110.60500144958496,"p95":112.56899684667587,"p99":116.0539984703064},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":115.85299670696259,"p90":118.25799942016602,"p95":119.49899792671204,"p99":121.74200266599655},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":54.040998220443726,"p90":56.20399862527847,"p95":56.48399889469147,"p99":57.08499997854233},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":49.153998494148254,"p90":51.19600147008896,"p95":51.95799842476845,"p99":55.121999233961105},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1689987778663635,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.609998643398285,"p90":11.817999184131622,"p95":15.702001750469208,"p99":18.787004053592682},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1209994554519653,"p90":-0.679999589920044,"p95":-0.679999589920044,"p99":-0.679999589920044},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.200999438762665,"p90":55.041998624801636,"p95":55.28299883008003,"p99":55.88399991393089},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":50.074998289346695,"p90":50.95599964261055,"p95":51.51699855923653,"p99":53.32000181078911},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":100.58999806642532,"p90":102.31299698352814,"p95":102.87299752235413,"p99":105.39700090885162},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.383005142211914,"p90":17.506994307041168,"p95":18.348000943660736,"p99":20.39099484682083},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":276212.1042146236,"p90":270594.80252414267,"p95":267784.6723001426,"p99":262850.94132871396},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":62.613002955913544,"p90":65.37699699401855,"p95":66.33999943733215,"p99":68.2229995727539},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":67.90199875831604,"p90":69.86500322818756,"p95":71.5470016002655,"p99":74.55199956893921},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":130.51500171422958,"p90":135.24200022220612,"p95":137.88700103759766,"p99":142.77499914169312},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":109.20400172472,"p90":113.72999846935272,"p95":117.17499792575836,"p99":120.73999643325806},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":122.82399833202362,"p90":124.74700063467026,"p95":125.54800510406494,"p99":127.63099372386932},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":54.84199896454811,"p90":56.76500126719475,"p95":57.04599991440773,"p99":57.486001402139664},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":51.917001605033875,"p90":54.80099841952324,"p95":56.04400113224983,"p99":57.847000658512115},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.169997155666351,"p90":6.3299983739852905,"p95":6.3299983739852905,"p99":6.3299983739852905},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.651999592781067,"p90":13.901002705097198,"p95":15.945002436637878,"p99":17.987005412578583},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.0410025715827942,"p90":2.3640021681785583,"p95":2.3640021681785583,"p99":2.3640021681785583},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.281000047922134,"p90":55.60300126671791,"p95":55.96400052309036,"p99":56.76500126719475},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":56.96500092744827,"p90":58.36699903011322,"p95":58.6870014667511,"p99":59.12899971008301},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":106.11899942159653,"p90":107.48100280761719,"p95":108.00199955701828,"p99":109.56300050020218},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.706004738807678,"p90":18.429003655910492,"p95":19.10899579524994,"p99":21.233007311820984},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":521070.8075712711,"p90":513038.3870905898,"p95":509765.1686854866,"p99":501445.5982256513},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.53899699449539,"p90":69.18299943208694,"p95":70.38500159978867,"p99":72.14800268411636},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.2640021443367,"p90":71.0270032286644,"p95":72.42800295352936,"p99":74.8319998383522},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":135.8029991388321,"p90":140.21000266075134,"p95":142.81300455331802,"p99":146.98000252246857},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":108.80299657583237,"p90":112.16700077056885,"p95":113.7700006365776,"p99":118.97800117731094},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":120.46100199222565,"p90":122.70300090312958,"p95":123.70499968528748,"p99":125.66900253295898},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":55.52399903535843,"p90":57.12499842047691,"p95":57.52599984407425,"p99":58.006998151540756},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":52.99900099635124,"p90":54.76199835538864,"p95":55.16200140118599,"p99":55.883001536130905},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1689987778663635,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.1270052790641785,"p90":10.17499715089798,"p95":13.180002570152283,"p99":17.9470032453537},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.4809945821762085,"p90":0.8419975638389587,"p95":0.8419975638389587,"p99":0.8419975638389587},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":56.08399957418442,"p90":57.1260005235672,"p95":57.447001338005066,"p99":58.04700031876564},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.19400066137314,"p90":50.51499977707863,"p95":51.357001066207886,"p99":53.8409985601902},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":107.60100185871124,"p90":108.76300185918808,"p95":109.12299901247025,"p99":109.84399914741516},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.901999056339264,"p90":15.223994851112366,"p95":16.383998095989227,"p99":18.187999725341797},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":1062584.553366582,"p90":1043169.2709867158,"p95":1034719.6986834749,"p99":1018548.7066822997},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":76.75500214099884,"p90":79.51799780130386,"p95":80.6799978017807,"p99":82.36300200223923},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":75.03200322389603,"p90":77.19600200653076,"p95":78.43799889087677,"p99":80.76100051403046},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":151.78700536489487,"p90":156.71399980783463,"p95":159.11799669265747,"p99":163.12400251626968},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":119.90000307559967,"p90":121.90300226211548,"p95":122.70300090312958,"p99":125.668004155159},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":128.63199412822723,"p90":131.03699684143066,"p95":132.07800686359406,"p99":134.7620040178299},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":59.167999774217606,"p90":62.25299835205078,"p95":62.894001603126526,"p99":64.13500010967255},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":55.16299977898598,"p90":58.848001062870026,"p95":59.408999979496,"p99":59.93000045418739},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129004061222076,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.806995391845703,"p90":9.37400758266449,"p95":10.335005819797516,"p99":13.381004333496094},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.5600005388259888,"p90":1.082003116607666,"p95":1.082003116607666,"p99":1.082003116607666},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":57.84599855542183,"p90":59.56999957561493,"p95":60.09000167250633,"p99":62.49399855732918},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.237000316381454,"p90":53.52000147104263,"p95":54.520998150110245,"p99":56.8850003182888},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":118.85800212621689,"p90":119.93899941444397,"p95":120.25900185108185,"p99":120.82000076770782},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.654991328716278,"p90":12.420006096363068,"p95":13.301007449626923,"p99":15.745006501674652},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":1990173.6091007465,"p90":1953646.7270368573,"p95":1938248.5099460096,"p99":1899645.2439675021},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":89.41300213336945,"p90":92.09699928760529,"p95":93.37999671697617,"p99":95.42199969291687},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":85.9680026769638,"p90":88.05199712514877,"p95":89.17299658060074,"p99":91.41699969768524},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":175.38100481033325,"p90":180.14899641275406,"p95":182.5529932975769,"p99":186.8389993906021},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":144.6560025215149,"p90":145.81899344921112,"p95":146.17900550365448,"p99":149.26299452781677},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":150.10400116443634,"p90":152.2269994020462,"p95":153.2289981842041,"p99":155.67199885845184},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":66.85899943113327,"p90":73.38999956846237,"p95":74.67100024223328,"p99":76.23499631881714},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":61.77299842238426,"p90":68.82300227880478,"p95":69.66499984264374,"p99":71.22600078582764},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1690062284469604,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.048990249633789,"p90":8.694007992744446,"p95":9.815007448196411,"p99":13.501003384590149},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.5610138177871704,"p90":0.6010085344314575,"p95":0.6010085344314575,"p99":0.6010085344314575},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.09900295734406,"p90":68.22200119495392,"p95":69.42400336265564,"p99":71.34699821472168},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":62.57300078868866,"p90":63.97499889135361,"p95":64.93700295686722,"p99":67.10000336170197},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":141.37199521064758,"p90":142.41300523281097,"p95":142.69299805164337,"p99":143.41500401496887},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.733004331588745,"p90":11.134997010231018,"p95":12.018993496894836,"p99":14.30000364780426},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.004048583097755909,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":3410968.3687852724,"p90":3363398.096337422,"p95":3341404.0819120915,"p99":3288966.56916153},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":117.13500320911407,"p90":120.21899968385696,"p95":121.34099751710892,"p99":123.26399981975555},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":114.85199630260468,"p90":117.41600185632706,"p95":118.53700131177902,"p99":120.50099670886993},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":231.98699951171875,"p90":237.63500154018402,"p95":239.87799882888794,"p99":243.7649965286255},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":207.8700065612793,"p90":209.8740041255951,"p95":211.39700710773468,"p99":213.79999816417694},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":212.19800412654877,"p90":214.28099274635315,"p95":215.28300642967224,"p99":217.16399490833282},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":84.76699888706207,"p90":92.7790030837059,"p95":96.94500267505646,"p99":102.55300253629684},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":79.79899644851685,"p90":87.09099888801575,"p95":90.89600294828415,"p99":97.38600254058838},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328999996185303,"p90":6.3299983739852905,"p95":6.3299983739852905,"p99":6.3299983739852905},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.291002035140991,"p90":10.054007172584534,"p95":11.45799458026886,"p99":13.860002160072327},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.4809945821762085,"p90":1.041993498802185,"p95":1.041993498802185,"p99":1.041993498802185},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":101.9119992852211,"p90":104.11600023508072,"p95":105.19800335168839,"p99":106.9210022687912},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":95.3420028090477,"p90":96.66399657726288,"p95":97.18500077724457,"p99":99.18799996376038},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":202.70299911499023,"p90":204.0649950504303,"p95":204.7860026359558,"p99":205.826997756958},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.375989437103271,"p90":11.94000244140625,"p95":12.820988893508911,"p99":14.74200189113617},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":4825681.580818809,"p90":4778771.961412931,"p95":4756529.635024937,"p99":4715330.459969854},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":168.1700050830841,"p90":178.506001830101,"p95":181.10999464988708,"p99":184.71600115299225},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":162.322998046875,"p90":167.57099330425262,"p95":168.69300603866577,"p99":171.53699696063995},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":330.4930031299591,"p90":346.07699513435364,"p95":349.80300068855286,"p99":356.2529981136322},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":299.72898960113525,"p90":306.33801221847534,"p95":308.0199956893921,"p99":311.5859925746918},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":310.10499596595764,"p90":314.7520124912262,"p95":315.87299704551697,"p99":318.354994058609},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":142.53400266170502,"p90":152.988001704216,"p95":154.1910022497177,"p99":155.59299290180206},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":130.75600564479828,"p90":143.17399263381958,"p95":145.1759934425354,"p99":149.90399777889252},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.531000137329102,"p95":6.531000137329102,"p99":6.531000137329102},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.220999717712402,"p90":23.15497398376465,"p95":25.395989418029785,"p99":29.842019081115723},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.0039846897125244,"p90":-1.762986183166504,"p95":-1.762986183166504,"p99":-1.762986183166504},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":147.25999534130096,"p90":152.62800455093384,"p95":153.63100171089172,"p99":155.15300631523132},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":139.68800008296967,"p90":145.77800035476685,"p95":146.49899303913116,"p99":147.82099425792694},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":292.35801100730896,"p90":300.52998661994934,"p95":302.25300788879395,"p99":305.01699447631836},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.22400975227356,"p90":22.35502004623413,"p95":23.996978998184204,"p99":26.557981967926025},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":6604214.7873838935,"p90":6506709.786508796,"p95":6483618.476906037,"p99":6433070.120530179},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":251.09601020812988,"p90":263.4750008583069,"p95":266.60001277923584,"p99":273.5700011253357},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":256.6229999065399,"p90":264.7170126438141,"p95":268.0419981479645,"p99":273.16999435424805},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":507.7190101146698,"p90":528.192013502121,"p95":534.6420109272003,"p99":546.7399954795837},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":500.91099739074707,"p90":512.2079849243164,"p95":514.2480134963989,"p99":517.0519948005676},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":493.33900213241577,"p90":499.8289942741394,"p95":501.3110041618347,"p99":504.79602813720703},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":182.63399600982666,"p90":214.00000154972076,"p95":227.34099626541138,"p99":234.22999680042267},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":200.37999749183655,"p90":219.2090004682541,"p95":227.70099341869354,"p99":243.08399856090546},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.651984691619873,"p90":7.851958274841309,"p95":7.851958274841309,"p99":7.851958274841309},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.54699444770813,"p90":31.570017337799072,"p95":36.776989698410034,"p99":43.787986040115356},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.53098726272583,"p90":21.272003650665283,"p95":21.272003650665283,"p99":21.272003650665283},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":230.5459976196289,"p90":236.35399341583252,"p95":237.1550053358078,"p99":238.6769950389862},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":237.99699544906616,"p90":248.20999801158905,"p95":249.37200546264648,"p99":251.21501088142395},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":474.1879999637604,"p90":481.0810089111328,"p95":482.88100957870483,"p99":488.09200525283813},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.03500270843506,"p90":37.49799728393555,"p95":40.02299904823303,"p99":44.55098509788513},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":8302607.299028436,"p90":8194802.716373596,"p95":8170576.679936029,"p99":8114168.439706263},"tokens_per_rank":256}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1LL","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1ll-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9948,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2082,"p50":2108,"max":2111,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2110,"max":2112,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.4},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2075,"p50":2101,"max":2103,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2108,"max":2110,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2075,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2103,"max":2105,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.4},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.4},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2103,"max":2105,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2075,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.4},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2105,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2102,"max":2103,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2071,"p50":2101,"max":2103,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2099,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":731.3}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json deleted file mode 100644 index 781f0fcad9..0000000000 --- a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T17:27:05.177264+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256","mode":"low-latency","nodes":2,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256],"ladder_dropped":[512],"ladder_cap":256},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.32999977469444,"p90":63.17400187253952,"p95":64.37700241804123,"p99":66.09900295734406},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":64.65700268745422,"p90":67.22000241279602,"p95":68.62299889326096,"p99":71.50699943304062},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":124.98700246214867,"p90":130.39400428533554,"p95":133.00000131130219,"p99":137.60600239038467},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":107.60100185871124,"p90":110.64600199460983,"p95":111.96699738502502,"p99":115.33299833536148},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":118.25799942016602,"p90":120.26000022888184,"p95":121.54199928045273,"p99":124.10599738359451},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":49.795001745224,"p90":51.79699882864952,"p95":52.358999848365784,"p99":53.24000120162964},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":52.43799835443497,"p90":54.52200025320053,"p95":55.44300004839897,"p99":57.725999504327774},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.169997155666351,"p90":6.249003112316132,"p95":6.249003112316132,"p99":6.249003112316132},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.731005549430847,"p90":12.738995254039764,"p95":14.461003243923187,"p99":18.187999725341797},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6809979677200317,"p90":1.5239939093589783,"p95":1.5239939093589783,"p99":1.5239939093589783},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.99399930238724,"p90":51.03699862957001,"p95":51.51699855923653,"p99":52.39799991250038},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.882001131772995,"p90":55.803000926971436,"p95":56.1240017414093,"p99":57.68600106239319},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":101.39100253582001,"p90":103.23400050401688,"p95":103.7139967083931,"p99":104.79699820280075},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.146006226539612,"p90":19.670002162456512,"p95":20.511001348495483,"p99":22.714003920555115},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":135297.40126207133,"p90":133045.06876391487,"p95":131641.73779205917,"p99":128922.05322315093},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.97099930047989,"p90":63.61500173807144,"p95":64.53700363636017,"p99":66.54000282287598},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.38000160455704,"p90":69.30399686098099,"p95":70.90599834918976,"p99":74.11099970340729},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":127.35100090503693,"p90":132.91899859905243,"p95":135.44300198554993,"p99":140.65100252628326},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":109.9649965763092,"p90":113.28999698162079,"p95":115.49200117588043,"p99":117.576003074646},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":119.45900321006775,"p90":121.66199833154678,"p95":122.54399806261063,"p99":124.70699846744537},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":52.87899821996689,"p90":54.84199896454811,"p95":55.323000997304916,"p99":56.16400018334389},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":52.87899821996689,"p90":55.16200140118599,"p95":56.403998285532,"p99":59.48999896645546},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.131000816822052,"p90":6.247997283935547,"p95":6.247997283935547,"p99":6.247997283935547},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.452996611595154,"p90":12.779995799064636,"p95":14.82199877500534,"p99":17.62700080871582},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.5230029821395874,"p90":1.3619959354400635,"p95":1.3619959354400635,"p99":1.3619959354400635},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.91900038719177,"p90":54.08100038766861,"p95":54.48099970817566,"p99":55.16200140118599},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":53.39999869465828,"p90":54.600998759269714,"p95":55.121999233961105,"p99":57.00499936938286},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":103.39400172233582,"p90":104.75599765777588,"p95":105.11700063943863,"p99":106.23899847269058},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.223996877670288,"p90":18.427997827529907,"p95":19.02800053358078,"p99":20.79099416732788},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":267874.3262550772,"p90":263023.79082082235,"p95":261130.7000417144,"p99":256601.47700815336},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":64.13599848747253,"p90":67.13999807834625,"p95":68.2620033621788,"p99":70.0249969959259},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.66400146484375,"p90":72.46799767017365,"p95":73.8309994339943,"p99":78.03700119256973},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":133.79999995231628,"p90":139.6079957485199,"p95":142.0930027961731,"p99":148.06199818849564},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":112.32800036668777,"p90":116.49399995803833,"p95":118.33599954843521,"p99":121.26199901103973},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":126.10900402069092,"p90":128.39199602603912,"p95":129.55400347709656,"p99":131.7570060491562},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":53.360000252723694,"p90":55.403001606464386,"p95":55.883001536130905,"p99":56.76399916410446},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":55.20299822092056,"p90":57.806000113487244,"p95":59.61000174283981,"p99":61.81199848651886},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.733997285366058,"p90":14.341995120048523,"p95":15.904001891613007,"p99":18.507003784179688},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.12200528383255,"p90":2.1630004048347473,"p95":2.1630004048347473,"p99":2.1630004048347473},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.79799923300743,"p90":53.599998354911804,"p95":54.120998829603195,"p99":55.56299909949303},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.21000072360039,"p90":61.65200099349022,"p95":62.011998146772385,"p99":62.57399916648865},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":108.4820032119751,"p90":109.92400348186493,"p95":110.44500023126602,"p99":112.04700171947479},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.586998641490936,"p90":19.54900473356247,"p95":20.63100039958954,"p99":22.595003247261047},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":507497.4661563374,"p90":498473.4405641625,"p95":494002.4876291404,"p99":485742.6706866938},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":63.65499645471573,"p90":66.50000065565109,"p95":67.62100011110306,"p99":69.46399807929993},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.66400146484375,"p90":72.50899821519852,"p95":74.27100092172623,"p99":77.51599699258804},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":133.31899791955948,"p90":139.0089988708496,"p95":141.89200103282928,"p99":146.97999507188797},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":112.08699643611908,"p90":116.25400185585022,"p95":117.49599874019623,"p99":123.1440007686615},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":123.50499629974365,"p90":125.9479969739914,"p95":126.99100375175476,"p99":129.51500713825226},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":54.402001202106476,"p90":56.1240017414093,"p95":56.52499943971634,"p99":57.645998895168304},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":54.361000657081604,"p90":56.724999099969864,"p95":57.36599862575531,"p99":60.9310008585453},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.130002439022064,"p90":6.2899962067604065,"p95":6.2899962067604065,"p99":6.2899962067604065},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.851997554302216,"p90":12.940004467964172,"p95":15.863999724388123,"p99":19.7489932179451},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.1620000004768372,"p90":2.5640055537223816,"p95":2.5640055537223816,"p99":2.5640055537223816},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.441001266241074,"p90":55.642999708652496,"p95":56.08399957418442,"p99":56.8850003182888},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.55800113081932,"p90":53.80000174045563,"p95":54.882001131772995,"p99":56.96500092744827},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":108.04100334644318,"p90":109.36400294303894,"p95":109.92400348186493,"p99":111.32600158452988},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.544004738330841,"p90":17.82800257205963,"p95":18.827997148036957,"p99":20.872004330158234},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":1036395.318690971,"p90":1016292.4625663747,"p95":1007945.4151745872,"p99":988302.4587518646},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.2640021443367,"p90":72.10800051689148,"p95":73.10999929904938,"p99":74.95199888944626},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":72.94899970293045,"p90":74.95199888944626,"p95":76.27400010824203,"p99":78.59700173139572},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":142.21300184726715,"p90":147.05999940633774,"p95":149.3839994072914,"p99":153.54900062084198},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":119.17900294065475,"p90":121.74200266599655,"p95":122.94399738311768,"p99":124.54699724912643},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":133.200004696846,"p90":135.2829933166504,"p95":136.40399277210236,"p99":138.7680023908615},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":60.770999640226364,"p90":62.77400255203247,"p95":63.133999705314636,"p99":63.85499984025955},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":56.60500004887581,"p90":58.6480014026165,"p95":59.087999165058136,"p99":60.32999977469444},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.210006773471832,"p95":6.210006773471832,"p99":6.210006773471832},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.72899729013443,"p90":9.734004735946655,"p95":10.775990784168243,"p99":13.02000880241394},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7999986410140991,"p90":0.7219985127449036,"p95":0.7219985127449036,"p99":0.7219985127449036},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.65100058913231,"p90":62.29399889707565,"p95":62.6939982175827,"p99":63.37500363588333},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.48200011253357,"p90":56.76500126719475,"p95":57.56499990820885,"p99":59.93000045418739},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":116.53400212526321,"p90":117.6149994134903,"p95":117.85600334405899,"p99":118.45699697732925},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.66499674320221,"p90":18.869005143642426,"p95":19.910000264644623,"p99":22.03400433063507},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":1921921.8541518694,"p90":1892329.5066423696,"p95":1876777.9065508242,"p99":1844805.687113204},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":86.81000024080276,"p90":89.57300335168839,"p95":90.77499806880951,"p99":92.69800037145615},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":79.19900119304657,"p90":81.20200037956238,"p95":82.6840028166771,"p99":84.9670022726059},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":166.00900143384933,"p90":170.77500373125076,"p95":173.4590008854866,"p99":177.66500264406204},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":137.44600117206573,"p90":139.00800049304962,"p95":139.92899656295776,"p99":141.57100021839142},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":145.578995347023,"p90":148.34199845790863,"p95":149.6649980545044,"p99":151.58699452877045},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":71.30599766969681,"p90":74.47200268507004,"p95":75.03200322389603,"p99":76.11300051212311},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":60.29000133275986,"p90":63.37399780750275,"p95":63.93499672412872,"p99":64.77700173854828},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1690062284469604,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.248993635177612,"p90":8.814007043838501,"p95":10.016009211540222,"p99":12.097999453544617},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.48100948333740234,"p90":0.5199909210205078,"p95":0.5199909210205078,"p99":0.5199909210205078},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":71.14700227975845,"p90":73.47100228071213,"p95":73.99000227451324,"p99":74.95199888944626},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":57.20499902963638,"p90":58.448001742362976,"p95":59.52899903059006,"p99":61.61100044846535},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":135.12200117111206,"p90":136.5240067243576,"p95":137.0050013065338,"p99":137.8059983253479},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.736999869346619,"p90":13.139992952346802,"p95":14.302998781204224,"p99":16.705989837646484},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":3516990.8871779423,"p90":3451483.7694146186,"p95":3420973.5519693247,"p99":3377598.4647734733},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":116.8539971113205,"p90":119.97900158166885,"p95":121.30100280046463,"p99":123.54499846696854},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":100.55000334978104,"p90":102.67399996519089,"p95":104.07599806785583,"p99":106.27999901771545},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":217.40400046110153,"p90":222.65300154685974,"p95":225.37700086832047,"p99":229.824997484684},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":191.44700467586517,"p90":193.57000291347504,"p95":194.28999722003937,"p99":195.4520046710968},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":196.89500331878662,"p90":199.09800589084625,"p95":199.93899762630463,"p99":201.7820030450821},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":94.98199820518494,"p90":103.6750003695488,"p95":104.95699942111969,"p99":106.39899969100952},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":74.8319998383522,"p90":83.76500010490417,"p95":85.32799780368805,"p99":86.7300033569336},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1690062284469604,"p90":6.2499940395355225,"p95":6.2499940395355225,"p99":6.2499940395355225},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.449997425079346,"p90":10.134994983673096,"p95":11.17698848247528,"p99":13.540998101234436},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6410032510757446,"p90":0.5609989166259766,"p95":0.5609989166259766,"p99":0.5609989166259766},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":100.47099739313126,"p90":103.03399711847305,"p95":104.19599711894989,"p99":106.15900158882141},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":80.4390013217926,"p90":81.80300146341324,"p95":82.48300105333328,"p99":85.24700254201889},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":187.27900087833405,"p90":188.52299451828003,"p95":189.04200196266174,"p99":189.9240016937256},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.616002440452576,"p90":11.939987540245056,"p95":12.899011373519897,"p99":14.743998646736145},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":5200741.4243116835,"p90":5143195.660941974,"p95":5121562.137236999,"p99":5074783.600850757},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":166.00799560546875,"p90":176.66399478912354,"p95":179.18799817562103,"p99":182.39299952983856},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":127.99200415611267,"p90":135.60299575328827,"p95":136.68499886989594,"p99":138.84800672531128},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":293.9999997615814,"p90":312.2669905424118,"p95":315.87299704551697,"p99":321.24100625514984},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":264.63600993156433,"p90":276.8140137195587,"p95":280.77998757362366,"p99":284.9870026111603},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":274.6100127696991,"p90":279.8590064048767,"p95":281.1009883880615,"p99":283.38301181793213},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":135.64300537109375,"p90":149.4230031967163,"p95":150.82499384880066,"p99":153.0279964208603},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":91.2569984793663,"p90":106.64000362157822,"p95":109.44399982690811,"p99":115.37300050258636},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328016519546509,"p90":6.36899471282959,"p95":6.36899471282959,"p99":6.36899471282959},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.862013816833496,"p90":21.194010972976685,"p95":22.795021533966064,"p99":26.67897939682007},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.406988620758057,"p90":6.650000810623169,"p95":6.650000810623169,"p99":6.650000810623169},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":146.21900022029877,"p90":151.186004281044,"p95":152.1880030632019,"p99":153.70899438858032},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":104.1560024023056,"p90":112.72899806499481,"p95":114.33099955320358,"p99":115.61299860477448},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":258.58598947525024,"p90":266.759991645813,"p95":268.40099692344666,"p99":270.6049978733063},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.340979814529419,"p90":20.86898684501648,"p95":22.63200283050537,"p99":26.241004467010498},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":7457848.966772924,"p90":7317970.667833802,"p95":7285637.847607723,"p99":7226968.147673576},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":252.69800424575806,"p90":265.516996383667,"p95":269.20199394226074,"p99":275.5720019340515},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":192.84899532794952,"p90":208.15199613571167,"p95":210.95600724220276,"p99":213.52000534534454},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":445.5469995737076,"p90":473.66899251937866,"p95":480.1580011844635,"p99":489.09200727939606},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":436.29199266433716,"p90":442.220002412796,"p95":444.2639946937561,"p99":446.70701026916504},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":426.8380105495453,"p90":435.69299578666687,"p95":437.6539885997772,"p99":440.420001745224},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":177.90600657463074,"p90":190.08499383926392,"p95":194.9319988489151,"p99":228.46199572086334},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":132.11700320243835,"p90":133.79999995231628,"p95":137.0449960231781,"p99":175.10199546813965},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.169991731643677,"p90":7.330000400543213,"p95":7.330000400543213,"p99":7.330000400543213},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.662001609802246,"p90":27.639001607894897,"p95":31.008988618850708,"p99":40.9030020236969},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.2849907875061035,"p90":4.3260157108306885,"p95":4.3260157108306885,"p99":4.3260157108306885},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":228.862002491951,"p90":235.9119951725006,"p95":236.95500195026398,"p99":238.43799531459808},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":173.09899628162384,"p90":181.2710016965866,"p95":182.7930063009262,"p99":185.63799560070038},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":410.3330075740814,"p90":418.14398765563965,"p95":420.5490052700043,"p99":425.11698603630066},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.38200879096985,"p90":27.60300040245056,"p95":30.847996473312378,"p99":37.653982639312744},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":9596146.310227815,"p90":9401115.09620313,"p95":9358991.593118284,"p99":9300213.395779131},"tokens_per_rank":256}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1LL","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1ll-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9948,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2107,"max":2109,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2110,"max":2112,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.5},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2102,"max":2103,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2108,"max":2109,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2105,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2082,"p50":2104,"max":2105,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.5},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2104,"max":2107,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.5},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2103,"max":2105,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.5},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.5},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2105,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.5},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2102,"max":2103,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2074,"p50":2101,"max":2103,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.5},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2075,"p50":2099,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":774.4}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json deleted file mode 100644 index 39d6a00baa..0000000000 --- a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:30:41.526544+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":133.91999900341034,"p90":136.96500658988953,"p95":138.00500333309174,"p99":140.0900036096573},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":83.64599943161011,"p90":85.32799780368805,"p95":86.57000213861465,"p99":89.37399834394455},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":217.56599843502045,"p90":222.29300439357758,"p95":224.5750054717064,"p99":229.46400195360184},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":194.85099613666534,"p90":196.13400101661682,"p95":196.53399288654327,"p99":198.9780068397522},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":205.34799993038177,"p90":207.47099816799164,"p95":208.75300467014313,"p99":210.71499586105347},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":120.82099914550781,"p90":122.66399711370468,"p95":123.34500253200531,"p99":125.30800700187683},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":64.93700295686722,"p90":68.34200024604797,"p95":68.98300349712372,"p99":69.5440024137497},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.168991327285767,"p95":6.168991327285767,"p99":6.168991327285767},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.968004465103149,"p90":9.53499972820282,"p95":10.737001895904541,"p99":13.700008392333984},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.5220025777816772,"p90":0.8819997310638428,"p95":0.8819997310638428,"p99":0.8819997310638428},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":120.42099982500076,"p90":122.30300158262253,"p95":123.06399643421173,"p99":124.42599982023239},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":62.132999300956726,"p90":63.534997403621674,"p95":63.93600255250931,"p99":65.5369982123375},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":187.1200054883957,"p90":188.48200142383575,"p95":188.9220029115677,"p99":190.80500304698944},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.269002437591553,"p90":21.072998642921448,"p95":22.554993629455566,"p99":24.597004055976868},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":77916.51248331812,"p90":77119.21252263228,"p95":76645.60337841402,"p99":75931.94748488846},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":139.48899507522583,"p90":142.0930027961731,"p95":143.25499534606934,"p99":145.21799981594086},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":85.56900173425674,"p90":87.77199685573578,"p95":89.69499915838242,"p99":93.62000226974487},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":225.05799680948257,"p90":229.86499965190887,"p95":232.94999450445175,"p99":238.83800208568573},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":202.34300196170807,"p90":204.38499748706818,"p95":205.14799654483795,"p99":208.43200385570526},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":212.95900642871857,"p90":215.12199938297272,"p95":215.96300601959229,"p99":217.80599653720856},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":126.6690045595169,"p90":128.11200320720673,"p95":128.4720003604889,"p99":129.4739991426468},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":70.58499753475189,"p90":73.79099726676941,"p95":74.43100214004517,"p99":75.15200227499008},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.20800256729126,"p95":6.20800256729126,"p99":6.20800256729126},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.853001356124878,"p90":11.456996202468872,"p95":12.537002563476562,"p99":14.142006635665894},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.8410066366195679,"p90":1.2010037899017334,"p95":1.2010037899017334,"p99":1.2010037899017334},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":125.86799263954163,"p90":127.03000009059906,"p95":127.4300068616867,"p99":128.31099331378937},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":64.81699645519257,"p90":66.13899767398834,"p95":67.06000119447708,"p99":69.302998483181},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":189.24300372600555,"p90":191.04500114917755,"p95":191.72599911689758,"p99":193.80900263786316},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.67599308490753,"p90":26.120007038116455,"p95":26.961997151374817,"p99":28.964996337890625},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":150263.6612399439,"p90":148752.80116298908,"p95":148173.5255949204,"p99":146919.73824758},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":143.81499588489532,"p90":146.57899737358093,"p95":147.62000739574432,"p99":150.06400644779205},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":97.50600159168243,"p90":100.91199725866318,"p95":101.71200335025787,"p99":105.15700280666351},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":241.32099747657776,"p90":247.4909946322441,"p95":249.3320107460022,"p99":255.22100925445557},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":210.47399938106537,"p90":212.27900683879852,"p95":213.11800181865692,"p99":215.24199843406677},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":218.1670069694519,"p90":220.53000330924988,"p95":221.53200209140778,"p99":223.65599870681763},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":128.39099764823914,"p90":130.59499859809875,"p95":130.87600469589233,"p99":131.755992770195},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":74.63199645280838,"p90":76.95499807596207,"p95":77.71600037813187,"p99":79.03899997472763},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129994988441467,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.410002708435059,"p90":10.054007172584534,"p95":11.457011103630066,"p99":14.821991324424744},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6809979677200317,"p90":0.8020102977752686,"p95":0.8020102977752686,"p99":0.8020102977752686},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":124.46600198745728,"p90":127.75200605392456,"p95":128.63300740718842,"p99":130.19399344921112},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":68.22200119495392,"p90":69.50400024652481,"p95":70.14399766921997,"p99":71.78600132465363},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":203.7840038537979,"p90":205.98800480365753,"p95":206.62899315357208,"p99":208.0709934234619},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.382004737854004,"p90":17.948001623153687,"p95":19.029006361961365,"p99":20.91298997402191},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":293353.2475373849,"p90":290209.9444049462,"p95":288897.31233319757,"p99":286153.73774926213},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":148.38199317455292,"p90":150.9460061788559,"p95":151.86700224876404,"p99":153.54999899864197},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":101.59199684858322,"p90":103.55500131845474,"p95":104.55600172281265,"p99":107.60100185871124},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":249.97399002313614,"p90":254.50100749731064,"p95":256.4230039715767,"p99":261.1510008573532},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":225.61800479888916,"p90":229.46299612522125,"p95":230.46399652957916,"p99":231.78799450397491},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":236.8749976158142,"p90":239.19899761676788,"p95":240.04000425338745,"p99":242.08299815654755},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":137.60599493980408,"p90":139.3679976463318,"p95":139.80799913406372,"p99":140.48999547958374},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":81.6819965839386,"p90":84.76699888706207,"p95":85.56800335645676,"p99":88.73199671506882},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.809011101722717,"p90":10.29600203037262,"p95":11.817008256912231,"p99":13.938993215560913},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1219978332519531,"p90":1.0409951210021973,"p95":1.0409951210021973,"p99":1.0409951210021973},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":138.64700496196747,"p90":139.97000455856323,"p95":140.21100103855133,"p99":140.93099534511566},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":77.43600010871887,"p90":79.03800159692764,"p95":79.6390026807785,"p99":81.1619982123375},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":216.88400208950043,"p90":218.6869978904724,"p95":219.28800642490387,"p99":220.89000046253204},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.031005144119263,"p90":22.634997963905334,"p95":23.636996746063232,"p99":25.638997554779053},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":540369.3985787486,"p90":535119.299308582,"p95":533244.4498079685,"p99":528744.277684575},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":169.29300129413605,"p90":172.37800359725952,"p95":173.458993434906,"p99":175.90199410915375},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":119.49899792671204,"p90":121.78199738264084,"p95":122.94399738311768,"p99":125.50799548625946},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":288.7919992208481,"p90":294.16000097990036,"p95":296.4029908180237,"p99":301.4099895954132},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":258.50600004196167,"p90":260.6309950351715,"p95":261.39000058174133,"p99":264.7559940814972},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":261.03100180625916,"p90":263.5149955749512,"p95":264.7570073604584,"p99":266.87899231910706},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":152.2279977798462,"p90":154.14999425411224,"p95":154.71099317073822,"p99":156.43399953842163},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":96.62500023841858,"p90":98.42699766159058,"p95":99.02899712324142,"p99":99.82900321483612},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129026412963867,"p90":6.20800256729126,"p95":6.20800256729126,"p99":6.20800256729126},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.60799241065979,"p90":9.734004735946655,"p95":10.978013277053833,"p99":12.938976287841797},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7210075855255127,"p90":0.679999589920044,"p95":0.679999589920044,"p99":0.679999589920044},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":145.3379988670349,"p90":147.02099561691284,"p95":147.6610004901886,"p99":149.1830050945282},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":86.88899874687195,"p90":88.57200294733047,"p95":89.41400051116943,"p99":91.45600348711014},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":247.529998421669,"p90":249.17100369930267,"p95":249.61300194263458,"p99":250.49400329589844},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.621002435684204,"p90":16.747012734413147,"p95":18.027007579803467,"p99":20.872995257377625},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":980726.4203430011,"p90":971481.7156475116,"p95":966924.3603870475,"p99":959236.2357764787},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":183.0729991197586,"p90":185.5970025062561,"p95":186.6389960050583,"p99":188.8819932937622},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":137.64700293540955,"p90":140.5699998140335,"p95":141.5719985961914,"p99":143.6150074005127},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":320.72000205516815,"p90":326.1670023202896,"p95":328.2109946012497,"p99":332.4970006942749},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":282.1820080280304,"p90":284.26599502563477,"p95":285.5069935321808,"p99":288.31198811531067},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":286.86800599098206,"p90":288.9919877052307,"p95":290.0730073451996,"p99":292.43698716163635},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":149.06300604343414,"p90":153.83000671863556,"p95":159.07800197601318,"p99":162.12299466133118},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":104.71600294113159,"p90":110.04400253295898,"p95":113.49000036716461,"p99":118.0960014462471},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.169021129608154,"p95":6.169021129608154,"p99":6.169021129608154},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.809009075164795,"p90":9.695976972579956,"p95":11.256009340286255,"p99":14.663010835647583},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6819963455200195,"p90":-0.48100948333740234,"p95":-0.48100948333740234,"p99":-0.48100948333740234},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":147.78099954128265,"p90":149.54400062561035,"p95":150.1850038766861,"p99":152.02799439430237},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":105.91799765825272,"p90":107.60000348091125,"p95":108.36199671030045,"p99":110.92600226402283},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":277.01500058174133,"p90":278.77700328826904,"p95":279.49899435043335,"p99":280.98100423812866},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.812980890274048,"p90":12.05599308013916,"p95":12.858003377914429,"p99":15.342026948928833},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.004048583097755909,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":1784792.968568601,"p90":1771675.4158673615,"p95":1765072.885222642,"p99":1750804.5236323215},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":199.17699694633484,"p90":202.2619992494583,"p95":203.46400141716003,"p99":205.74699342250824},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":157.5160026550293,"p90":159.71900522708893,"p95":160.7609987258911,"p99":163.1239950656891},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":356.69299960136414,"p90":361.98100447654724,"p95":364.22500014305115,"p99":368.8709884881973},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":318.8770115375519,"p90":320.75899839401245,"p95":321.5610086917877,"p99":323.6449956893921},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":324.4439959526062,"p90":326.9680142402649,"p95":328.0099928379059,"p99":331.4949870109558},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":157.79699385166168,"p90":165.44699668884277,"p95":166.76999628543854,"p99":170.09499669075012},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":115.25200307369232,"p90":122.22299724817276,"p95":123.78499656915665,"p99":126.14800035953522},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.25002384185791,"p90":6.328999996185303,"p95":6.328999996185303,"p99":6.328999996185303},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.52700662612915,"p90":10.214000940322876,"p95":11.61697506904602,"p99":14.699995517730713},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.9219944477081299,"p90":1.1619925498962402,"p95":1.1619925498962402,"p99":1.1619925498962402},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":167.29100048542023,"p90":169.93500292301178,"p95":170.8970069885254,"p99":172.3790019750595},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":126.26799941062927,"p90":127.91100144386292,"p95":128.4720003604889,"p99":130.4350048303604},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":313.5089874267578,"p90":315.19201397895813,"p95":315.71298837661743,"p99":316.7549967765808},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.01502776145935,"p90":13.978004455566406,"p95":15.100985765457153,"p99":18.264979124069214},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":3156168.746453187,"p90":3131804.8108752845,"p95":3121856.1091400483,"p99":3089036.154764407},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":241.08000099658966,"p90":244.96600031852722,"p95":246.12699449062347,"p99":248.69099259376526},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":198.05599749088287,"p90":201.14099979400635,"p95":202.06299424171448,"p99":204.38599586486816},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":439.13599848747253,"p90":446.10700011253357,"p95":448.18998873233795,"p99":453.0769884586334},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":419.9869930744171,"p90":436.491996049881,"p95":441.540002822876,"p99":445.948988199234},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":404.48498725891113,"p90":407.2880148887634,"p95":408.1690013408661,"p99":410.49298644065857},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":165.64799845218658,"p90":171.01599276065826,"p95":173.05900156497955,"p99":175.02200603485107},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":123.54499846696854,"p90":125.98900496959686,"p95":127.9509961605072,"p99":131.9970041513443},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.3699951171875,"p90":7.571995258331299,"p95":7.571995258331299,"p99":7.571995258331299},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.67201042175293,"p90":35.41401028633118,"p95":39.53897953033447,"p99":46.229004859924316},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.888002157211304,"p90":-2.804994583129883,"p95":-2.804994583129883,"p99":-2.804994583129883},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":203.90599966049194,"p90":207.63100683689117,"p95":208.75200629234314,"p99":210.876002907753},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":165.04700481891632,"p90":166.96999967098236,"p95":167.77099668979645,"p99":169.33299601078033},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":389.3040120601654,"p90":391.1460041999817,"p95":391.9059932231903,"p99":393.1489884853363},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.100985765457153,"p90":18.42600107192993,"p95":19.666999578475952,"p99":22.112011909484863},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":5063228.709373765,"p90":5028382.680397163,"p95":5017529.487227509,"p99":4989123.000024903},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":324.04398918151855,"p90":347.84001111984253,"p95":350.4439890384674,"p99":354.88998889923096},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":313.58999013900757,"p90":317.67600774765015,"p95":318.9980089664459,"p99":321.6019868850708},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":637.6339793205261,"p90":665.5160188674927,"p95":669.4419980049133,"p99":676.4919757843018},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":604.665994644165,"p90":613.7199997901917,"p95":616.0799860954285,"p99":623.5740184783936},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":600.898027420044,"p90":604.5060157775879,"p95":605.7869791984558,"p99":608.1879734992981},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":232.74900019168854,"p90":289.3129885196686,"p95":296.16299271583557,"p99":298.9259958267212},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":228.14099490642548,"p90":285.58599948883057,"p95":293.3180034160614,"p99":297.4439859390259},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.130980491638184,"p90":8.57400894165039,"p95":8.57400894165039,"p99":8.57400894165039},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.42598819732666,"p90":34.01303291320801,"p95":41.457951068878174,"p99":51.319003105163574},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.802980899810791,"p90":13.499975204467773,"p95":13.499975204467773,"p99":13.499975204467773},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":281.50099515914917,"p90":292.39800572395325,"p95":295.96298933029175,"p99":299.2880046367645},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":281.30000829696655,"p90":288.7510061264038,"p95":289.87300395965576,"p99":294.67999935150146},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":587.440013885498,"p90":592.9660201072693,"p95":594.0899848937988,"p99":595.6119894981384},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.177037239074707,"p90":38.73497247695923,"p95":42.10001230239868,"p99":46.907007694244385},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":6816464.380131482,"p90":6775780.377853205,"p95":6761452.689887133,"p99":6734759.940143288},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":490.69300293922424,"p90":522.7410197257996,"p95":529.030978679657,"p99":550.5819916725159},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":532.3950052261353,"p90":543.815016746521,"p95":547.9810237884521,"p99":552.7080297470093},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1023.0880081653595,"p90":1066.5560364723206,"p95":1077.0120024681091,"p99":1103.2900214195251},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":978.2220125198364,"p90":990.7600283622742,"p95":994.2049980163574,"p99":1004.5050382614136},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":985.5120182037354,"p90":996.2080121040344,"p95":998.9320039749146,"p99":1003.8599967956543},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":416.02399945259094,"p90":451.47401094436646,"p95":458.4070146083832,"p99":464.6570086479187},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":455.6010067462921,"p90":498.8250136375427,"p95":507.3609948158264,"p99":519.0960168838501},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.811022758483887,"p90":7.250010967254639,"p95":7.250010967254639,"p99":7.250010967254639},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.748006343841553,"p90":51.2009859085083,"p95":62.24900484085083,"p99":81.7670226097107},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.605008125305176,"p90":-1.802980899810791,"p95":-1.802980899810791,"p99":-1.802980899810791},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":443.66198778152466,"p90":459.8869979381561,"p95":462.05100417137146,"p99":464.4150137901306},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":490.05401134490967,"p90":509.9220275878906,"p95":515.4100060462952,"p99":522.301971912384},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":949.5790004730225,"p90":977.2999882698059,"p95":979.6680212020874,"p99":984.1139912605286},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.641036987304688,"p90":50.7509708404541,"p95":57.04200267791748,"p99":77.75300741195679},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":8312430.339440532,"p90":8223182.207396769,"p95":8200758.377349696,"p99":8160500.4942412935},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2102,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2086,"p50":2105,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2105,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2109,"max":2110,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2104,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2086,"p50":2103,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2105,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2105,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2085,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2102,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2103,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":912.9}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json deleted file mode 100644 index 771d86118a..0000000000 --- a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T17:01:20.594516+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":133.68000090122223,"p90":136.44400238990784,"p95":137.40499317646027,"p99":139.16899263858795},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":89.17400240898132,"p90":90.89600294828415,"p95":92.09900349378586,"p99":94.50200200080872},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":222.85400331020355,"p90":227.340005338192,"p95":229.50399667024612,"p99":233.67099463939667},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":201.66200399398804,"p90":203.14399898052216,"p95":203.7860006093979,"p99":205.98800480365753},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":210.5959951877594,"p90":212.71799504756927,"p95":213.6009931564331,"p99":216.28500521183014},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":119.97999995946884,"p90":121.62300199270248,"p95":122.26299941539764,"p99":123.62600117921829},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":70.06499916315079,"p90":73.38999956846237,"p95":74.75200295448303,"p99":75.99399983882904},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.170004606246948,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1690062284469604,"p90":10.214000940322876,"p95":11.135995388031006,"p99":14.660000801086426},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.5210041999816895,"p90":1.082003116607666,"p95":1.082003116607666,"p99":1.082003116607666},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":119.17900294065475,"p90":121.30200117826462,"p95":122.14300036430359,"p99":123.58500063419342},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":68.78200173377991,"p90":69.66400146484375,"p95":70.0249969959259,"p99":71.70700281858444},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":191.96799397468567,"p90":193.4089958667755,"p95":193.84999573230743,"p99":195.65199315547943},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.667995929718018,"p90":21.51399850845337,"p95":22.75499701499939,"p99":25.599002838134766},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":75974.85405995022,"p90":75216.95565258588,"p95":74906.01875751682,"p99":73976.464454064},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":138.40800523757935,"p90":141.05099439620972,"p95":142.25299656391144,"p99":144.45599913597107},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":93.34000200033188,"p90":95.42299807071686,"p95":96.8250036239624,"p99":100.47099739313126},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":231.74800723791122,"p90":236.47399246692657,"p95":239.07800018787384,"p99":244.92699652910233},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":209.19400453567505,"p90":211.55700087547302,"p95":212.3190015554428,"p99":214.08000588417053},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":218.40800344944,"p90":220.12999653816223,"p95":221.13199532032013,"p99":223.9760011434555},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":126.18899345397949,"p90":127.71099805831909,"p95":128.07199358940125,"p99":128.67200374603271},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":77.71699875593185,"p90":80.55999875068665,"p95":81.32199943065643,"p99":82.44399726390839},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.367996335029602,"p90":10.65400242805481,"p95":12.136012315750122,"p99":13.980001211166382},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.5999952554702759,"p90":1.0819882154464722,"p95":1.0819882154464722,"p99":1.0819882154464722},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":126.50999426841736,"p90":127.83099710941315,"p95":128.1919926404953,"p99":129.03200089931488},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":70.42499631643295,"p90":71.70800119638443,"p95":72.54800200462341,"p99":74.63199645280838},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":196.09299302101135,"p90":198.17599654197693,"p95":199.13700222969055,"p99":202.74299383163452},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.27400243282318,"p90":24.799004197120667,"p95":25.600001215934753,"p99":28.244003653526306},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":146514.77736441002,"p90":145368.6480863248,"p95":144709.95006238917,"p99":142872.44989030837},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":145.17700672149658,"p90":148.1810063123703,"p95":149.14299547672272,"p99":151.58599615097046},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":105.79899698495865,"p90":109.44399982690811,"p95":110.28599739074707,"p99":114.69200253486633},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":250.97600370645523,"p90":257.6250061392784,"p95":259.4289928674698,"p99":266.2779986858368},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":216.92399680614471,"p90":219.2479968070984,"p95":220.0089991092682,"p99":223.0529934167862},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":225.93900561332703,"p90":228.5030037164688,"p95":229.62500154972076,"p99":232.66899585723877},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":128.11200320720673,"p90":130.4749995470047,"p95":130.83599507808685,"p99":131.4370036125183},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":82.6840028166771,"p90":84.927998483181,"p95":85.36799997091293,"p99":86.12900227308273},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209000945091248,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.730990648269653,"p90":11.097997426986694,"p95":12.18000054359436,"p99":14.900997281074524},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.7999986410140991,"p90":1.001998782157898,"p95":1.001998782157898,"p99":1.001998782157898},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":123.18500131368637,"p90":126.94999575614929,"p95":128.23300063610077,"p99":129.91400063037872},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":76.23399794101715,"p90":78.47700268030167,"p95":79.07900214195251,"p99":80.1599994301796},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":212.1569961309433,"p90":214.52100574970245,"p95":215.20200371742249,"p99":216.64400398731232},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.782992959022522,"p90":17.34699308872223,"p95":18.38800311088562,"p99":20.75199782848358},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":283262.2894230573,"p90":280083.8455472231,"p95":278715.2947983413,"p99":275068.87956515345},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":147.9019969701767,"p90":150.54400265216827,"p95":151.62700414657593,"p99":153.87099981307983},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":108.80299657583237,"p90":111.08600348234177,"p95":112.36900091171265,"p99":117.53600090742111},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":256.70499354600906,"p90":261.63000613451004,"p95":263.9960050582886,"p99":271.40700072050095},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":235.51200330257416,"p90":238.6779934167862,"p95":239.48000371456146,"p99":241.36300384998322},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":244.64699625968933,"p90":246.970996260643,"p95":247.7719932794571,"p99":249.65399503707886},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":137.40499317646027,"p90":139.40800726413727,"p95":140.00999927520752,"p99":141.45100116729736},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":89.09399807453156,"p90":91.73800051212311,"p95":92.7790030837059,"p99":95.90300172567368},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209000945091248,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.8489909172058105,"p90":10.817006230354309,"p95":12.21899688243866,"p99":16.2229984998703},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.3220012187957764,"p90":1.4030039310455322,"p95":1.4030039310455322,"p99":1.4030039310455322},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":138.32800090312958,"p90":139.65000212192535,"p95":140.00900089740753,"p99":140.65000414848328},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":85.76899766921997,"p90":87.45100349187851,"p95":88.09199929237366,"p99":89.29400146007538},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":223.93499314785004,"p90":226.0179966688156,"p95":226.73900425434113,"p99":229.6230047941208},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.713001489639282,"p90":23.116007447242737,"p95":24.03700351715088,"p99":25.880008935928345},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":523202.82675422594,"p90":518279.4819555009,"p95":516603.9886341446,"p99":512709.6002649159},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":165.76799750328064,"p90":168.93300414085388,"p95":170.25500535964966,"p99":172.57800698280334},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":121.1019977927208,"p90":123.10399860143661,"p95":124.14699792861938,"p99":126.91099941730499},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":286.86999529600143,"p90":292.0370027422905,"p95":294.40200328826904,"p99":299.48900640010834},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":261.029988527298,"p90":262.8740072250366,"p95":263.6350095272064,"p99":265.03801345825195},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":265.35800099372864,"p90":267.4809992313385,"p95":268.5230076313019,"p99":271.0059881210327},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":152.62800455093384,"p90":154.31100130081177,"p95":154.7520011663437,"p99":155.59299290180206},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":99.18899834156036,"p90":101.39200091362,"p95":102.11300104856491,"p99":103.19399833679199},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.208986043930054,"p90":6.209015846252441,"p95":6.209015846252441,"p99":6.209015846252441},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.368024110794067,"p90":9.613990783691406,"p95":10.614991188049316,"p99":12.338012456893921},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.840991735458374,"p90":0.5199909210205078,"p95":0.5199909210205078,"p99":0.5199909210205078},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":148.82400631904602,"p90":151.187002658844,"p95":151.9480049610138,"p99":153.34999561309814},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":93.21899712085724,"p90":94.70199793577194,"p95":95.14199942350388,"p99":96.18300199508667},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":248.5709935426712,"p90":250.3739893436432,"p95":250.89499354362488,"p99":251.93700194358826},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.826003789901733,"p90":19.711017608642578,"p95":20.792007446289062,"p99":23.997008800506592},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":964734.4306232176,"p90":957077.3278687777,"p95":953363.3719442891,"p99":944628.5736153884},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":183.15400183200836,"p90":185.95799803733826,"p95":187.16000020503998,"p99":189.44300711154938},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":137.88700103759766,"p90":140.00999927520752,"p95":140.77100157737732,"p99":143.3749943971634},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":321.041002869606,"p90":325.9679973125458,"p95":327.9310017824173,"p99":332.81800150871277},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":280.3809940814972,"p90":282.22399950027466,"p95":282.6629877090454,"p99":285.54901480674744},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":285.06600856781006,"p90":287.0689928531647,"p95":287.83199191093445,"p99":290.0330126285553},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":149.50400590896606,"p90":154.1910022497177,"p95":156.5539985895157,"p99":161.20199859142303},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":104.75700348615646,"p90":108.60200226306915,"p95":110.28499901294708,"p99":116.41400307416916},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.170004606246948,"p90":6.248980760574341,"p95":6.248980760574341,"p99":6.248980760574341},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.487995386123657,"p90":9.936004877090454,"p95":11.215001344680786,"p99":13.26000690460205},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7610023021697998,"p90":0.6020069122314453,"p95":0.6020069122314453,"p99":0.6020069122314453},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":147.6220041513443,"p90":149.384006857872,"p95":150.06500482559204,"p99":152.06900238990784},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":104.31600362062454,"p90":106.15800321102142,"p95":106.79999738931656,"p99":108.64300280809402},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":274.69199895858765,"p90":276.3749957084656,"p95":276.93501114845276,"p99":278.5769999027252},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.374993085861206,"p90":12.617021799087524,"p95":13.419002294540405,"p99":15.502005815505981},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":1796075.2408620059,"p90":1783543.3737069862,"p95":1778815.4700969837,"p99":1765316.2836870484},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":204.50599491596222,"p90":207.8309953212738,"p95":209.1519981622696,"p99":211.51599287986755},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":149.10399913787842,"p90":151.4270007610321,"p95":152.50900387763977,"p99":154.79299426078796},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":353.60999405384064,"p90":359.2579960823059,"p95":361.66100203990936,"p99":366.3089871406555},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":310.02500653266907,"p90":312.90900707244873,"p95":313.83100152015686,"p99":315.8720135688782},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":315.4720067977905,"p90":317.9149925708771,"p95":318.71700286865234,"p99":321.6809928417206},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":160.32099723815918,"p90":165.6080037355423,"p95":166.93000495433807,"p99":171.09599709510803},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":107.52099752426147,"p90":112.48800158500671,"p95":114.24999684095383,"p99":118.01599711179733},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209999322891235,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.093999862670898,"p90":13.70200514793396,"p95":15.741020441055298,"p99":18.62800121307373},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0409951210021973,"p90":1.5229880809783936,"p95":1.5229880809783936,"p99":1.5229880809783936},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":162.40300238132477,"p90":165.44799506664276,"p95":166.3299947977066,"p99":168.05200278759003},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":113.81000280380249,"p90":115.69300293922424,"p95":116.37400090694427,"p99":118.21699887514114},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":300.5709946155548,"p90":302.8140068054199,"p95":303.3750057220459,"p99":304.77601289749146},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.820992946624756,"p90":18.146008253097534,"p95":19.22699809074402,"p99":21.991997957229614},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":3245929.83825775,"p90":3220986.8170080273,"p95":3212881.618436919,"p99":3183277.9144145683},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":239.11699652671814,"p90":242.92400479316711,"p95":244.20499801635742,"p99":246.64899706840515},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":165.40800034999847,"p90":168.21199655532837,"p95":169.21399533748627,"p99":171.4179962873459},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":404.5249968767166,"p90":411.1360013484955,"p95":413.4189933538437,"p99":418.06699335575104},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":379.12899255752563,"p90":385.2959871292114,"p95":387.01799511909485,"p99":391.34499430656433},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":371.8770146369934,"p90":374.59999322891235,"p95":375.64200162887573,"p99":377.4850070476532},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":170.6559956073761,"p90":177.34600603580475,"p95":179.9899935722351,"p99":184.63699519634247},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":99.74899888038635,"p90":105.15700280666351,"p95":107.23999887704849,"p99":112.36800253391266},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.051020860671997,"p90":7.209986448287964,"p95":7.209986448287964,"p99":7.209986448287964},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.065984964370728,"p90":24.918019771575928,"p95":28.082996606826782,"p99":33.1290066242218},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.840991735458374,"p90":1.681983470916748,"p95":1.681983470916748,"p99":1.681983470916748},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":206.18900656700134,"p90":209.43400263786316,"p95":210.3559970855713,"p99":212.3190015554428},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":134.7610056400299,"p90":136.64400577545166,"p95":137.3250037431717,"p99":138.40700685977936},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":358.57900977134705,"p90":360.4609966278076,"p95":361.0219955444336,"p99":362.18300461769104},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.256996870040894,"p90":16.701996326446533,"p95":17.7839994430542,"p99":19.827991724014282},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":5507197.055454339,"p90":5467165.074796193,"p95":5451999.486530714,"p99":5425381.039680506},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":318.23599338531494,"p90":327.80998945236206,"p95":331.4160108566284,"p99":339.0269875526428},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":248.33300709724426,"p90":252.61899828910828,"p95":253.66100668907166,"p99":256.3450038433075},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":566.5690004825592,"p90":580.4289877414703,"p95":585.0770175457001,"p99":595.3719913959503},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":537.3259782791138,"p90":546.2989807128906,"p95":548.3829975128174,"p99":557.2729706764221},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":535.440981388092,"p90":539.447009563446,"p95":541.1720275878906,"p99":543.936014175415},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":227.42100059986115,"p90":241.64199829101562,"p95":255.1420032978058,"p99":285.1080000400543},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":159.23799574375153,"p90":168.37100684642792,"p95":181.43099546432495,"p99":220.60999274253845},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.211029529571533,"p90":7.6909661293029785,"p95":7.6909661293029785,"p99":7.6909661293029785},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.063021659851074,"p90":28.04398536682129,"p95":32.2919487953186,"p99":41.506052017211914},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.767000675201416,"p90":5.327999591827393,"p95":5.327999591827393,"p99":5.327999591827393},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":287.1110141277313,"p90":296.6429889202118,"p95":298.24599623680115,"p99":300.0490069389343},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":217.80499815940857,"p90":224.33499991893768,"p95":226.65899991989136,"p99":230.02399504184723},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":521.7400193214417,"p90":527.5490283966064,"p95":528.6319851875305,"p99":530.8330059051514},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.30101490020752,"p90":22.99201488494873,"p95":26.401996612548828,"p99":31.769990921020508},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":7649769.334766675,"p90":7592960.8050190825,"p95":7568757.790857506,"p99":7530297.485834561},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":489.09100890159607,"p90":516.6119933128357,"p95":524.3849754333496,"p99":537.8050208091736},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":413.0200147628784,"p90":424.7170090675354,"p95":427.7220070362091,"p99":436.21501326560974},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":902.1110236644745,"p90":941.3290023803711,"p95":952.1069824695587,"p99":974.0200340747833},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":853.8359999656677,"p90":867.0160174369812,"p95":869.7400093078613,"p99":877.0359754562378},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":867.7380084991455,"p90":877.7530193328857,"p95":880.8779716491699,"p99":886.3250017166138},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":431.3269853591919,"p90":459.32599902153015,"p95":463.0550146102905,"p99":465.05698561668396},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":359.62000489234924,"p90":389.26199078559875,"p95":394.1490054130554,"p99":400.11999011039734},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.890058517456055,"p90":7.130980491638184,"p95":7.130980491638184,"p99":7.130980491638184},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.708011627197266,"p90":51.432013511657715,"p95":61.64902448654175,"p99":78.4420371055603},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.327999591827393,"p90":6.088972091674805,"p95":6.088972091674805,"p99":6.088972091674805},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":445.7490146160126,"p90":461.08898520469666,"p95":463.09301257133484,"p99":464.9749994277954},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":378.1670033931732,"p90":393.7489986419678,"p95":397.83498644828796,"p99":402.6019871234894},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":841.3019776344299,"p90":859.2450022697449,"p95":862.0129823684692,"p99":867.4169778823853},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.750020027160645,"p90":48.869967460632324,"p95":54.55803871154785,"p99":66.09398126602173},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.005181347019970417,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":9440637.519346448,"p90":9332921.470581925,"p95":9299812.532107063,"p99":9242659.277504217},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2102,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2104,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2096,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2105,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2097,"p50":2108,"max":2110,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2103,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2104,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2106,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2106,"max":2108,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2103,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2103,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":959.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json deleted file mode 100644 index 3f4edf42c0..0000000000 --- a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T15:45:19.066195+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.12200039625168,"p90":31.888000667095184,"p95":33.208999782800674,"p99":35.693999379873276},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.11999975144863,"p90":30.00500053167343,"p95":31.045999377965927,"p99":33.00900012254715},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":55.24200014770031,"p90":61.893001198768616,"p95":64.2549991607666,"p99":68.70299950242043},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":45.38799822330475,"p90":49.0729995071888,"p95":50.91699957847595,"p99":53.32000181078911},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":47.99199849367142,"p90":50.755999982357025,"p95":51.75799876451492,"p99":53.0799999833107},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.920000091195107,"p90":27.241000905632973,"p95":27.320999652147293,"p99":27.48199924826622},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":23.794999346137047,"p90":24.235999211668968,"p95":24.35700036585331,"p99":24.637000635266304},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.129000335931778,"p95":6.129000335931778,"p99":6.129000335931778},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.2020021677017212,"p90":5.849000066518784,"p95":7.652997970581055,"p99":9.293999522924423},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.11999905109405518,"p90":0.40099769830703735,"p95":0.40099769830703735,"p99":0.40099769830703735},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.161000296473503,"p90":27.360999956727028,"p95":27.441000565886497,"p99":27.560999616980553},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":23.67600053548813,"p90":24.035999551415443,"p95":24.156000465154648,"p99":24.5169997215271},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":44.46699842810631,"p90":44.90699991583824,"p95":45.106999576091766,"p99":45.66799849271774},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.524996340274811,"p90":6.09000027179718,"p95":7.050998508930206,"p99":8.612997829914093},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":166694.45430689745,"p90":157616.83353260363,"p95":154565.48149007585,"p99":150715.90057489343},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.082000091671944,"p90":31.76800161600113,"p95":33.00999850034714,"p99":35.333000123500824},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.843000531196594,"p90":31.567998230457306,"p95":32.648999243974686,"p99":34.1310016810894},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":56.92500062286854,"p90":63.335999846458435,"p95":65.65899774432182,"p99":69.46400180459023},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":47.311000525951385,"p90":50.515998154878616,"p95":52.51900106668472,"p99":54.56199869513512},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.47299882769585,"p90":52.23799869418144,"p95":53.279999643564224,"p99":54.84199896454811},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.760000735521317,"p90":27.03999914228916,"p95":27.12099999189377,"p99":27.441000565886497},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":25.637999176979065,"p90":26.079000905156136,"p95":26.19899995625019,"p99":26.520000770688057},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129000335931778,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.1620000004768372,"p90":5.847997963428497,"p95":6.570000201463699,"p99":9.334001690149307},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.0800006091594696,"p90":0.2800002694129944,"p95":0.2800002694129944,"p99":0.2800002694129944},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":26.96000039577484,"p90":27.161000296473503,"p95":27.241000905632973,"p99":27.360999956727028},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":25.318000465631485,"p90":25.838999077677727,"p95":25.95899999141693,"p99":26.19899995625019},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":46.108998358249664,"p90":46.709999442100525,"p95":46.911001205444336,"p99":47.550998628139496},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.3260025084018707,"p90":6.049998104572296,"p95":7.169999182224274,"p99":8.533000946044922},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":323408.73565648746,"p90":306290.44756613486,"p95":300300.30230926746,"p99":291747.20655866305},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.201999142766,"p90":32.287999987602234,"p95":33.08999910950661,"p99":35.773999989032745},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.24699927866459,"p90":34.331001341342926,"p95":35.29300168156624,"p99":36.896001547575},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":59.44899842143059,"p90":66.61900132894516,"p95":68.38300079107285,"p99":72.67000153660774},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":49.63500052690506,"p90":53.8409985601902,"p95":55.28299883008003,"p99":57.326000183820724},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.237000316381454,"p90":55.04300072789192,"p95":55.96400052309036,"p99":57.72700160741806},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.920000091195107,"p90":27.241000905632973,"p95":27.360999956727028,"p99":27.600999921560287},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.04199978709221,"p90":28.602000325918198,"p95":28.72299961745739,"p99":29.04300019145012},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129000335931778,"p90":6.169997155666351,"p95":6.169997155666351,"p99":6.169997155666351},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.1620000004768372,"p90":5.528997629880905,"p95":6.530001759529114,"p99":10.176002979278564},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.1600012183189392,"p90":0.2809986472129822,"p95":0.2809986472129822,"p99":0.2809986472129822},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.28099934756756,"p90":27.48199924826622,"p95":27.560999616980553,"p99":27.721000835299492},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.721000835299492,"p90":28.24299968779087,"p95":28.442999348044395,"p99":28.843000531196594},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.7929992377758,"p90":49.47400093078613,"p95":49.754999577999115,"p99":50.75699836015701},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.3650025725364685,"p90":6.048999726772308,"p95":7.12999701499939,"p99":8.652999997138977},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":612592.6030627154,"p90":581363.6534496683,"p95":571796.1493263338,"p99":554333.3121235232},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.5630002617836,"p90":32.44899958372116,"p95":33.77100080251694,"p99":36.455001682043076},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.44799917936325,"p90":34.331001341342926,"p95":35.37299856543541,"p99":36.89499944448471},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":60.01099944114685,"p90":66.78000092506409,"p95":69.14399936795235,"p99":73.35000112652779},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":50.19500106573105,"p90":53.720999509096146,"p95":54.721999913454056,"p99":57.1260005235672},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.678998559713364,"p90":55.52300065755844,"p95":56.44400045275688,"p99":57.927001267671585},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.28099934756756,"p90":27.681000530719757,"p95":27.842000126838684,"p99":27.96199917793274},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.12200039625168,"p90":28.603000566363335,"p95":28.762999922037125,"p99":29.162999242544174},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129998713731766,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.241002231836319,"p90":5.12700155377388,"p95":6.009001284837723,"p99":10.655000805854797},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.2400018274784088,"p90":-0.1600012183189392,"p95":-0.1600012183189392,"p99":-0.1600012183189392},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.48199924826622,"p90":27.840999886393547,"p95":27.922000735998154,"p99":28.082000091671944},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.001999482512474,"p90":28.363000601530075,"p95":28.521999716758728,"p99":28.72299961745739},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.39400032162666,"p90":49.91399869322777,"p95":50.11500045657158,"p99":51.15700140595436},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.244001418352127,"p90":6.129000335931778,"p95":7.12999701499939,"p99":8.493002504110336},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":1214905.4034778948,"p90":1152675.454173019,"p95":1133867.1867095497,"p99":1104838.8247177864},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.32499924302101,"p90":34.251999109983444,"p95":35.49300134181976,"p99":38.01700100302696},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.68800100684166,"p90":34.45100039243698,"p95":35.37299856543541,"p99":36.81499883532524},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":62.01300024986267,"p90":68.70299950242043,"p95":70.86599990725517,"p99":74.8319998383522},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":52.15900018811226,"p90":55.44300004839897,"p95":57.406000792980194,"p99":59.849001467227936},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.08299916982651,"p90":57.767000049352646,"p95":58.687999844551086,"p99":60.33099815249443},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":29.123999178409576,"p90":29.443999752402306,"p95":29.56400066614151,"p99":29.764000326395035},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.201999142766,"p90":28.682999312877655,"p95":28.80300022661686,"p99":29.08400073647499},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1689987778663635,"p90":6.169997155666351,"p95":6.169997155666351,"p99":6.169997155666351},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.2020021677017212,"p90":5.167998373508453,"p95":6.970997899770737,"p99":10.615997016429901},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.12000277638435364,"p90":0.28100237250328064,"p95":0.28100237250328064,"p99":0.28100237250328064},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":29.284000396728516,"p90":29.56400066614151,"p95":29.64399941265583,"p99":29.844999313354492},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.241999447345734,"p90":28.603000566363335,"p95":28.762999922037125,"p99":28.96299958229065},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":51.55700072646141,"p90":52.03799903392792,"p95":52.278000861406326,"p99":52.99900099635124},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.4860000014305115,"p90":6.169997155666351,"p95":7.2510018944740295,"p99":8.892998099327087},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":2323765.9882201212,"p90":2215797.9450316704,"p95":2181025.0875653964,"p99":2121629.07824703},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":33.410001546144485,"p90":37.09600120782852,"p95":38.137998431921005,"p99":40.14100134372711},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.8479984998703,"p90":34.81199964880943,"p95":35.73400154709816,"p99":37.25599870085716},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":65.25800004601479,"p90":71.90800085663795,"p95":73.87199997901917,"p99":77.39700004458427},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":55.56400120258331,"p90":59.849999845027924,"p95":60.972001403570175,"p99":62.53399699926376},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":58.327000588178635,"p90":61.05099990963936,"p95":62.05299869179726,"p99":63.49500268697739},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":32.08800032734871,"p90":32.44800120592117,"p95":32.52900019288063,"p99":32.809000462293625},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.5630002617836,"p90":29.04300019145012,"p95":29.16399948298931,"p99":29.644999653100967},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129000335931778,"p90":6.17000088095665,"p95":6.17000088095665,"p99":6.17000088095665},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.9630007445812225,"p90":6.448999047279358,"p95":7.450997829437256,"p99":9.054001420736313},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.3210008144378662,"p90":0.2400018274784088,"p95":0.2400018274784088,"p99":0.2400018274784088},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":32.28899836540222,"p90":32.6090008020401,"p95":32.68900141119957,"p99":32.889001071453094},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.32300029695034,"p90":28.762999922037125,"p95":28.88300083577633,"p99":29.123999178409576},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.68200147151947,"p90":55.24300038814545,"p95":55.44300004839897,"p99":56.60500004887581},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.6449991166591644,"p90":6.249997764825821,"p95":7.330000400543213,"p99":8.733004331588745},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":4389047.9095179895,"p90":4193215.514551795,"p95":4125505.7031408297,"p99":4031813.3580062794},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":43.063998222351074,"p90":46.629998832941055,"p95":47.71199822425842,"p99":49.835000187158585},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":34.41200032830238,"p90":37.09600120782852,"p95":38.25699910521507,"p99":40.66099971532822},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":77.47599855065346,"p90":83.72600004076958,"p95":85.9689973294735,"p99":90.4959999024868},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":68.10200214385986,"p90":70.7859992980957,"p95":72.38800078630447,"p99":75.0729963183403},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":70.42499631643295,"p90":73.27000051736832,"p95":74.15200024843216,"p99":75.55299997329712},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":41.58199951052666,"p90":42.14400053024292,"p95":42.34300181269646,"p99":42.70400106906891},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":31.16700053215027,"p90":31.8479984998703,"p95":32.047998160123825,"p99":32.409001141786575},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129004061222076,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.5220046043395996,"p90":5.649000406265259,"p95":7.010996341705322,"p99":10.93599945306778},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.24099647998809814,"p90":0.36100298166275024,"p95":0.36100298166275024,"p99":0.36100298166275024},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":41.662998497486115,"p90":42.103998363018036,"p95":42.26300120353699,"p99":42.4639992415905},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.926000326871872,"p90":31.327001750469208,"p95":31.447000801563263,"p99":31.686998903751373},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.7399987578392,"p90":67.46099889278412,"p95":67.70200282335281,"p99":68.74299794435501},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.68499755859375,"p90":6.249003112316132,"p95":7.290005683898926,"p99":8.77300649881363},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":7270145.925169613,"p90":6987853.096556656,"p95":6904736.194366188,"p99":6776699.802535404},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":68.06199997663498,"p90":71.30700349807739,"p95":72.26800173521042,"p99":74.39199835062027},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":47.03100025653839,"p90":48.99299889802933,"p95":50.234999507665634,"p99":51.87800154089928},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":115.09300023317337,"p90":120.30000239610672,"p95":122.50300124287605,"p99":126.26999989151955},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":106.72000050544739,"p90":108.04200172424316,"p95":109.12399739027023,"p99":111.52700334787369},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":108.68299752473831,"p90":110.88600009679794,"p95":111.88700050115585,"p99":113.72999846935272},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":66.66000187397003,"p90":67.30099767446518,"p95":67.46099889278412,"p99":68.0219978094101},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":44.22599822282791,"p90":45.06700113415718,"p95":45.26799917221069,"p99":45.82900181412697},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.6830042004585266,"p90":6.410002708435059,"p95":8.051000535488129,"p99":10.77599823474884},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.23999810218811035,"p90":0.5609989166259766,"p95":0.5609989166259766,"p99":0.5609989166259766},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.57999753952026,"p90":67.22100079059601,"p95":67.42200255393982,"p99":67.94200092554092},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":43.584998697042465,"p90":44.185999780893326,"p95":44.38599944114685,"p99":44.7469986975193},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":104.83700037002563,"p90":105.71800172328949,"p95":105.99900037050247,"p99":106.51999711990356},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.766000270843506,"p90":6.609000265598297,"p95":7.73099809885025,"p99":9.494006633758545},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":9421896.923361156,"p90":9234709.5134291,"p95":9152090.907910446,"p99":9003781.005729472},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":86.93099766969681,"p90":89.89500254392624,"p95":90.85699915885925,"p99":92.2980010509491},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.94500011205673,"p90":71.74800336360931,"p95":72.66899943351746,"p99":74.3120014667511},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":156.87599778175354,"p90":161.64300590753555,"p95":163.5259985923767,"p99":166.6100025177002},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":150.62600374221802,"p90":151.9480049610138,"p95":152.38900482654572,"p99":153.58999371528625},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":149.74500238895416,"p90":151.9480049610138,"p95":152.9500037431717,"p99":154.67199683189392},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":85.60899645090103,"p90":86.4500030875206,"p95":86.64999902248383,"p99":87.2109979391098},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":69.70400363206863,"p90":70.70600241422653,"p95":70.98600268363953,"p99":71.62799686193466},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.1690062284469604,"p95":6.1690062284469604,"p99":6.1690062284469604},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.8820017576217651,"p90":6.008997559547424,"p95":6.689995527267456,"p99":9.493991732597351},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.679999589920044,"p90":0.20000338554382324,"p95":0.20000338554382324,"p99":0.20000338554382324},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":85.24800091981888,"p90":85.9690010547638,"p95":86.24900132417679,"p99":86.64999902248383},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.38000160455704,"p90":67.34099984169006,"p95":67.66100227832794,"p99":68.30299645662308},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":146.29900455474854,"p90":147.58199453353882,"p95":147.98200130462646,"p99":148.82400631904602},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.2850056886672974,"p90":6.0889869928359985,"p95":7.09100067615509,"p99":8.652999997138977},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":13676583.307137264,"p90":13478294.76619629,"p95":13389996.403262142,"p99":13240922.998012884},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":167.93200373649597,"p90":173.26000332832336,"p95":175.02200603485107,"p99":178.02700400352478},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":122.34299629926682,"p90":123.90600144863129,"p95":124.78700280189514,"p99":126.910001039505},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":290.2750000357628,"p90":297.16600477695465,"p95":299.8090088367462,"p99":304.9370050430298},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":281.02201223373413,"p90":287.79199719429016,"p95":289.83500599861145,"p99":292.87999868392944},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":287.55199909210205,"p90":293.4809923171997,"p95":295.16300559043884,"p99":298.72798919677734},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":166.3299947977066,"p90":173.4199970960617,"p95":175.10299384593964,"p99":178.2280057668686},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":116.49499833583832,"p90":118.65799874067307,"p95":119.37899887561798,"p99":120.54099887609482},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209015846252441,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.125011920928955,"p90":6.76998496055603,"p95":7.692009210586548,"p99":10.134994983673096},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.164006233215332,"p90":1.6820132732391357,"p95":1.6820132732391357,"p99":1.6820132732391357},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":163.72600197792053,"p90":169.09299790859222,"p95":170.8959937095642,"p99":174.06100034713745},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":118.817999958992,"p90":119.8199987411499,"p95":120.14000117778778,"p99":120.62100321054459},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":282.463014125824,"p90":287.99301385879517,"p95":289.9149954319,"p99":292.64000058174133},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.128026008605957,"p90":7.25102424621582,"p95":8.412003517150879,"p99":10.295987129211426},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":14244380.191869447,"p90":13956610.844401695,"p95":13877077.826221596,"p99":13711470.461851815},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9957,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2109,"max":2111,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2110,"max":2112,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2059,"p50":2102,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2060,"p50":2104,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2108,"max":2109,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2058,"p50":2105,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2060,"p50":2104,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2058,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":725.2}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json deleted file mode 100644 index 631c10af57..0000000000 --- a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:06:57.861842+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.681000530719757,"p90":31.606998294591904,"p95":32.568998634815216,"p99":35.37299856543541},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.401000261306763,"p90":29.965000227093697,"p95":31.085999682545662,"p99":32.76899829506874},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":55.08200079202652,"p90":61.5719985216856,"p95":63.65499831736088,"p99":68.14199686050415},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":45.54799944162369,"p90":50.39500072598457,"p95":51.47700011730194,"p99":52.99900099635124},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.11200127005577,"p90":51.03699862957001,"p95":52.03799903392792,"p99":54.120998829603195},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.72000043094158,"p90":27.000999078154564,"p95":27.11999975144863,"p99":27.241000905632973},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":24.116000160574913,"p90":24.476999416947365,"p95":24.596000090241432,"p99":24.716999381780624},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1689987778663635,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.0829997956752777,"p90":6.609000265598297,"p95":8.051998913288116,"p99":11.498000472784042},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.20000338554382324,"p90":0.2410002052783966,"p95":0.2410002052783966,"p99":0.2410002052783966},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":26.839999482035637,"p90":27.03999914228916,"p95":27.080999687314034,"p99":27.201000601053238},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":23.876000195741653,"p90":24.396000429987907,"p95":24.5169997215271,"p99":24.83700029551983},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":44.62699964642525,"p90":45.14800012111664,"p95":45.34799978137016,"p99":45.7490012049675},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.4449994564056396,"p90":6.209999322891235,"p95":7.370002567768097,"p99":9.534001350402832},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":166278.67868342213,"p90":156749.02942597668,"p95":153733.81276217275,"p99":147816.93193038684},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.560999616980553,"p90":31.40699863433838,"p95":32.32799842953682,"p99":33.77100080251694},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.762999922037125,"p90":31.127000227570534,"p95":32.24800154566765,"p99":34.29200127720833},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":56.32399953901768,"p90":62.53399886190891,"p95":64.57599997520447,"p99":68.06300207972527},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":46.229999512434006,"p90":48.914000391960144,"p95":50.03499984741211,"p99":52.23900079727173},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.313999712467194,"p90":51.757000386714935,"p95":53.199999034404755,"p99":54.92199957370758},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.520000770688057,"p90":26.839999482035637,"p95":26.920000091195107,"p99":27.0409993827343},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":24.917999282479286,"p90":25.397999212145805,"p95":25.51800012588501,"p99":25.798000395298004},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129998713731766,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.3209991157054901,"p90":4.647001624107361,"p95":5.728002637624741,"p99":9.454000741243362},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.1600012183189392,"p90":0.2400018274784088,"p95":0.2400018274784088,"p99":0.2400018274784088},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":26.639999821782112,"p90":26.840999722480774,"p95":26.920000091195107,"p99":27.03999914228916},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":25.19799955189228,"p90":25.638999417424202,"p95":25.798000395298004,"p99":26.11899934709072},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":45.98899930715561,"p90":46.470001339912415,"p95":46.629998832941055,"p99":46.98999971151352},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.244999796152115,"p90":6.009001284837723,"p95":7.291000336408615,"p99":9.17300209403038},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":324451.4761181499,"p90":309136.92602840456,"p95":300751.885157981,"p99":291322.2410725841},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.96199917793274,"p90":31.807001680135727,"p95":32.889001071453094,"p99":34.77200120687485},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.045999377965927,"p90":33.649999648332596,"p95":34.772999584674835,"p99":37.05500066280365},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":59.007998555898666,"p90":65.45700132846832,"p95":67.66200065612793,"p99":71.8270018696785},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":49.313999712467194,"p90":51.47700011730194,"p95":53.599998354911804,"p99":55.48299849033356},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":51.79800093173981,"p90":54.40099909901619,"p95":55.403001606464386,"p99":57.085998356342316},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.760000735521317,"p90":27.03999914228916,"p95":27.11999975144863,"p99":27.320999652147293},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.761999517679214,"p90":28.362000361084938,"p95":28.522999957203865,"p99":28.762999922037125},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129000335931778,"p90":6.169002503156662,"p95":6.169002503156662,"p99":6.169002503156662},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0010004043579102,"p90":5.408000200986862,"p95":6.808999925851822,"p99":9.854000061750412},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.23900344967842102,"p90":0.2400018274784088,"p95":0.2400018274784088,"p99":0.2400018274784088},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":26.87999978661537,"p90":27.12099999189377,"p95":27.2000003606081,"p99":27.320999652147293},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.520999312400818,"p90":28.04199978709221,"p95":28.201999142766,"p99":28.522999957203865},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.35199937224388,"p90":48.95399883389473,"p95":49.19400066137314,"p99":50.47500133514404},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.3650025725364685,"p90":6.0079991817474365,"p95":6.850000470876694,"p99":8.733000606298447},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":617784.4593301986,"p90":588224.4909097396,"p95":577586.034549187,"p99":560557.7711061396},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.162000700831413,"p90":31.808000057935715,"p95":33.00999850034714,"p99":35.53299978375435},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.367000192403793,"p90":34.13200005888939,"p95":35.53299978375435,"p99":37.4159999191761},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":59.52900089323521,"p90":65.9400001168251,"p95":68.54299828410149,"p99":72.94899970293045},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":50.03499984741211,"p90":53.16000059247017,"p95":54.52200025320053,"p99":58.487001806497574},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.43799835443497,"p90":55.041998624801636,"p95":56.244999170303345,"p99":58.04700031876564},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.079999446868896,"p90":27.481000870466232,"p95":27.56199985742569,"p99":27.72199921309948},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.201999142766,"p90":28.762999922037125,"p95":28.88300083577633,"p99":29.123999178409576},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.130002439022064,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0810010135173798,"p90":5.2879974246025085,"p95":6.249003112316132,"p99":10.416001081466675},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.1600012183189392,"p90":0.2410002052783966,"p95":0.2410002052783966,"p99":0.2410002052783966},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.15899981558323,"p90":27.441000565886497,"p95":27.520999312400818,"p99":27.721000835299492},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.842000126838684,"p90":28.40300090610981,"p95":28.603000566363335,"p99":29.002999886870384},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.95300045609474,"p90":49.5540015399456,"p95":49.795001745224,"p99":50.87599903345108},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.4449994564056396,"p90":5.888000130653381,"p95":7.250998169183731,"p99":9.093999862670898},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":1220488.9966893096,"p90":1162748.4756914685,"p95":1137878.9393562868,"p99":1102554.8202067877},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.205000191926956,"p90":33.84999930858612,"p95":34.89299863576889,"p99":36.614999175071716},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":32.08699822425842,"p90":34.53199937939644,"p95":35.49300134181976,"p99":37.376001477241516},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":62.29199841618538,"p90":68.38199868798256,"p95":70.38599997758865,"p99":73.99100065231323},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":52.03799903392792,"p90":55.323000997304916,"p95":57.04500153660774,"p99":59.16899815201759},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.16299977898598,"p90":57.56700038909912,"p95":58.60700085759163,"p99":60.610998421907425},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":29.04300019145012,"p90":29.40399944782257,"p95":29.524000361561775,"p99":29.764000326395035},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.24299968779087,"p90":28.922999277710915,"p95":29.083000496029854,"p99":29.40399944782257},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129000335931778,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.8020011484622955,"p90":5.689002573490143,"p95":7.010001689195633,"p99":8.572999387979507},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.1600012183189392,"p90":0.360000878572464,"p95":0.360000878572464,"p99":0.360000878572464},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":29.16399948298931,"p90":29.443999752402306,"p95":29.524000361561775,"p99":29.683999717235565},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.522999957203865,"p90":29.08400073647499,"p95":29.24400009214878,"p99":29.48400005698204},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":51.5579991042614,"p90":52.19800025224686,"p95":52.358001470565796,"p99":52.71900072693825},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.5260021686553955,"p90":6.1689987778663635,"p95":7.290996611118317,"p99":9.012997150421143},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":2320395.9268502444,"p90":2223496.0851675374,"p95":2184039.417253674,"p99":2111827.9410116975},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":33.36799889802933,"p90":37.255000323057175,"p95":38.297999650239944,"p99":40.50000011920929},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.686998903751373,"p90":34.13200005888939,"p95":35.21300107240677,"p99":37.13599964976311},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":65.0549978017807,"p90":71.38700038194656,"p95":73.51100072264671,"p99":77.6359997689724},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":54.962001740932465,"p90":59.24899876117706,"p95":60.4499988257885,"p99":63.21500241756439},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":57.72700160741806,"p90":60.451000928878784,"p95":61.33199855685234,"p99":62.77400255203247},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":31.888000667095184,"p90":32.32799842953682,"p95":32.409001141786575,"p99":32.568998634815216},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.12200039625168,"p90":28.5630002617836,"p95":28.72299961745739,"p99":29.12300080060959},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.130002439022064,"p90":6.169997155666351,"p95":6.169997155666351,"p99":6.169997155666351},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.8430016934871674,"p90":5.929000675678253,"p95":7.09100067615509,"p99":9.493999183177948},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.160999596118927,"p90":0.36100298166275024,"p95":0.36100298166275024,"p99":0.36100298166275024},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.92799910902977,"p90":32.28899836540222,"p95":32.44800120592117,"p99":32.68900141119957},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.162000700831413,"p90":28.64300087094307,"p95":28.80300022661686,"p99":29.083000496029854},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.16100099682808,"p90":54.721999913454056,"p95":54.962001740932465,"p99":56.1240017414093},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.525998443365097,"p90":6.129000335931778,"p95":7.089998573064804,"p99":8.812997490167618},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":4434666.496988186,"p90":4234834.759827825,"p95":4174003.880905627,"p99":4078121.349483893},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":42.743999511003494,"p90":46.22900113463402,"p95":47.23000153899193,"p99":48.71299862861633},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":33.65100175142288,"p90":36.253999918699265,"p95":37.29600086808205,"p99":39.138998836278915},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":76.39500126242638,"p90":82.48300105333328,"p95":84.52600240707397,"p99":87.85199746489525},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":66.82000309228897,"p90":70.42600214481354,"p95":71.54799997806549,"p99":74.67199862003326},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.46399807929993,"p90":72.02800363302231,"p95":73.19000363349915,"p99":74.47099685668945},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":41.423000395298004,"p90":41.86299815773964,"p95":42.02200099825859,"p99":43.143998831510544},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":30.285000801086426,"p90":30.805999413132668,"p95":30.926000326871872,"p99":31.327001750469208},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168000400066376,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.5220046043395996,"p90":6.209999322891235,"p95":7.651001214981079,"p99":10.615997016429901},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.24099647998809814,"p90":0.2809986472129822,"p95":0.2809986472129822,"p99":0.2809986472129822},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":41.50199890136719,"p90":41.86299815773964,"p95":41.98300093412399,"p99":42.18300059437752},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.205000191926956,"p90":30.686000362038612,"p95":30.845999717712402,"p99":31.127000227570534},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":65.69799780845642,"p90":66.33999943733215,"p95":66.61900132894516,"p99":67.90199875831604},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.724999725818634,"p90":6.130002439022064,"p95":7.169999182224274,"p99":8.573003113269806},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":7370724.60781054,"p90":7108346.395502013,"p95":6995490.8400312895,"p99":6875159.748234375},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":67.94100254774094,"p90":71.14700227975845,"p95":72.10800051689148,"p99":73.79099726676941},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":41.54200106859207,"p90":43.505001813173294,"p95":44.50700059533119,"p99":46.34900018572807},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":109.48300361633301,"p90":114.65200409293175,"p95":116.61500111222267,"p99":120.13999745249748},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":99.66900199651718,"p90":101.71200335025787,"p95":103.59500348567963,"p99":106.23899847269058},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":102.71400213241577,"p90":104.83700037002563,"p95":106.03799670934677,"p99":107.9619973897934},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":66.41999632120132,"p90":67.10100173950195,"p95":67.34099984169006,"p99":67.98200309276581},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":37.696998566389084,"p90":38.33699971437454,"p95":38.57799991965294,"p99":38.9380007982254},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1689987778663635,"p90":6.209000945091248,"p95":6.209000945091248,"p99":6.209000945091248},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.681998372077942,"p90":6.571002304553986,"p95":8.092001080513,"p99":12.29800283908844},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.3599971532821655,"p90":-0.1600012183189392,"p95":-0.1600012183189392,"p99":-0.1600012183189392},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.45999848842621,"p90":67.13999807834625,"p95":67.30099767446518,"p99":67.86099821329117},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":37.93700039386749,"p90":38.458000868558884,"p95":38.61699998378754,"p99":38.9380007982254},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":98.98799657821655,"p90":99.74899888038635,"p95":99.95000064373016,"p99":100.43100267648697},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.68499755859375,"p90":6.48999959230423,"p95":7.853001356124878,"p99":10.857000946998596},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":9969429.471552383,"p90":9767543.867010297,"p95":9656915.745087242,"p99":9484818.961832285},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":87.41100132465363,"p90":90.25599807500839,"p95":91.2960022687912,"p99":93.13999861478806},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.03799903392792,"p90":54.200999438762665,"p95":55.201999843120575,"p99":56.76500126719475},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":139.44900035858154,"p90":144.45699751377106,"p95":146.49800211191177,"p99":149.9049998819828},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":132.7580064535141,"p90":134.07999277114868,"p95":134.7620040178299,"p99":136.92499697208405},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":132.07800686359406,"p90":134.32100415229797,"p95":135.4829967021942,"p99":137.08500564098358},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":86.24900132417679,"p90":87.13100105524063,"p95":87.45100349187851,"p99":87.89099752902985},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":50.71600154042244,"p90":51.676999777555466,"p95":51.87800154089928,"p99":52.23900079727173},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129011511802673,"p90":6.168991327285767,"p95":6.168991327285767,"p99":6.168991327285767},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.1229982376098633,"p90":6.009012460708618,"p95":7.692009210586548,"p99":10.334998369216919},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.20100176334381104,"p90":0.48200786113739014,"p95":0.48200786113739014,"p99":0.48200786113739014},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":85.52800118923187,"p90":86.24999970197678,"p95":86.48999780416489,"p99":87.01000362634659},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.59299957752228,"p90":49.47400093078613,"p95":49.71500113606453,"p99":50.234999507665634},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":128.83299589157104,"p90":129.87500429153442,"p95":130.1950067281723,"p99":130.75600564479828},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.0439943075180054,"p90":6.050005555152893,"p95":7.249996066093445,"p99":9.173989295959473},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":15505988.079568077,"p90":15247056.950809453,"p95":15116288.020272523,"p99":14939635.377508571},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":167.05000400543213,"p90":171.25700414180756,"p95":172.49800264835358,"p99":175.30299723148346},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":83.28499644994736,"p90":84.96800065040588,"p95":86.12900227308273,"p99":87.69199997186661},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":250.3350004553795,"p90":256.22500479221344,"p95":258.6270049214363,"p99":262.99499720335007},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":241.16100370883942,"p90":248.45199286937714,"p95":250.21401047706604,"p99":253.17901372909546},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":242.04200506210327,"p90":246.0079938173294,"p95":247.32999503612518,"p99":251.0559856891632},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":165.1269942522049,"p90":171.73799872398376,"p95":173.50000143051147,"p99":181.83200061321259},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":78.23800295591354,"p90":79.55999672412872,"p95":80.23999631404877,"p99":81.24200254678726},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1690062284469604,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.6040077209472656,"p90":6.770998239517212,"p95":8.212998509407043,"p99":10.095000267028809},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0020136833190918,"p90":1.5619993209838867,"p95":1.5619993209838867,"p99":1.5619993209838867},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":162.5629961490631,"p90":166.28900170326233,"p95":167.53000020980835,"p99":170.414999127388},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":79.80000227689743,"p90":80.55999875068665,"p95":80.80100268125534,"p99":81.28099888563156},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":237.31499910354614,"p90":241.08099937438965,"p95":242.4429953098297,"p99":245.5279976129532},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.566997289657593,"p90":6.93000853061676,"p95":7.730990648269653,"p99":9.294003248214722},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":16922682.486244675,"p90":16649865.463483438,"p95":16560870.424962955,"p99":16315086.01062127},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2066,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2071,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2071,"p50":2105,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2106,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2076,"p50":2109,"max":2111,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":785.3}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json deleted file mode 100644 index 9b988c727e..0000000000 --- a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:43:08.375769+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":889.4490003585815,"p90":899.3440270423889,"p95":909.8830223083496,"p99":923.4240055084229},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1042.4779653549194,"p90":1053.257942199707,"p95":1056.2629699707031,"p99":1061.1900091171265},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1931.926965713501,"p90":1952.601969242096,"p95":1966.1459922790527,"p99":1984.6140146255493},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1887.2599601745605,"p90":1914.6610498428345,"p95":1918.3859825134277,"p99":1926.6870021820068},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1907.7789783477783,"p90":1923.6830472946167,"p95":1927.40797996521,"p99":1934.6580505371094},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":850.2740263938904,"p90":859.9249720573425,"p95":862.3279929161072,"p99":865.6529784202576},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":988.2360100746155,"p90":1017.6049470901489,"p95":1022.6529836654663,"p99":1031.1850309371948},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.248950958251953,"p90":6.5299272537231445,"p95":6.5299272537231445,"p99":6.5299272537231445},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":32.36198425292969,"p90":45.38702964782715,"p95":49.92198944091797,"p99":58.4789514541626},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-8.693099021911621,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":836.6940021514893,"p90":854.7170162200928,"p95":856.9200038909912,"p99":860.729992389679},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1003.0590295791626,"p90":1018.1610584259033,"p95":1022.2079753875732,"p99":1027.5349617004395},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1851.6860008239746,"p90":1868.3120012283325,"p95":1872.277021408081,"p99":1879.809021949768},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":55.17005920410156,"p90":63.46309185028076,"p95":65.74702262878418,"p99":70.19305229187012},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":8587996.925193753,"p90":8516995.57421465,"p95":8500535.52247705,"p99":8468680.03131168},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1453.0110359191895,"p90":1482.295036315918,"p95":1487.1820211410522,"p99":1491.989016532898},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1382.1510076522827,"p90":1411.0740423202515,"p95":1415.281057357788,"p99":1420.7689762115479},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2835.162043571472,"p90":2893.3690786361694,"p95":2902.4630784988403,"p99":2912.757992744446},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2796.658992767334,"p90":2803.148031234741,"p95":2805.5639266967773,"p99":2817.729949951172},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2798.9940643310547,"p90":2827.3448944091797,"p95":2831.6309452056885,"p99":2836.678981781006},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1328.46999168396,"p90":1335.1199626922607,"p95":1336.8430137634277,"p99":1339.2469882965088},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1265.4500007629395,"p90":1269.497036933899,"p95":1270.3779935836792,"p99":1272.7810144424438},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.7310333251953125,"p90":6.891012191772461,"p95":6.891012191772461,"p99":6.891012191772461},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.047218322753906,"p90":35.26592254638672,"p95":39.59202766418457,"p99":52.186012268066406},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.8029212951660156,"p90":1.9240379333496094,"p95":1.9240379333496094,"p99":1.9240379333496094},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1406.988024711609,"p90":1413.9189720153809,"p95":1415.7220125198364,"p99":1419.0399646759033},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1347.8540182113647,"p90":1351.7390489578247,"p95":1352.781057357788,"p99":1356.3870191574097},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2777.200937271118,"p90":2780.5659770965576,"p95":2781.6081047058105,"p99":2784.532070159912},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.780014038085938,"p90":49.70216751098633,"p95":53.90787124633789,"p99":60.35900115966797},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":11707063.054394646,"p90":11589672.015181372,"p95":11572129.502073847,"p99":11551536.219098942},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2789.700984954834,"p90":2816.648006439209,"p95":2823.338031768799,"p99":2834.7949981689453},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2563.6420249938965,"p90":2592.9250717163086,"p95":2596.851110458374,"p99":2604.542016983032},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":5353.3430099487305,"p90":5409.573078155518,"p95":5420.189142227173,"p99":5439.3370151519775},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":5310.81485748291,"p90":5322.99280166626,"p95":5328.383922576904,"p99":5338.335990905762},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5324.058055877686,"p90":5349.953174591064,"p95":5355.202198028564,"p99":5366.497993469238},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2694.957971572876,"p90":2719.3830013275146,"p95":2724.271059036255,"p99":2732.7630519866943},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2518.493890762329,"p90":2539.033889770508,"p95":2542.6390171051025,"p99":2550.5709648132324},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.248950958251953,"p90":6.6089630126953125,"p95":6.6089630126953125,"p99":6.6089630126953125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":95.76606750488281,"p90":124.66716766357422,"p95":130.25283813476562,"p99":152.41003036499023},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-7.730960845947266,"p90":7.010936737060547,"p95":7.010936737060547,"p99":7.010936737060547},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2701.927900314331,"p90":2721.759080886841,"p95":2725.832939147949,"p99":2734.1771125793457},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2532.6240062713623,"p90":2541.8779850006104,"p95":2554.9890995025635,"p99":2563.349962234497},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5253.9520263671875,"p90":5273.501873016357,"p95":5278.42903137207,"p99":5287.900924682617},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":71.48361206054688,"p90":94.51913833618164,"p95":102.2496223449707,"p99":116.35684967041016},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":12309407.469298568,"p90":12249826.841710515,"p95":12237819.894854032,"p99":12212060.84112098},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5606.818199157715,"p90":5633.738040924072,"p95":5643.311977386475,"p99":5658.413887023926},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4956.225872039795,"p90":4986.472129821777,"p95":4991.438865661621,"p99":4996.126174926758},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":10563.04407119751,"p90":10620.21017074585,"p95":10634.750843048096,"p99":10654.540061950684},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":10519.362449645996,"p90":10544.474601745605,"p95":10555.617332458496,"p99":10574.078559875488},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10540.51399230957,"p90":10565.465927124023,"p95":10574.564933776855,"p99":10590.2681350708},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":5397.407054901123,"p90":5466.487884521484,"p95":5479.426860809326,"p99":5499.697208404541},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":4905.7512283325195,"p90":4929.145812988281,"p95":4934.692859649658,"p99":4945.731163024902},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.289482116699219,"p90":6.649971008300781,"p95":6.649971008300781,"p99":6.649971008300781},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":303.77960205078125,"p90":418.46656799316406,"p95":454.4038772583008,"p99":506.7930221557617},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-9.175300598144531,"p90":26.079177856445312,"p95":26.079177856445312,"p99":26.079177856445312},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5408.961772918701,"p90":5473.482131958008,"p95":5488.264083862305,"p99":5510.978221893311},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4928.6041259765625,"p90":4937.057018280029,"p95":4945.570945739746,"p99":4955.104827880859},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10354.551315307617,"p90":10419.572830200195,"p95":10433.99429321289,"p99":10455.341339111328},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":188.0807876586914,"p90":276.45397186279297,"p95":292.71697998046875,"p99":314.3148422241211},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":12435067.217370141,"p90":12405699.938277924,"p95":12395025.310340196,"p99":12376646.023337325},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0007,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2093,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0003,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2099,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2094,"p50":2098,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2099,"p50":2101,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2092,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2099,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2103,"max":2105,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0003,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2091,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0003,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2085,"p50":2094,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0007,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2099,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2099,"p50":2102,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2102,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2098,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2096,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2099,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":709.1}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json deleted file mode 100644 index 6218125193..0000000000 --- a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T22:15:37.166033+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":915.4520034790039,"p90":954.2289972305298,"p95":962.8430008888245,"p99":981.590986251831},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":769.4690227508545,"p90":789.1430258750916,"p95":793.5889959335327,"p99":802.0420074462891},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1684.9210262298584,"p90":1743.3720231056213,"p95":1756.4319968223572,"p99":1783.6329936981201},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1632.3599815368652,"p90":1654.271960258484,"p95":1660.6019735336304,"p99":1671.064019203186},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1649.672031402588,"p90":1668.4199571609497,"p95":1672.8270053863525,"p99":1681.879997253418},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":229.1419953107834,"p90":232.34699666500092,"p95":233.46899449825287,"p99":235.3920042514801},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":859.8849773406982,"p90":868.0210113525391,"p95":870.0199723243713,"p99":873.8660216331482},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":726.6489863395691,"p90":752.4870038032532,"p95":756.2130093574524,"p99":764.5429968833923},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129026412963867,"p90":6.210088729858398,"p95":6.210088729858398,"p99":6.210088729858398},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":36.74209117889404,"p90":49.754977226257324,"p95":53.279995918273926,"p99":64.6899938583374},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.727005958557129,"p90":8.533954620361328,"p95":8.533954620361328,"p99":8.533954620361328},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":857.7619791030884,"p90":867.0549988746643,"p95":869.1779971122742,"p99":872.8240132331848},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":737.5460267066956,"p90":759.3749761581421,"p95":763.6650204658508,"p99":771.236002445221},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1600.3509759902954,"p90":1620.0209856033325,"p95":1625.3080368041992,"p99":1634.4020366668701},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":48.439979553222656,"p90":60.49799919128418,"p95":65.1850700378418,"p99":77.84295082092285},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.009900989942252636,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":9931671.0765048,"p90":9820069.539254177,"p95":9794198.651292091,"p99":9741479.788543638},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1481.3400506973267,"p90":1519.3959474563599,"p95":1531.134009361267,"p99":1553.7680387496948},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1097.3639488220215,"p90":1121.1949586868286,"p95":1128.371000289917,"p99":1139.7470235824585},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2578.703999519348,"p90":2640.5909061431885,"p95":2659.505009651184,"p99":2693.5150623321533},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2526.4248847961426,"p90":2553.025007247925,"p95":2562.6800060272217,"p99":2580.5459022521973},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2538.3241176605225,"p90":2564.4819736480713,"p95":2572.695016860962,"p99":2585.352897644043},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":448.15200567245483,"p90":452.877014875412,"p95":454.75900173187256,"p99":457.8860104084015},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1405.2660465240479,"p90":1437.8290176391602,"p95":1440.1119947433472,"p99":1446.8079805374146},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1038.195013999939,"p90":1072.922945022583,"p95":1083.9389562606812,"p99":1096.1229801177979},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.369113922119141,"p90":7.451057434082031,"p95":7.451057434082031,"p99":7.451057434082031},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":55.24301528930664,"p90":87.80097961425781,"p95":99.15804862976074,"p99":110.05496978759766},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.812904357910156,"p90":14.380931854248047,"p95":14.380931854248047,"p99":14.380931854248047},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1424.5680570602417,"p90":1432.981014251709,"p95":1435.1450204849243,"p99":1439.4309520721436},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1064.5949840545654,"p90":1088.386058807373,"p95":1095.1210260391235,"p99":1105.5320501327515},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2492.043972015381,"p90":2516.239881515503,"p95":2522.449016571045,"p99":2535.3479385375977},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":44.87800598144531,"p90":60.78195571899414,"p95":65.6280517578125,"p99":77.2860050201416},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.011583011597394943,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":12909304.911856975,"p90":12777629.297735441,"p95":12736838.13481375,"p99":12674478.609810106},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2815.6991004943848,"p90":2852.742910385132,"p95":2866.0550117492676,"p99":2889.849901199341},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1765.1649713516235,"p90":1793.887972831726,"p95":1802.7329444885254,"p99":1820.2879428863525},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":4580.864071846008,"p90":4646.630883216858,"p95":4668.787956237793,"p99":4710.137844085693},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":4508.656978607178,"p90":4538.2208824157715,"p95":4546.572208404541,"p99":4564.117908477783},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4545.090198516846,"p90":4575.376033782959,"p95":4584.869861602783,"p99":4599.873065948486},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":918.0120229721069,"p90":924.6219992637634,"p95":926.9049763679504,"p99":931.1109781265259},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2687.9069805145264,"p90":2723.5898971557617,"p95":2731.5731048583984,"p99":2741.6679859161377},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1687.729001045227,"p90":1727.3410558700562,"p95":1738.718032836914,"p99":1752.0179748535156},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209850311279297,"p90":6.8912506103515625,"p95":6.8912506103515625,"p99":6.8912506103515625},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":121.68407440185547,"p90":171.07725143432617,"p95":188.9047622680664,"p99":217.7867889404297},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-10.334968566894531,"p90":24.837970733642578,"p95":24.837970733642578,"p99":24.837970733642578},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2699.233055114746,"p90":2726.0730266571045,"p95":2731.813907623291,"p99":2741.827964782715},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1730.7130098342896,"p90":1755.6630373001099,"p95":1761.9129419326782,"p99":1774.819016456604},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4444.981098175049,"p90":4477.027893066406,"p95":4485.301971435547,"p99":4504.309177398682},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":98.56605529785156,"p90":133.3780288696289,"p95":143.83506774902344,"p99":161.2997055053711},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":14419075.780143091,"p90":14323631.438400986,"p95":14293971.689109156,"p99":14247349.668221027},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5664.744853973389,"p90":5708.31298828125,"p95":5722.535133361816,"p99":5747.57194519043},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3093.0750370025635,"p90":3129.796028137207,"p95":3140.947103500366,"p99":3169.1489219665527},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":8757.819890975952,"p90":8838.109016418457,"p95":8863.482236862183,"p99":8916.720867156982},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":8660.81714630127,"p90":8701.723098754883,"p95":8711.453437805176,"p99":8731.08196258545},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8720.307350158691,"p90":8759.885787963867,"p95":8772.464752197266,"p99":8798.26545715332},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1970.3439474105835,"p90":2001.8799304962158,"p95":2008.289098739624,"p99":2019.2570686340332},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":5418.5590744018555,"p90":5497.517108917236,"p95":5514.881134033203,"p99":5536.935806274414},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2993.8340187072754,"p90":3044.6689128875732,"p95":3054.7640323638916,"p99":3074.1140842437744},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.409645080566406,"p90":6.810188293457031,"p95":6.810188293457031,"p99":6.810188293457031},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":328.2051086425781,"p90":455.31749725341797,"p95":498.62098693847656,"p99":550.6181716918945},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-27.922630310058594,"p90":35.57300567626953,"p95":35.57300567626953,"p99":35.57300567626953},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5417.157173156738,"p90":5496.757030487061,"p95":5512.659072875977,"p99":5537.538051605225},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3051.038980484009,"p90":3080.857038497925,"p95":3090.4579162597656,"p99":3107.362985610962},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8497.6167678833,"p90":8577.531814575195,"p95":8593.35994720459,"p99":8614.432334899902},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":223.89507293701172,"p90":326.84803009033203,"p95":347.9957580566406,"p99":381.2446594238281},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01253132801502943,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":15030662.881121362,"p90":14962752.160546852,"p95":14941296.853563305,"p99":14897481.85461187},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9899,"throttle_fraction_max":{"power":0.0942,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":1914,"p50":2065,"max":2090,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0902,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":1936,"p50":2079,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0876,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":1939,"p50":2078,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0858,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":1955,"p50":2085,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.079,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":1928,"p50":2071,"max":2088,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0892,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":1923,"p50":2075,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0883,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1920,"p50":2075,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0923,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":1912,"p50":2066,"max":2087,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0916,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":1908,"p50":2064,"max":2089,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0942,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":1938,"p50":2080,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0833,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":1934,"p50":2082,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0862,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":1933,"p50":2075,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0825,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":1930,"p50":2079,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0891,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":1945,"p50":2081,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0805,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":1928,"p50":2074,"max":2092,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0885,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":1940,"p50":2080,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.085,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":873.3}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json deleted file mode 100644 index 37ca72b0b3..0000000000 --- a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T15:50:22.335449+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":277.6170074939728,"p90":281.3020050525665,"p95":282.584011554718,"p99":285.1479947566986},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":221.69199585914612,"p90":224.13699328899384,"p95":225.17800331115723,"p99":227.0209938287735},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":499.3090033531189,"p90":505.43899834156036,"p95":507.76201486587524,"p99":512.1689885854721},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":490.2549982070923,"p90":494.38101053237915,"p95":496.0640072822571,"p99":500.3100037574768},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":492.2190010547638,"p90":496.2649941444397,"p95":497.5059926509857,"p99":499.8700022697449},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":272.68901467323303,"p90":276.3740122318268,"p95":277.3759961128235,"p99":279.2989909648895},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":218.96900236606598,"p90":221.451997756958,"p95":222.09300100803375,"p99":223.25499355793},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.127983331680298,"p90":6.169021129608154,"p95":6.169021129608154,"p99":6.169021129608154},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.6440024375915527,"p90":6.410002708435059,"p95":8.212000131607056,"p99":11.137008666992188},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1619925498962402,"p90":1.4010071754455566,"p95":1.4010071754455566,"p99":1.4010071754455566},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":273.68998527526855,"p90":277.0549952983856,"p95":278.25799584388733,"p99":280.580997467041},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":217.32600033283234,"p90":219.4090038537979,"p95":220.09000182151794,"p99":221.1720049381256},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":486.77000403404236,"p90":490.6559884548187,"p95":491.7370080947876,"p99":494.8219954967499},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.127996206283569,"p90":8.572995662689209,"p95":10.417014360427856,"p99":13.339996337890625},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":16642998.304505855,"p90":16507309.79750647,"p95":16466133.314994894,"p99":16388260.873432752},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":494.4620132446289,"p90":501.5919804573059,"p95":504.3969750404358,"p99":509.7240209579468},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":416.1039888858795,"p90":418.74799132347107,"p95":419.6299910545349,"p99":421.9929873943329},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":910.5660021305084,"p90":920.339971780777,"p95":924.0269660949707,"p99":931.7170083522797},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":898.9880084991455,"p90":906.2790274620056,"p95":908.9229702949524,"p99":912.5279784202576},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":903.3949971199036,"p90":910.726010799408,"p95":913.129985332489,"p99":917.0560240745544},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":488.0119860172272,"p90":494.7820007801056,"p95":496.4649975299835,"p99":501.75201892852783},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":413.3799970149994,"p90":416.82499647140503,"p95":418.02701354026794,"p99":420.1500117778778},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.088972091674805,"p90":6.129026412963867,"p95":6.129026412963867,"p99":6.129026412963867},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.925992012023926,"p90":6.289958953857422,"p95":7.53098726272583,"p99":10.616004467010498},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.9220242500305176,"p90":0.961005687713623,"p95":0.961005687713623,"p99":0.961005687713623},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":490.53600430488586,"p90":497.54598736763,"p95":500.47099590301514,"p99":506.1990022659302},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":411.6170108318329,"p90":414.1010046005249,"p95":414.902001619339,"p99":416.1840081214905},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":898.1469869613647,"p90":905.597984790802,"p95":907.8019857406616,"p99":912.289023399353},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.767000675201416,"p90":8.131027221679688,"p95":10.254979133605957,"p99":14.021039009094238},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":18136031.361955203,"p90":17990042.89513881,"p95":17942680.957995545,"p99":17865865.955718342},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1002.9439926147461,"p90":1017.8060531616211,"p95":1023.0139493942261,"p99":1037.0349884033203},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":808.0520033836365,"p90":812.3779892921448,"p95":813.7410283088684,"p99":816.8650269508362},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1810.9959959983826,"p90":1830.1840424537659,"p95":1836.7549777030945,"p99":1853.9000153541565},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1794.7720289230347,"p90":1812.2789859771729,"p95":1817.4060583114624,"p99":1824.336051940918},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1803.0240535736084,"p90":1818.8079595565796,"p95":1824.897050857544,"p99":1837.156057357788},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":993.0099844932556,"p90":1006.0689449310303,"p95":1010.5960369110107,"p99":1023.7760543823242},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":802.7240037918091,"p90":807.9720139503479,"p95":809.2939853668213,"p99":813.0589723587036},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168961524963379,"p90":6.248950958251953,"p95":6.248950958251953,"p99":6.248950958251953},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.172035217285156,"p90":12.298941612243652,"p95":13.900041580200195,"p99":16.183972358703613},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.5250186920166016,"p90":3.4050941467285156,"p95":3.4050941467285156,"p99":3.4050941467285156},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":997.8560209274292,"p90":1012.037992477417,"p95":1017.0849561691284,"p99":1033.0300331115723},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":802.9239773750305,"p90":807.1709871292114,"p95":808.5319995880127,"p99":810.9359741210938},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1795.8539724349976,"p90":1811.918020248413,"p95":1817.486047744751,"p99":1829.3839693069458},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.050991058349609,"p90":10.015010833740234,"p95":11.097073554992676,"p99":13.379931449890137},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":18173911.731822744,"p90":18016195.622977562,"p95":17956081.40448354,"p99":17836263.756018195},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2010.1749897003174,"p90":2047.9919910430908,"p95":2059.5688819885254,"p99":2089.214086532593},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1598.276972770691,"p90":1606.3289642333984,"p95":1608.6130142211914,"p99":1612.9000186920166},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":3608.4519624710083,"p90":3654.3209552764893,"p95":3668.181896209717,"p99":3702.1141052246094},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":3597.395896911621,"p90":3632.2479248046875,"p95":3648.552894592285,"p99":3686.889886856079},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3601.7229557037354,"p90":3637.0949745178223,"p95":3649.6739387512207,"p99":3677.1950721740723},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2001.4820098876953,"p90":2037.816047668457,"p95":2053.9209842681885,"p99":2080.080032348633},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1587.5810384750366,"p90":1599.7190475463867,"p95":1602.403998374939,"p99":1606.1689853668213},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129980087280273,"p90":6.5288543701171875,"p95":6.5288543701171875,"p99":6.5288543701171875},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.980865478515625,"p90":18.507957458496094,"p95":20.07007598876953,"p99":24.15609359741211},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-8.613109588623047,"p90":5.969047546386719,"p95":5.969047546386719,"p99":5.969047546386719},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2001.4820098876953,"p90":2039.618968963623,"p95":2051.598072052002,"p99":2080.359935760498},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1593.0700302124023,"p90":1601.2810468673706,"p95":1603.605031967163,"p99":1608.4129810333252},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3591.2671089172363,"p90":3626.31893157959,"p95":3638.658046722412,"p99":3665.9390926361084},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.094881057739258,"p90":15.063047409057617,"p95":16.664981842041016,"p99":19.548892974853516},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":18195735.986916024,"p90":18018776.09992526,"p95":17956672.59591522,"p99":17822279.948083658},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9962,"throttle_fraction_max":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2106,"max":2108,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2104,"max":2107,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2098,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2102,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2103,"max":2107,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2085,"p50":2104,"max":2106,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2101,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2099,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.4}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json b/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json deleted file mode 100644 index c4f669080d..0000000000 --- a/collectivex/results/mi300x/mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:13:37.823091+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":278.5769999027252,"p90":283.02401304244995,"p95":284.7070097923279,"p99":287.83100843429565},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":140.16999304294586,"p90":143.21500062942505,"p95":144.29600536823273,"p99":146.74000442028046},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":418.7469929456711,"p90":426.239013671875,"p95":429.0030151605606,"p99":434.5710128545761},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":406.5290093421936,"p90":410.41499376296997,"p95":412.45800256729126,"p99":415.1020050048828},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":410.3749990463257,"p90":415.3830111026764,"p95":417.06499457359314,"p99":420.4699993133545},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":202.4639993906021,"p90":205.98900318145752,"p95":207.19000697135925,"p99":209.5939964056015},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":272.88898825645447,"p90":276.97500586509705,"p95":278.3370018005371,"p99":282.8240096569061},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":135.20300388336182,"p90":137.20600306987762,"p95":137.92699575424194,"p99":139.0479952096939},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.208986043930054,"p95":6.208986043930054,"p99":6.208986043930054},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.6440024375915527,"p90":7.252007722854614,"p95":8.691996335983276,"p99":12.017011642456055},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.5220046043395996,"p90":0.8009970188140869,"p95":0.8009970188140869,"p99":0.8009970188140869},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":274.7719883918762,"p90":278.5769999027252,"p95":280.01898527145386,"p99":283.5850119590759},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":135.44300198554993,"p90":138.12699913978577,"p95":138.84800672531128,"p99":140.12999832630157},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":404.88699078559875,"p90":409.5340073108673,"p95":411.3759994506836,"p99":415.2219891548157},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.887014627456665,"p90":8.493006229400635,"p95":10.296016931533813,"p99":13.861000537872314},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":19962229.714377012,"p90":19721557.64929698,"p95":19642022.482312363,"p99":19482959.577087276},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":506.4389705657959,"p90":527.9110074043274,"p95":535.8020067214966,"p99":551.2660145759583},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":249.41399693489075,"p90":252.41801142692566,"p95":253.38000059127808,"p99":254.94199991226196},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":755.8529675006866,"p90":780.329018831253,"p95":789.1820073127747,"p99":806.2080144882202},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":737.625002861023,"p90":759.8990201950073,"p95":774.9210000038147,"p99":801.5199899673462},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":745.9579706192017,"p90":766.2680149078369,"p95":774.6400237083435,"p99":792.4669981002808},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":398.03698658943176,"p90":403.16399931907654,"p95":405.2470028400421,"p99":408.45200419425964},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":495.0610101222992,"p90":515.1320099830627,"p95":524.586021900177,"p99":560.5199933052063},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":244.20499801635742,"p90":248.25100600719452,"p95":249.17300045490265,"p99":250.45499205589294},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.08903169631958,"p90":6.25002384185791,"p95":6.25002384185791,"p99":6.25002384185791},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.0449628829956055,"p90":6.650030612945557,"p95":8.2930326461792,"p99":11.77901029586792},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.481950283050537,"p90":3.206014633178711,"p95":3.206014633178711,"p99":3.206014633178711},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":502.5929808616638,"p90":524.1060256958008,"p95":531.9169759750366,"p99":546.5390086174011},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":244.486004114151,"p90":247.40999937057495,"p95":248.09099733829498,"p99":249.45400655269623},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":740.58997631073,"p90":761.3400220870972,"p95":769.7929739952087,"p99":786.2579822540283},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.006968975067139,"p90":8.332967758178711,"p95":9.895026683807373,"p99":13.661026954650879},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":21963703.915382843,"p90":21381552.774286933,"p95":21150469.248370096,"p99":20674677.985677745},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1006.9080591201782,"p90":1022.4119424819946,"p95":1027.6999473571777,"p99":1040.6800508499146},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":471.345990896225,"p90":475.151002407074,"p95":476.3529896736145,"p99":479.43800687789917},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1478.2540500164032,"p90":1497.5629448890686,"p95":1504.0529370307922,"p99":1520.1180577278137},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1466.3970470428467,"p90":1482.6619625091553,"p95":1487.50901222229,"p99":1499.8070001602173},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1469.8820114135742,"p90":1485.625982284546,"p95":1491.0340309143066,"p99":1504.2530298233032},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":782.0919752120972,"p90":789.2619967460632,"p95":791.6259765625,"p99":796.4329719543457},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":997.7750182151794,"p90":1013.1980180740356,"p95":1019.8880434036255,"p99":1032.1860313415527},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":458.6870074272156,"p90":463.05400133132935,"p95":464.9359881877899,"p99":467.7009880542755},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049036979675293,"p90":6.249070167541504,"p95":6.249070167541504,"p99":6.249070167541504},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.615944862365723,"p90":15.903949737548828,"p95":17.34602451324463,"p99":20.390033721923828},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.2050609588623047,"p90":7.009983062744141,"p95":7.009983062744141,"p99":7.009983062744141},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":995.2920079231262,"p90":1010.0740194320679,"p95":1015.6420469284058,"p99":1027.340054512024},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":466.33899211883545,"p90":469.9440002441406,"p95":470.94500064849854,"p99":472.788006067276},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1455.7809829711914,"p90":1470.9240198135376,"p95":1476.1719703674316,"p99":1488.9110326766968},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.059901237487793,"p90":18.429040908813477,"p95":20.029067993164062,"p99":22.55392074584961},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":22292945.79126611,"p90":22056695.55510228,"p95":21976694.911454547,"p99":21783569.22029872},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2014.8990154266357,"p90":2051.7940521240234,"p95":2066.7359828948975,"p99":2094.057083129883},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":910.7249975204468,"p90":916.8130159378052,"p95":918.8169836997986,"p99":921.9419956207275},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2925.6240129470825,"p90":2968.6070680618286,"p95":2985.552966594696,"p99":3015.9990787506104},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2910.1600646972656,"p90":2953.505039215088,"p95":2965.8029079437256,"p99":2995.408058166504},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2915.929079055786,"p90":2952.824115753174,"p95":2968.0469036102295,"p99":3001.2168884277344},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1580.448031425476,"p90":1591.4249420166016,"p95":1594.3479537963867,"p99":1599.5160341262817},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2003.6420822143555,"p90":2044.5830821990967,"p95":2063.891887664795,"p99":2087.9290103912354},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":901.6709923744202,"p90":909.0819954872131,"p95":911.0450148582458,"p99":914.6909713745117},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209850311279297,"p90":6.6089630126953125,"p95":6.6089630126953125,"p99":6.6089630126953125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.539148330688477,"p90":17.105817794799805,"p95":18.42784881591797,"p99":20.87092399597168},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.049871444702148,"p90":13.540983200073242,"p95":13.540983200073242,"p99":13.540983200073242},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2004.2030811309814,"p90":2041.4190292358398,"p95":2056.281089782715,"p99":2081.479072570801},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":905.8769941329956,"p90":912.0470285415649,"p95":913.6890172958374,"p99":916.8940186500549},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2905.472993850708,"p90":2942.368984222412,"p95":2957.150936126709,"p99":2990.1199340820312},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.054826736450195,"p90":15.022039413452148,"p95":16.54505729675293,"p99":20.109891891479492},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":22475169.39651405,"p90":22194345.96539923,"p95":22080513.59305821,"p99":21836475.815092705},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9912,"throttle_fraction_max":{"power":0.1683,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":1823,"p50":2038,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.1638,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":353.9},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":1850,"p50":2047,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.1471,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":353.9},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":1857,"p50":2046,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.1498,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":354.0},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":1892,"p50":2055,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.1343,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":353.9},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":1844,"p50":2037,"max":2089,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":72,"clock_event_reasons":[],"throttle_fraction":{"power":0.1537,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":353.9},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":1843,"p50":2048,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.1544,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":353.9},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1832,"p50":2043,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.1652,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":353.9},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":1823,"p50":2038,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.1683,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":353.9}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-swap-blocks-smoke-contiguous.json b/collectivex/results/mi300x/mi300x-swap-blocks-smoke-contiguous.json deleted file mode 100644 index 1749f9d1b7..0000000000 --- a/collectivex/results/mi300x/mi300x-swap-blocks-smoke-contiguous.json +++ /dev/null @@ -1,4075 +0,0 @@ -{ - "schema": "collectivex-swap-blocks-v1", - "case_id": "mi300x-swap-blocks-smoke-contiguous", - "profile": "smoke", - "generated_at": "2026-10-27T20:25:40.782435+00:00", - "operation": "vllm._custom_ops.swap_blocks", - "timing": "drained-wall-clock-including-submission-and-synchronization", - "warmup": 4, - "iterations": 20, - "selection": { - "requested_block_bytes": [ - 257, - 4096, - 65536, - 262144 - ], - "requested_num_blocks": [ - 1, - 4, - 16, - 64, - 256, - 1024, - 2048 - ], - "max_payload_bytes": 2147483648, - "skipped_cases": [] - }, - "runtime": { - "sku": "mi300x", - "torch": "2.13.0+git733fca1", - "vllm": "0.32.0", - "cuda": null, - "hip": "7.2.53211", - "device": "", - "device_index": 0, - "image": "vllm/vllm-openai-rocm:v0.32.0", - "source_sha": "e7f9471b4f37b631c67fc58826cc4a4fe275340c", - "source_dirty": false - }, - "cases": [ - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 257, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 16.705, - "p90": 17.937, - "p95": 17.977, - "p99": 18.338 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.015384615384615385, - "p90": 0.014327925517087585, - "p95": 0.014296044946320299, - "p99": 0.014014614461773366 - }, - "samples_us": [ - 17.937, - 17.977, - 18.338, - 16.705, - 16.875, - 17.486, - 16.855, - 16.785, - 16.345, - 17.005, - 17.105, - 16.334, - 16.355, - 16.454, - 16.484, - 16.194, - 16.295, - 16.364, - 16.185, - 16.995 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1028, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 25.178, - "p90": 25.959, - "p95": 26.82, - "p99": 27.652 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.04082929541663357, - "p90": 0.03960090912592935, - "p95": 0.03832960477255779, - "p99": 0.037176334442354984 - }, - "samples_us": [ - 26.82, - 27.652, - 25.498, - 25.288, - 24.807, - 25.198, - 25.098, - 24.967, - 24.948, - 25.458, - 25.458, - 25.448, - 25.028, - 25.018, - 24.958, - 25.087, - 25.959, - 25.548, - 25.178, - 24.987 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4112, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 63.686, - "p90": 68.994, - "p95": 168.302, - "p99": 178.027 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.0645667807681437, - "p90": 0.05959938545380758, - "p95": 0.024432270561252984, - "p99": 0.023097620023928955 - }, - "samples_us": [ - 178.027, - 61.792, - 63.425, - 63.686, - 64.767, - 65.909, - 68.994, - 64.246, - 63.666, - 63.525, - 64.867, - 64.568, - 65.489, - 168.302, - 66.239, - 62.885, - 62.333, - 62.665, - 61.192, - 63.355 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16448, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 210.536, - "p90": 220.771, - "p95": 221.102, - "p99": 231.497 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.07812440627731124, - "p90": 0.0745025388298282, - "p95": 0.07439100505648977, - "p99": 0.07105059676799268 - }, - "samples_us": [ - 231.497, - 208.973, - 212.87, - 221.102, - 220.771, - 204.327, - 213.591, - 206.99, - 215.344, - 205.468, - 208.282, - 219.57, - 211.097, - 206.069, - 206.18, - 203.535, - 212.109, - 199.83, - 218.417, - 210.536 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65792, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 784.618, - "p90": 814.924, - "p95": 914.803, - "p99": 923.076 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.0838522695120428, - "p90": 0.0807339089289308, - "p95": 0.0719193094032267, - "p99": 0.07127473794140461 - }, - "samples_us": [ - 923.076, - 914.803, - 776.986, - 793.511, - 780.752, - 785.869, - 814.924, - 784.618, - 774.613, - 785.569, - 777.077, - 792.95, - 769.555, - 790.757, - 778.618, - 790.507, - 782.815, - 781.493, - 777.828, - 786.12 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 263168, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3085.161, - "p90": 3106.713, - "p95": 3167.785, - "p99": 3192.231 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08530122090873053, - "p90": 0.08470946624293908, - "p95": 0.08307634514337305, - "p99": 0.08244014922478982 - }, - "samples_us": [ - 3167.785, - 3192.231, - 3097.93, - 3074.504, - 3092.551, - 3105.721, - 3073.262, - 3071.72, - 3102.346, - 3080.213, - 3085.161, - 3106.713, - 3087.534, - 3103.418, - 3087.644, - 3076.568, - 3069.317, - 3071.209, - 3066.192, - 3066.893 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 526336, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 6334.818, - "p90": 6354.327, - "p95": 6370.251, - "p99": 6379.075 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08308620705440946, - "p90": 0.08283111649746701, - "p95": 0.08262405986828462, - "p99": 0.0825097682657752 - }, - "samples_us": [ - 6345.353, - 6343.561, - 6370.251, - 6347.737, - 6349.61, - 6320.376, - 6352.895, - 6332.444, - 6205.643, - 6152.625, - 6184.562, - 6166.786, - 6345.043, - 6334.818, - 6336.32, - 6354.327, - 6379.075, - 6287.918, - 6298.633, - 6315.339 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4096, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 19.619, - "p90": 20.21, - "p95": 20.691, - "p99": 36.915 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.20877720576991693, - "p90": 0.20267194458189014, - "p95": 0.19796046590304964, - "p99": 0.11095760530949479 - }, - "samples_us": [ - 19.499, - 20.091, - 19.92, - 19.93, - 19.309, - 19.229, - 20.061, - 19.689, - 19.569, - 19.189, - 20.21, - 20.691, - 19.55, - 19.389, - 19.859, - 19.619, - 18.949, - 19.64, - 36.915, - 19.619 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16384, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 28.673, - "p90": 28.883, - "p95": 29.214, - "p99": 42.524 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.5714086422767063, - "p90": 0.5672540941037981, - "p95": 0.5608270007530636, - "p99": 0.3852883077791365 - }, - "samples_us": [ - 28.583, - 28.583, - 28.673, - 28.683, - 28.703, - 28.613, - 28.443, - 28.703, - 28.202, - 28.813, - 28.593, - 28.764, - 28.522, - 42.524, - 28.793, - 29.214, - 28.383, - 28.883, - 28.663, - 28.843 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 74.452, - "p90": 77.787, - "p95": 78.528, - "p99": 84.467 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.8802449900607102, - "p90": 0.842505817167393, - "p95": 0.8345558272208639, - "p99": 0.7758769697041448 - }, - "samples_us": [ - 74.452, - 74.221, - 72.629, - 71.207, - 74.412, - 76.455, - 76.605, - 77.596, - 84.467, - 75.573, - 74.162, - 72.679, - 74.822, - 74.923, - 77.787, - 78.528, - 72.98, - 76.716, - 72.208, - 72.189 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 251.007, - "p90": 258.428, - "p95": 263.625, - "p99": 272.028 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.044369280537993, - "p90": 1.0143792468308388, - "p95": 0.9943821716453295, - "p99": 0.9636655050215419 - }, - "samples_us": [ - 263.625, - 258.428, - 272.028, - 243.947, - 254.822, - 241.062, - 251.828, - 242.894, - 251.508, - 251.007, - 250.216, - 241.082, - 255.303, - 257.857, - 246.871, - 254.401, - 258.358, - 217.617, - 217.386, - 208.934 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 805.099, - "p90": 826.451, - "p95": 908.123, - "p99": 938.969 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.3024187087550723, - "p90": 1.2687697153249256, - "p95": 1.154662969663801, - "p99": 1.1167312232885218 - }, - "samples_us": [ - 938.969, - 908.123, - 812.449, - 802.424, - 802.024, - 800.101, - 826.451, - 809.735, - 809.295, - 796.065, - 798.698, - 805.099, - 801.132, - 805.769, - 808.033, - 799.66, - 803.556, - 801.022, - 809.125, - 808.264 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3168.836, - "p90": 3191.85, - "p95": 3197.239, - "p99": 3209.447 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.3236103099055931, - "p90": 1.314066763789025, - "p95": 1.3118518822021126, - "p99": 1.306861898638613 - }, - "samples_us": [ - 3185.501, - 3197.239, - 3173.453, - 3188.856, - 3209.447, - 3140.604, - 3105.441, - 3154.355, - 3186.603, - 3168.836, - 3173.283, - 3191.85, - 3158.39, - 3173.033, - 3162.756, - 3185.421, - 3160.904, - 3136.928, - 3157.449, - 3141.796 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 8388608, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 6327.597, - "p90": 6411.494, - "p95": 6435.85, - "p99": 6445.094 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.3257178040889772, - "p90": 1.3083702488062845, - "p95": 1.3034188180271449, - "p99": 1.3015493645243963 - }, - "samples_us": [ - 6340.847, - 6338.434, - 6396.971, - 6272.033, - 6377.152, - 6411.494, - 6385.353, - 6336.47, - 6327.597, - 6319.965, - 6445.094, - 6361.498, - 6315.288, - 6308.679, - 6435.85, - 6323.06, - 6322.389, - 6293.686, - 6304.272, - 6319.304 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 18.978, - "p90": 19.288, - "p95": 19.8, - "p99": 29.544 - }, - "payload_gbps_at_latency_percentile": { - "p50": 3.453261671409, - "p90": 3.3977602654500205, - "p95": 3.30989898989899, - "p99": 2.2182507446520443 - }, - "samples_us": [ - 19.8, - 19.288, - 18.828, - 19.018, - 18.648, - 19.048, - 29.544, - 18.458, - 19.109, - 19.279, - 18.688, - 18.978, - 18.978, - 18.618, - 18.919, - 19.239, - 18.688, - 18.518, - 18.388, - 19.079 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 62.824, - "p90": 63.956, - "p95": 64.586, - "p99": 64.617 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.172672863873679, - "p90": 4.098817937331916, - "p95": 4.058836280308426, - "p99": 4.0568890539641265 - }, - "samples_us": [ - 64.586, - 62.173, - 62.634, - 63.044, - 62.674, - 64.617, - 63.305, - 62.594, - 63.956, - 62.564, - 62.594, - 62.824, - 62.995, - 63.265, - 62.914, - 62.734, - 62.714, - 63.645, - 63.075, - 62.344 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 252.91, - "p90": 255.774, - "p95": 256.745, - "p99": 256.775 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.14604404728955, - "p90": 4.099619195070648, - "p95": 4.084114588404837, - "p99": 4.083637425761855 - }, - "samples_us": [ - 253.55, - 255.303, - 253.28, - 252.91, - 250.857, - 254.392, - 253.841, - 252.338, - 254.381, - 256.745, - 252.919, - 255.774, - 249.925, - 252.549, - 249.545, - 246.731, - 250.856, - 256.775, - 247.661, - 248.513 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 937.547, - "p90": 954.282, - "p95": 955.764, - "p99": 965.339 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.473699985174076, - "p90": 4.395245849759296, - "p95": 4.388430616763134, - "p99": 4.344902671496749 - }, - "samples_us": [ - 965.339, - 954.282, - 946.16, - 950.557, - 938.779, - 940.471, - 937.547, - 935.254, - 942.655, - 936.306, - 938.428, - 936.035, - 938.138, - 955.764, - 928.904, - 936.336, - 926.26, - 925.058, - 923.506, - 922.394 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3562.007, - "p90": 3638.09, - "p95": 3671.531, - "p99": 3685.862 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.710045769140824, - "p90": 4.6115450689785025, - "p95": 4.569542242731983, - "p99": 4.551775405590334 - }, - "samples_us": [ - 3685.862, - 3671.531, - 3638.09, - 3631.4, - 3635.186, - 3607.564, - 3596.348, - 3610.92, - 3591.761, - 3562.007, - 3563.308, - 3553.143, - 3536.618, - 3532.893, - 3525.652, - 3527.614, - 3524.6, - 3538.18, - 3521.906, - 3519.362 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 14292.702, - "p90": 14323.769, - "p95": 14325.711, - "p99": 14326.222 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.695323809311913, - "p90": 4.6851400633450595, - "p95": 4.6845049435940735, - "p99": 4.68433785264531 - }, - "samples_us": [ - 14326.222, - 14298.651, - 14323.769, - 14288.646, - 14286.793, - 14293.834, - 14289.567, - 14293.603, - 14294.935, - 14289.247, - 14284.33, - 14292.702, - 14298.751, - 14303.558, - 14284.169, - 14291.65, - 14292.231, - 14286.673, - 14325.711, - 14295.396 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 134217728, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 28447.596, - "p90": 28493.215, - "p95": 28499.484, - "p99": 28503.921 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.71806925267077, - "p90": 4.710515398139522, - "p95": 4.709479231273099, - "p99": 4.708746140574835 - }, - "samples_us": [ - 28453.675, - 28468.047, - 28454.326, - 28499.484, - 28493.215, - 28441.968, - 28436.67, - 28447.596, - 28453.556, - 28432.284, - 28441.978, - 28430.391, - 28461.317, - 28481.558, - 28484.762, - 28503.921, - 28422.078, - 28443.019, - 28430.401, - 28435.298 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 21.322, - "p90": 21.893, - "p95": 21.913, - "p99": 22.754 - }, - "payload_gbps_at_latency_percentile": { - "p50": 12.294531469843355, - "p90": 11.973872927419723, - "p95": 11.96294437092137, - "p99": 11.520787553836689 - }, - "samples_us": [ - 21.893, - 21.803, - 21.873, - 21.653, - 21.232, - 21.803, - 21.913, - 22.754, - 21.182, - 21.773, - 21.312, - 21.382, - 21.212, - 21.222, - 21.261, - 21.262, - 21.692, - 21.232, - 21.322, - 21.201 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 83.456, - "p90": 84.927, - "p95": 84.947, - "p99": 95.223 - }, - "payload_gbps_at_latency_percentile": { - "p50": 12.56441717791411, - "p90": 12.34679195073416, - "p95": 12.343885010653702, - "p99": 11.011793369249027 - }, - "samples_us": [ - 83.906, - 84.657, - 84.457, - 95.223, - 83.005, - 83.124, - 84.427, - 84.276, - 82.664, - 83.456, - 82.695, - 83.876, - 82.664, - 82.654, - 84.787, - 84.947, - 83.195, - 82.594, - 84.927, - 83.145 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 330.817, - "p90": 337.306, - "p95": 338.708, - "p99": 341.322 - }, - "payload_gbps_at_latency_percentile": { - "p50": 12.678622924456723, - "p90": 12.434715065845257, - "p95": 12.38324456463975, - "p99": 12.288408013547325 - }, - "samples_us": [ - 331.497, - 335.283, - 326.399, - 338.708, - 341.322, - 332.009, - 333.741, - 330.817, - 329.024, - 328.373, - 326.47, - 337.306, - 333.43, - 334.952, - 329.163, - 332.098, - 330.276, - 316.865, - 315.043, - 315.714 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 1241.193, - "p90": 1308.163, - "p95": 1327.953, - "p99": 1338.259 - }, - "payload_gbps_at_latency_percentile": { - "p50": 13.51700823320789, - "p90": 12.82501951209444, - "p95": 12.633892916390867, - "p99": 12.536598670362014 - }, - "samples_us": [ - 1338.259, - 1327.953, - 1308.163, - 1297.717, - 1293.03, - 1301.033, - 1274.943, - 1275.464, - 1279.721, - 1248.534, - 1241.193, - 1226.24, - 1226.04, - 1224.688, - 1201.414, - 1204.037, - 1182.264, - 1170.797, - 1171.829, - 1168.093 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 4495.657, - "p90": 4754.766, - "p95": 4888.526, - "p99": 5004.391 - }, - "payload_gbps_at_latency_percentile": { - "p50": 14.927487573006571, - "p90": 14.114020332441175, - "p95": 13.727832070444139, - "p99": 13.409996141388632 - }, - "samples_us": [ - 5004.391, - 4888.526, - 4754.766, - 4715.237, - 4620.695, - 4566.484, - 4567.215, - 4504.381, - 4495.657, - 4494.566, - 4492.883, - 4492.743, - 4488.516, - 4491.421, - 4495.708, - 4493.064, - 4492.002, - 4496.569, - 4490.88, - 4494.816 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 268435456, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 17884.903, - "p90": 17907.207, - "p95": 17931.262, - "p99": 17938.493 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.009052942585152, - "p90": 14.99035868630993, - "p95": 14.97024894287976, - "p99": 14.96421444097896 - }, - "samples_us": [ - 17907.207, - 17882.71, - 17881.137, - 17880.156, - 17885.945, - 17938.493, - 17883.191, - 17878.023, - 17879.335, - 17885.695, - 17884.903, - 17888.409, - 17886.405, - 17884.642, - 17890.882, - 17931.262, - 17906.686, - 17884.743, - 17887.647, - 17882.99 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 536870912, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 35711.538, - "p90": 35763.476, - "p95": 35775.444, - "p99": 35782.205 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.03354215659936, - "p90": 15.011709488194045, - "p95": 15.006687603933022, - "p99": 15.00385211028778 - }, - "samples_us": [ - 35689.796, - 35763.476, - 35701.403, - 35739.21, - 35700.111, - 35703.897, - 35690.076, - 35695.474, - 35721.884, - 35760.221, - 35782.205, - 35683.156, - 35710.658, - 35711.538, - 35723.877, - 35749.876, - 35686.801, - 35731.949, - 35742.385, - 35775.444 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 257, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 16.825, - "p90": 18.778, - "p95": 19.79, - "p99": 19.8 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.015274888558692423, - "p90": 0.013686228565342422, - "p95": 0.012986356745831228, - "p99": 0.01297979797979798 - }, - "samples_us": [ - 17.126, - 16.866, - 16.344, - 16.545, - 16.594, - 17.516, - 17.065, - 16.645, - 16.705, - 16.765, - 16.434, - 16.625, - 16.645, - 17.116, - 18.778, - 17.035, - 16.825, - 19.79, - 19.8, - 17.006 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1028, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 24.437, - "p90": 24.927, - "p95": 25.949, - "p99": 29.654 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.042067356876867044, - "p90": 0.04124042203233442, - "p95": 0.0396161701799684, - "p99": 0.034666486814595 - }, - "samples_us": [ - 24.927, - 24.647, - 25.949, - 24.486, - 24.527, - 24.397, - 24.356, - 24.406, - 24.477, - 24.777, - 24.437, - 24.377, - 24.648, - 24.277, - 24.327, - 24.787, - 24.426, - 24.427, - 24.246, - 29.654 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4112, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 63.795, - "p90": 69.694, - "p95": 69.965, - "p99": 75.944 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.06445646210518066, - "p90": 0.059000774815622575, - "p95": 0.05877224326448939, - "p99": 0.05414515959127778 - }, - "samples_us": [ - 69.694, - 58.908, - 59.739, - 61.523, - 69.605, - 69.965, - 75.944, - 63.265, - 65.538, - 61.572, - 60.842, - 63.886, - 65.048, - 68.102, - 67.081, - 63.916, - 63.795, - 61.983, - 61.463, - 63.405 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16448, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 205.148, - "p90": 215.494, - "p95": 219.57, - "p99": 225.728 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.0801762629906214, - "p90": 0.07632695109840645, - "p95": 0.07491005146422554, - "p99": 0.07286645874681032 - }, - "samples_us": [ - 211.166, - 200.01, - 209.735, - 197.907, - 213.06, - 194.602, - 205.148, - 202.484, - 212.639, - 196.995, - 204.377, - 198.658, - 215.494, - 196.134, - 206.079, - 202.294, - 225.728, - 213.75, - 219.57, - 209.695 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65792, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 796.075, - "p90": 807.912, - "p95": 808.604, - "p99": 833.0 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08264547938322395, - "p90": 0.08143461169038212, - "p95": 0.08136492028236318, - "p99": 0.07898199279711884 - }, - "samples_us": [ - 789.705, - 808.604, - 807.912, - 791.848, - 796.075, - 791.187, - 797.417, - 801.253, - 796.075, - 798.048, - 787.021, - 798.158, - 796.035, - 833.0, - 789.485, - 790.367, - 792.409, - 793.792, - 796.696, - 807.612 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 263168, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3096.207, - "p90": 3101.525, - "p95": 3101.865, - "p99": 3111.6 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08499690104699072, - "p90": 0.0848511619284062, - "p95": 0.08484186126733433, - "p99": 0.08457642370484639 - }, - "samples_us": [ - 3092.121, - 3099.051, - 3087.905, - 3095.156, - 3093.924, - 3101.525, - 3095.306, - 3096.478, - 3092.912, - 3099.452, - 3080.143, - 3096.207, - 3111.6, - 3086.703, - 3091.24, - 3100.684, - 3101.865, - 3097.429, - 3099.451, - 3097.199 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 526336, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 6154.216, - "p90": 6240.296, - "p95": 6244.682, - "p99": 6287.667 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08552445997995521, - "p90": 0.08434471698137395, - "p95": 0.08428547682652215, - "p99": 0.08370926768227388 - }, - "samples_us": [ - 6186.575, - 6142.9, - 6141.448, - 6146.855, - 6150.38, - 6158.674, - 6168.419, - 6169.89, - 6149.93, - 6240.296, - 6140.215, - 6209.369, - 6151.793, - 6244.682, - 6164.813, - 6228.178, - 6137.542, - 6154.216, - 6152.914, - 6287.667 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4096, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 16.755, - "p90": 17.336, - "p95": 17.666, - "p99": 17.927 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.2444643390032826, - "p90": 0.23627134287032764, - "p95": 0.2318578059549417, - "p99": 0.2284821777207564 - }, - "samples_us": [ - 17.666, - 17.927, - 17.025, - 17.146, - 16.455, - 16.345, - 16.534, - 16.825, - 16.926, - 16.765, - 16.635, - 16.835, - 16.645, - 17.336, - 16.835, - 16.685, - 16.404, - 16.755, - 16.465, - 16.355 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16384, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 24.877, - "p90": 25.408, - "p95": 25.488, - "p99": 25.518 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.6586003135426297, - "p90": 0.6448362720403022, - "p95": 0.642812303829253, - "p99": 0.6420565875068579 - }, - "samples_us": [ - 25.488, - 25.127, - 25.027, - 25.048, - 25.408, - 24.777, - 24.687, - 24.557, - 24.847, - 24.717, - 25.518, - 25.238, - 24.998, - 24.777, - 24.877, - 24.957, - 24.897, - 24.387, - 24.757, - 24.697 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 67.301, - "p90": 71.267, - "p95": 82.313, - "p99": 90.827 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.9737745352966524, - "p90": 0.9195840992324639, - "p95": 0.7961804332243996, - "p99": 0.7215475574443723 - }, - "samples_us": [ - 67.301, - 68.743, - 63.595, - 65.659, - 66.049, - 68.543, - 67.321, - 70.065, - 71.267, - 67.05, - 63.315, - 67.081, - 68.032, - 68.493, - 70.636, - 82.313, - 66.85, - 90.827, - 64.887, - 63.365 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 218.939, - "p90": 226.27, - "p95": 233.74, - "p99": 237.787 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.197338071334938, - "p90": 1.1585451009855483, - "p95": 1.1215196372037306, - "p99": 1.1024320084781758 - }, - "samples_us": [ - 225.979, - 209.164, - 218.207, - 212.148, - 237.787, - 206.58, - 218.939, - 210.236, - 233.74, - 209.043, - 219.339, - 208.543, - 224.066, - 226.27, - 219.92, - 214.381, - 224.347, - 224.708, - 219.83, - 216.215 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 792.69, - "p90": 798.589, - "p95": 800.732, - "p99": 804.347 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.322807150336197, - "p90": 1.3130358670104396, - "p95": 1.3095217875643785, - "p99": 1.3036363658968082 - }, - "samples_us": [ - 787.352, - 798.589, - 796.386, - 792.68, - 793.18, - 788.904, - 784.528, - 783.836, - 796.806, - 787.752, - 783.005, - 797.977, - 797.978, - 793.541, - 795.203, - 791.898, - 791.518, - 804.347, - 792.69, - 800.732 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2994.935, - "p90": 3007.264, - "p95": 3015.616, - "p99": 3026.402 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.40046578640271, - "p90": 1.3947242410377008, - "p95": 1.3908614359387932, - "p99": 1.3859044502349656 - }, - "samples_us": [ - 3026.402, - 2999.752, - 2982.167, - 2984.29, - 3001.445, - 2981.715, - 2997.609, - 2985.471, - 3003.558, - 2982.917, - 2996.988, - 2991.1, - 2983.798, - 2986.872, - 2995.546, - 2994.935, - 3015.616, - 3007.264, - 2989.467, - 2996.938 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 8388608, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5951.823, - "p90": 5985.954, - "p95": 6004.122, - "p99": 6022.739 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.4094182572297598, - "p90": 1.4013819685216424, - "p95": 1.3971414971248086, - "p99": 1.3928227671828382 - }, - "samples_us": [ - 5948.588, - 5956.891, - 5963.37, - 5978.804, - 5957.211, - 5938.503, - 5925.363, - 5941.086, - 5948.398, - 5954.036, - 5940.806, - 5985.854, - 5940.456, - 6004.122, - 5985.954, - 6022.739, - 5926.245, - 5964.072, - 5951.823, - 5947.567 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 15.674, - "p90": 15.984, - "p95": 15.984, - "p99": 16.224 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.181191782569861, - "p90": 4.1001001001001, - "p95": 4.1001001001001, - "p99": 4.039447731755424 - }, - "samples_us": [ - 16.224, - 15.824, - 15.804, - 15.483, - 15.984, - 15.984, - 15.393, - 15.794, - 15.743, - 15.564, - 15.523, - 15.644, - 15.754, - 15.292, - 15.714, - 15.833, - 15.674, - 15.663, - 15.533, - 15.463 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 56.905, - "p90": 57.606, - "p95": 57.687, - "p99": 58.368 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.606695369475442, - "p90": 4.55063708641461, - "p95": 4.54424740409451, - "p99": 4.491228070175438 - }, - "samples_us": [ - 56.885, - 56.665, - 58.368, - 56.905, - 57.606, - 57.246, - 57.006, - 57.687, - 57.356, - 55.333, - 55.804, - 56.295, - 56.064, - 56.205, - 57.576, - 55.614, - 56.135, - 57.376, - 57.486, - 57.527 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 229.815, - "p90": 233.06, - "p95": 233.361, - "p99": 234.472 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.562696081630877, - "p90": 4.499167596327126, - "p95": 4.4933643582260965, - "p99": 4.4720734245453615 - }, - "samples_us": [ - 229.745, - 228.614, - 231.157, - 229.815, - 228.643, - 233.06, - 234.472, - 233.361, - 232.278, - 228.863, - 229.615, - 229.494, - 229.655, - 229.674, - 232.219, - 231.368, - 228.463, - 232.238, - 231.647, - 232.369 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 850.947, - "p90": 852.66, - "p95": 853.782, - "p99": 854.162 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.928983826254749, - "p90": 4.919081462716675, - "p95": 4.912617038072951, - "p99": 4.910431510650205 - }, - "samples_us": [ - 851.308, - 850.857, - 851.167, - 849.405, - 848.574, - 847.552, - 847.833, - 849.705, - 850.947, - 853.782, - 851.178, - 854.162, - 851.478, - 852.349, - 850.166, - 851.398, - 852.269, - 852.66, - 850.126, - 850.707 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3357.099, - "p90": 3364.269, - "p95": 3367.334, - "p99": 3382.747 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.99753388267668, - "p90": 4.986883034620597, - "p95": 4.982343895794121, - "p99": 4.959642562686479 - }, - "samples_us": [ - 3352.232, - 3382.747, - 3356.908, - 3357.099, - 3358.27, - 3353.964, - 3364.269, - 3358.491, - 3355.716, - 3354.575, - 3352.542, - 3362.136, - 3361.034, - 3358.941, - 3356.978, - 3367.334, - 3362.797, - 3358.191, - 3356.127, - 3354.164 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 13628.625, - "p90": 13645.55, - "p95": 13646.822, - "p99": 13666.222 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.924111126397564, - "p90": 4.918003598242651, - "p95": 4.917545198435211, - "p99": 4.910564455926444 - }, - "samples_us": [ - 13616.317, - 13619.722, - 13618.46, - 13630.187, - 13633.893, - 13645.55, - 13630.588, - 13640.923, - 13622.105, - 13627.293, - 13635.285, - 13618.921, - 13623.757, - 13630.307, - 13631.289, - 13666.222, - 13646.822, - 13622.877, - 13628.014, - 13628.625 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 134217728, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 27150.869, - "p90": 27214.155, - "p95": 27223.509, - "p99": 27264.17 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.943404500239017, - "p90": 4.931908707068068, - "p95": 4.930214102818266, - "p99": 4.922861323121151 - }, - "samples_us": [ - 27134.285, - 27176.137, - 27140.354, - 27139.763, - 27150.869, - 27139.953, - 27136.127, - 27135.878, - 27154.215, - 27139.973, - 27264.17, - 27144.43, - 27142.788, - 27166.183, - 27214.155, - 27151.09, - 27156.639, - 27223.509, - 27172.202, - 27163.408 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 20.741, - "p90": 22.143, - "p95": 23.175, - "p99": 30.636 - }, - "payload_gbps_at_latency_percentile": { - "p50": 12.638927727689119, - "p90": 11.838684911710248, - "p95": 11.311499460625674, - "p99": 8.556730643687166 - }, - "samples_us": [ - 23.175, - 22.143, - 20.561, - 20.741, - 21.162, - 20.761, - 20.701, - 21.032, - 20.671, - 20.841, - 20.871, - 30.636, - 21.002, - 21.342, - 20.4, - 20.651, - 20.561, - 20.38, - 20.441, - 20.621 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 75.003, - "p90": 76.635, - "p95": 76.665, - "p99": 77.276 - }, - "payload_gbps_at_latency_percentile": { - "p50": 13.980454115168726, - "p90": 13.682729823187838, - "p95": 13.677375595121633, - "p99": 13.569232361923495 - }, - "samples_us": [ - 74.832, - 74.792, - 74.402, - 76.635, - 74.782, - 73.861, - 75.053, - 75.123, - 73.8, - 75.163, - 75.183, - 76.084, - 74.802, - 76.665, - 75.003, - 76.615, - 76.304, - 77.276, - 74.892, - 74.803 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 272.74, - "p90": 275.233, - "p95": 275.493, - "p99": 277.887 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.37839700813962, - "p90": 15.239102869205364, - "p95": 15.224720773304584, - "p99": 15.09355961236042 - }, - "samples_us": [ - 272.719, - 272.74, - 274.032, - 272.92, - 273.22, - 271.347, - 271.808, - 274.773, - 272.499, - 275.093, - 274.752, - 272.249, - 275.233, - 271.647, - 273.039, - 277.887, - 269.915, - 269.154, - 271.748, - 275.493 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 1076.085, - "p90": 1078.479, - "p95": 1078.779, - "p99": 1078.899 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.590976549250291, - "p90": 15.55636781059251, - "p95": 15.552041706410673, - "p99": 15.550311938374213 - }, - "samples_us": [ - 1078.899, - 1075.835, - 1076.706, - 1077.727, - 1077.447, - 1076.105, - 1078.479, - 1076.426, - 1078.779, - 1075.565, - 1078.038, - 1073.571, - 1075.955, - 1075.484, - 1072.92, - 1074.783, - 1075.404, - 1076.085, - 1072.58, - 1076.736 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 4327.985, - "p90": 4334.286, - "p95": 4338.881, - "p99": 4344.47 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.505798656880742, - "p90": 15.483256988578972, - "p95": 15.466859773291777, - "p99": 15.446962230145449 - }, - "samples_us": [ - 4324.57, - 4328.907, - 4332.573, - 4344.47, - 4326.584, - 4327.985, - 4326.484, - 4330.119, - 4330.659, - 4330.64, - 4338.881, - 4325.933, - 4327.946, - 4325.952, - 4331.441, - 4334.286, - 4332.563, - 4327.675, - 4326.153, - 4322.277 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 268435456, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 17210.57, - "p90": 17221.958, - "p95": 17223.25, - "p99": 17257.09 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.597127579156298, - "p90": 15.58681399641086, - "p95": 15.585644753458261, - "p99": 15.5550823458648 - }, - "samples_us": [ - 17212.974, - 17209.669, - 17208.458, - 17216.76, - 17198.423, - 17220.776, - 17206.915, - 17205.033, - 17216.359, - 17221.958, - 17257.09, - 17206.584, - 17204.802, - 17216.891, - 17214.626, - 17201.337, - 17207.166, - 17210.57, - 17219.514, - 17223.25 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 536870912, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 35163.174, - "p90": 35251.378, - "p95": 35261.583, - "p99": 35278.858 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.267987810201662, - "p90": 15.229785116485376, - "p95": 15.225377488015782, - "p99": 15.217922076729355 - }, - "samples_us": [ - 34413.049, - 34410.896, - 34450.285, - 34454.722, - 35201.422, - 35196.695, - 35091.127, - 35261.583, - 35163.174, - 35206.69, - 35213.18, - 35251.378, - 35278.858, - 35114.702, - 35231.438, - 35152.499, - 35191.928, - 35158.958, - 35101.552, - 35244.667 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 257, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 19.038, - "p90": 19.409, - "p95": 19.43, - "p99": 19.489 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.013499317155163358, - "p90": 0.013241279818640837, - "p95": 0.013226968605249615, - "p99": 0.01318692595823285 - }, - "samples_us": [ - 19.489, - 19.43, - 19.159, - 19.318, - 19.409, - 19.198, - 19.319, - 18.788, - 19.279, - 18.848, - 19.069, - 19.038, - 18.998, - 18.928, - 18.708, - 18.548, - 18.548, - 19.279, - 18.758, - 18.678 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1028, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 27.691, - "p90": 28.162, - "p95": 28.182, - "p99": 28.754 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.03712397529883356, - "p90": 0.03650308926922804, - "p95": 0.03647718401816762, - "p99": 0.035751547610767195 - }, - "samples_us": [ - 28.142, - 28.754, - 28.182, - 27.642, - 27.632, - 28.022, - 27.691, - 27.281, - 27.501, - 27.952, - 27.471, - 27.692, - 27.721, - 27.411, - 27.682, - 27.722, - 27.522, - 27.312, - 28.162, - 27.881 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4112, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 80.18, - "p90": 91.958, - "p95": 92.468, - "p99": 92.859 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.051284609628336246, - "p90": 0.0447160660301442, - "p95": 0.0444694380758749, - "p99": 0.044282191279251336 - }, - "samples_us": [ - 92.468, - 75.994, - 91.958, - 92.859, - 84.587, - 86.439, - 78.868, - 85.708, - 82.333, - 77.406, - 87.401, - 84.457, - 75.172, - 78.408, - 86.179, - 74.312, - 77.667, - 79.91, - 74.102, - 80.18 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16448, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 254.802, - "p90": 284.446, - "p95": 284.747, - "p99": 308.824 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.06455208357862183, - "p90": 0.057824683771260627, - "p95": 0.057763558527394496, - "p99": 0.053260109317928656 - }, - "samples_us": [ - 248.352, - 228.243, - 267.541, - 231.637, - 241.623, - 262.214, - 231.238, - 241.072, - 308.824, - 253.581, - 254.802, - 284.747, - 262.384, - 244.847, - 284.446, - 249.785, - 256.756, - 281.622, - 261.813, - 280.571 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65792, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 972.609, - "p90": 987.893, - "p95": 1027.983, - "p99": 1033.621 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.06764486037040579, - "p90": 0.06659830568695192, - "p95": 0.0640010583832612, - "p99": 0.06365195753569247 - }, - "samples_us": [ - 1033.621, - 987.893, - 973.471, - 984.357, - 970.817, - 979.059, - 1027.983, - 951.058, - 972.609, - 972.039, - 978.509, - 950.056, - 974.863, - 942.785, - 947.913, - 975.524, - 951.668, - 944.057, - 982.634, - 941.714 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 263168, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3669.747, - "p90": 3686.803, - "p95": 3698.331, - "p99": 3739.593 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.07171284559943777, - "p90": 0.07138108545533894, - "p95": 0.07115858477783628, - "p99": 0.0703734336865001 - }, - "samples_us": [ - 3674.485, - 3636.789, - 3643.768, - 3677.349, - 3670.989, - 3663.649, - 3677.76, - 3635.797, - 3636.127, - 3620.695, - 3686.803, - 3679.292, - 3671.15, - 3676.939, - 3698.331, - 3668.435, - 3657.259, - 3669.747, - 3662.397, - 3739.593 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 526336, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 7364.654, - "p90": 7514.829, - "p95": 7528.78, - "p99": 7572.786 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.07146785171441862, - "p90": 0.07003965093550366, - "p95": 0.06990986587468355, - "p99": 0.06950361465384074 - }, - "samples_us": [ - 7455.479, - 7512.204, - 7528.78, - 7440.657, - 7572.786, - 7321.188, - 7346.265, - 7281.358, - 7488.289, - 7362.561, - 7495.94, - 7512.726, - 7514.829, - 7325.715, - 7277.242, - 7364.654, - 7301.458, - 7303.612, - 7480.847, - 7355.389 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4096, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 19.039, - "p90": 19.479, - "p95": 19.8, - "p99": 19.88 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.21513734965071696, - "p90": 0.21027773499666308, - "p95": 0.20686868686868687, - "p99": 0.20603621730382293 - }, - "samples_us": [ - 19.88, - 18.869, - 19.8, - 19.469, - 19.128, - 18.788, - 19.479, - 18.858, - 19.219, - 18.848, - 19.109, - 18.869, - 18.949, - 19.039, - 19.038, - 19.179, - 19.269, - 19.289, - 18.597, - 18.989 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16384, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 27.681, - "p90": 28.383, - "p95": 29.024, - "p99": 29.074 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.5918861312813843, - "p90": 0.5772469435929958, - "p95": 0.5644983461962514, - "p99": 0.5635275503886634 - }, - "samples_us": [ - 27.762, - 27.161, - 27.491, - 27.381, - 26.8, - 29.074, - 27.281, - 27.391, - 27.681, - 28.383, - 27.942, - 27.822, - 27.882, - 27.021, - 27.802, - 29.024, - 27.571, - 27.17, - 28.363, - 27.993 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65536, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 83.545, - "p90": 93.12, - "p95": 96.424, - "p99": 98.288 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.7844395236100306, - "p90": 0.7037800687285224, - "p95": 0.679664813739318, - "p99": 0.6667751912746215 - }, - "samples_us": [ - 96.424, - 83.455, - 80.962, - 82.524, - 83.316, - 81.132, - 85.358, - 98.288, - 83.445, - 79.96, - 83.545, - 80.591, - 93.12, - 89.414, - 83.676, - 89.624, - 84.637, - 84.316, - 79.93, - 85.027 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 269.304, - "p90": 285.119, - "p95": 291.578, - "p99": 293.4 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.973412945964412, - "p90": 0.9194196107590165, - "p95": 0.8990527406045724, - "p99": 0.8934696659850034 - }, - "samples_us": [ - 293.4, - 255.243, - 258.889, - 254.011, - 271.718, - 254.251, - 273.861, - 264.177, - 264.687, - 255.483, - 291.578, - 283.986, - 277.236, - 261.733, - 270.977, - 281.022, - 278.758, - 269.304, - 285.119, - 263.786 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 931.057, - "p90": 975.954, - "p95": 986.03, - "p99": 998.238 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.1262210584314387, - "p90": 1.0744112939749209, - "p95": 1.063432147094916, - "p99": 1.050426852113424 - }, - "samples_us": [ - 998.238, - 938.038, - 986.03, - 956.155, - 943.045, - 926.902, - 923.225, - 946.12, - 975.213, - 913.681, - 916.115, - 913.822, - 933.711, - 918.659, - 975.954, - 918.298, - 931.057, - 940.542, - 921.773, - 925.679 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3568.416, - "p90": 3588.826, - "p95": 3592.272, - "p99": 3595.466 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.1753965905320456, - "p90": 1.16871199662508, - "p95": 1.167590872851499, - "p99": 1.1665536539630745 - }, - "samples_us": [ - 3539.792, - 3556.407, - 3560.784, - 3568.416, - 3523.569, - 3578.481, - 3539.882, - 3585.101, - 3559.222, - 3573.213, - 3556.709, - 3553.744, - 3588.826, - 3595.466, - 3539.612, - 3568.686, - 3570.99, - 3580.684, - 3570.799, - 3592.272 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 8388608, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 7128.099, - "p90": 7285.544, - "p95": 7285.775, - "p99": 7301.097 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.1768366292331238, - "p90": 1.1514044798850984, - "p95": 1.1513679738943352, - "p99": 1.148951726021446 - }, - "samples_us": [ - 7215.079, - 7252.255, - 7285.544, - 7083.351, - 7214.619, - 7110.421, - 7077.673, - 7082.7, - 7128.099, - 7098.494, - 7099.775, - 7083.512, - 7261.107, - 7097.482, - 7131.493, - 7301.097, - 7231.324, - 7109.931, - 7285.775, - 7182.48 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65536, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 18.788, - "p90": 19.169, - "p95": 19.359, - "p99": 27.011 - }, - "payload_gbps_at_latency_percentile": { - "p50": 3.4881839472003406, - "p90": 3.4188533569826283, - "p95": 3.3852988274187714, - "p99": 2.426270778571693 - }, - "samples_us": [ - 19.359, - 18.798, - 18.378, - 18.788, - 19.019, - 18.858, - 18.678, - 18.788, - 18.918, - 18.728, - 18.347, - 17.667, - 18.318, - 18.517, - 19.139, - 18.517, - 18.949, - 27.011, - 19.169, - 18.898 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 26.76, - "p90": 27.411, - "p95": 28.032, - "p99": 28.353 - }, - "payload_gbps_at_latency_percentile": { - "p50": 9.79611360239163, - "p90": 9.563459924847688, - "p95": 9.351598173515981, - "p99": 9.245723556590132 - }, - "samples_us": [ - 26.991, - 27.301, - 27.001, - 27.21, - 26.76, - 27.411, - 27.061, - 28.032, - 26.37, - 26.409, - 27.271, - 26.299, - 26.961, - 28.353, - 26.389, - 26.35, - 26.66, - 26.15, - 26.7, - 26.409 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 82.855, - "p90": 85.428, - "p95": 88.353, - "p99": 91.237 - }, - "payload_gbps_at_latency_percentile": { - "p50": 12.65555488504013, - "p90": 12.274383106241514, - "p95": 11.868029382137562, - "p99": 11.492881177592425 - }, - "samples_us": [ - 84.457, - 82.855, - 80.811, - 83.726, - 79.69, - 83.255, - 83.496, - 88.353, - 78.878, - 91.237, - 79.599, - 78.998, - 84.527, - 81.202, - 85.097, - 85.428, - 80.551, - 81.362, - 78.478, - 84.086 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 259.599, - "p90": 275.584, - "p95": 286.601, - "p99": 294.332 - }, - "payload_gbps_at_latency_percentile": { - "p50": 16.15685730684633, - "p90": 15.219693450998607, - "p95": 14.634645378069163, - "p99": 14.250248019243575 - }, - "samples_us": [ - 267.212, - 251.177, - 254.252, - 245.429, - 269.454, - 248.633, - 262.464, - 257.837, - 286.601, - 257.547, - 259.599, - 266.08, - 294.332, - 252.949, - 254.762, - 273.62, - 275.584, - 248.273, - 259.79, - 265.619 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 921.593, - "p90": 930.788, - "p95": 935.164, - "p99": 939.079 - }, - "payload_gbps_at_latency_percentile": { - "p50": 18.20458271709963, - "p90": 18.02474462498442, - "p95": 17.940399758758893, - "p99": 17.865606620955212 - }, - "samples_us": [ - 920.702, - 924.247, - 939.079, - 930.788, - 924.648, - 920.982, - 935.164, - 927.512, - 905.239, - 913.05, - 917.687, - 923.436, - 925.048, - 915.514, - 921.593, - 928.393, - 921.153, - 914.433, - 920.351, - 924.778 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3617.259, - "p90": 3642.076, - "p95": 3656.198, - "p99": 3671.671 - }, - "payload_gbps_at_latency_percentile": { - "p50": 18.552407776164216, - "p90": 18.425992208839133, - "p95": 18.354822140376424, - "p99": 18.277472028403416 - }, - "samples_us": [ - 3566.463, - 3548.897, - 3582.748, - 3531.039, - 3558.741, - 3561.415, - 3642.076, - 3627.404, - 3604.69, - 3636.338, - 3614.284, - 3626.744, - 3596.928, - 3671.671, - 3656.198, - 3617.259, - 3626.723, - 3621.476, - 3622.647, - 3626.202 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 134217728, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 7261.107, - "p90": 7440.377, - "p95": 7454.098, - "p99": 7489.791 - }, - "payload_gbps_at_latency_percentile": { - "p50": 18.48447185807894, - "p90": 18.039103126091593, - "p95": 18.005897963777777, - "p99": 17.920089893029058 - }, - "samples_us": [ - 7308.459, - 7136.561, - 7136.862, - 7168.669, - 7163.531, - 7169.44, - 7166.616, - 7158.965, - 7146.125, - 7394.137, - 7424.553, - 7330.482, - 7246.126, - 7440.377, - 7261.107, - 7276.601, - 7331.975, - 7454.098, - 7489.791, - 7287.567 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 21.453, - "p90": 22.304, - "p95": 22.884, - "p99": 23.625 - }, - "payload_gbps_at_latency_percentile": { - "p50": 12.219456486272316, - "p90": 11.7532281205165, - "p95": 11.455339975528753, - "p99": 11.096042328042328 - }, - "samples_us": [ - 22.884, - 22.304, - 21.813, - 21.763, - 21.743, - 21.081, - 21.112, - 23.625, - 21.322, - 21.573, - 21.282, - 20.991, - 20.911, - 20.932, - 21.453, - 21.292, - 21.553, - 21.542, - 20.992, - 21.492 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 32.148, - "p90": 33.24, - "p95": 33.41, - "p99": 42.754 - }, - "payload_gbps_at_latency_percentile": { - "p50": 32.61714570113226, - "p90": 31.54560770156438, - "p95": 31.385094283148756, - "p99": 24.525798755671985 - }, - "samples_us": [ - 32.148, - 32.799, - 31.958, - 31.798, - 32.549, - 31.628, - 32.339, - 31.467, - 31.938, - 32.689, - 31.968, - 31.738, - 32.188, - 31.978, - 42.754, - 33.41, - 33.24, - 32.369, - 33.079, - 31.737 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 92.238, - "p90": 104.387, - "p95": 107.872, - "p99": 127.351 - }, - "payload_gbps_at_latency_percentile": { - "p50": 45.47262516533316, - "p90": 40.180328968166535, - "p95": 38.88223079204984, - "p99": 32.93499069500828 - }, - "samples_us": [ - 104.387, - 92.238, - 127.351, - 90.175, - 91.888, - 96.214, - 94.291, - 102.343, - 91.998, - 89.184, - 86.279, - 103.375, - 107.872, - 93.641, - 95.623, - 91.607, - 88.833, - 91.448, - 87.812, - 95.374 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 285.378, - "p90": 302.403, - "p95": 315.113, - "p99": 327.221 - }, - "payload_gbps_at_latency_percentile": { - "p50": 58.78945118404362, - "p90": 55.47966124674689, - "p95": 53.241903698038485, - "p99": 51.27181935144749 - }, - "samples_us": [ - 286.04, - 278.959, - 279.149, - 290.196, - 285.889, - 282.444, - 293.621, - 301.513, - 285.378, - 327.221, - 315.113, - 295.123, - 298.779, - 302.403, - 256.545, - 253.31, - 267.171, - 250.125, - 252.369, - 252.459 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 932.58, - "p90": 964.297, - "p95": 969.385, - "p99": 973.792 - }, - "payload_gbps_at_latency_percentile": { - "p50": 71.96043663814365, - "p90": 69.59356297904068, - "p95": 69.22828803829232, - "p99": 68.91498800565213 - }, - "samples_us": [ - 973.792, - 958.459, - 929.746, - 964.297, - 950.016, - 936.626, - 931.108, - 969.385, - 930.707, - 932.48, - 931.188, - 922.675, - 934.873, - 909.335, - 932.58, - 933.872, - 956.476, - 916.876, - 931.358, - 938.488 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 268435456, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3619.252, - "p90": 3659.453, - "p95": 3667.374, - "p99": 3692.832 - }, - "payload_gbps_at_latency_percentile": { - "p50": 74.1687663638785, - "p90": 73.35398377844994, - "p95": 73.19554973122457, - "p99": 72.69094721882826 - }, - "samples_us": [ - 3667.374, - 3598.391, - 3611.911, - 3597.97, - 3617.84, - 3641.035, - 3605.842, - 3641.436, - 3620.584, - 3659.453, - 3619.252, - 3609.978, - 3597.63, - 3627.925, - 3629.928, - 3613.003, - 3634.625, - 3619.522, - 3692.832, - 3613.252 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 536870912, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 7295.189, - "p90": 7437.442, - "p95": 7474.278, - "p99": 7489.601 - }, - "payload_gbps_at_latency_percentile": { - "p50": 73.59246100409462, - "p90": 72.1848872233222, - "p95": 71.82913346279065, - "p99": 71.68217799586387 - }, - "samples_us": [ - 7285.584, - 7420.076, - 7322.14, - 7255.018, - 7352.435, - 7260.898, - 7489.601, - 7295.189, - 7413.136, - 7288.288, - 7437.442, - 7272.916, - 7246.215, - 7474.278, - 7381.098, - 7254.618, - 7305.634, - 7241.378, - 7273.016, - 7307.647 - ] - } - } - ] -} diff --git a/collectivex/results/mi300x/mi300x-swap-blocks-smoke-random.json b/collectivex/results/mi300x/mi300x-swap-blocks-smoke-random.json deleted file mode 100644 index 35326ea762..0000000000 --- a/collectivex/results/mi300x/mi300x-swap-blocks-smoke-random.json +++ /dev/null @@ -1,4075 +0,0 @@ -{ - "schema": "collectivex-swap-blocks-v1", - "case_id": "mi300x-swap-blocks-smoke-random", - "profile": "smoke", - "generated_at": "2026-10-27T20:26:08.833030+00:00", - "operation": "vllm._custom_ops.swap_blocks", - "timing": "drained-wall-clock-including-submission-and-synchronization", - "warmup": 4, - "iterations": 20, - "selection": { - "requested_block_bytes": [ - 257, - 4096, - 65536, - 262144 - ], - "requested_num_blocks": [ - 1, - 4, - 16, - 64, - 256, - 1024, - 2048 - ], - "max_payload_bytes": 2147483648, - "skipped_cases": [] - }, - "runtime": { - "sku": "mi300x", - "torch": "2.13.0+git733fca1", - "vllm": "0.32.0", - "cuda": null, - "hip": "7.2.53211", - "device": "", - "device_index": 0, - "image": "vllm/vllm-openai-rocm:v0.32.0", - "source_sha": "e7f9471b4f37b631c67fc58826cc4a4fe275340c", - "source_dirty": false - }, - "cases": [ - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 257, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 16.345, - "p90": 17.006, - "p95": 17.126, - "p99": 17.937 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.015723462832670544, - "p90": 0.015112313301187816, - "p95": 0.015006422982599556, - "p99": 0.014327925517087585 - }, - "samples_us": [ - 16.805, - 16.655, - 17.126, - 16.715, - 16.845, - 16.335, - 16.715, - 16.385, - 16.034, - 17.937, - 17.006, - 16.324, - 16.064, - 15.984, - 16.345, - 16.104, - 16.345, - 16.074, - 16.334, - 15.954 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 1028, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 23.665, - "p90": 24.097, - "p95": 24.206, - "p99": 27.05 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.04343967885062328, - "p90": 0.04266091214674026, - "p95": 0.04246880938610262, - "p99": 0.03800369685767098 - }, - "samples_us": [ - 24.037, - 23.786, - 23.765, - 23.745, - 27.05, - 23.716, - 23.836, - 23.485, - 23.565, - 23.485, - 24.206, - 23.626, - 23.626, - 23.485, - 23.876, - 23.645, - 23.295, - 24.097, - 23.665, - 23.586 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 4112, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 65.809, - "p90": 73.69, - "p95": 170.826, - "p99": 181.042 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.06248385479189777, - "p90": 0.05580132989550821, - "p95": 0.02407127720604592, - "p99": 0.022712961633212184 - }, - "samples_us": [ - 73.69, - 69.514, - 68.763, - 170.826, - 63.456, - 66.59, - 66.259, - 67.151, - 68.933, - 63.876, - 64.677, - 63.895, - 63.015, - 63.525, - 63.235, - 67.551, - 181.042, - 65.809, - 65.598, - 62.704 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 16448, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 211.397, - "p90": 226.941, - "p95": 229.845, - "p99": 232.149 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.0778062129547723, - "p90": 0.07247698741082484, - "p95": 0.0715612695512193, - "p99": 0.0708510482491848 - }, - "samples_us": [ - 211.137, - 232.149, - 208.593, - 229.845, - 202.403, - 217.897, - 205.368, - 211.397, - 206.199, - 214.672, - 215.213, - 220.02, - 200.641, - 215.113, - 207.211, - 218.217, - 208.122, - 213.821, - 207.762, - 226.941 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 65792, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 794.422, - "p90": 823.185, - "p95": 891.458, - "p99": 917.006 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.0828174446327015, - "p90": 0.07992371095197313, - "p95": 0.07380269177011144, - "p99": 0.07174653164755737 - }, - "samples_us": [ - 917.006, - 891.458, - 789.455, - 805.078, - 806.611, - 796.215, - 774.683, - 786.991, - 785.51, - 787.352, - 783.215, - 793.431, - 823.185, - 794.773, - 787.572, - 794.422, - 799.53, - 795.864, - 785.729, - 798.008 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 263168, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3069.507, - "p90": 3089.386, - "p95": 3151.079, - "p99": 3154.605 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08573624363782197, - "p90": 0.08518456418200898, - "p95": 0.08351678901100226, - "p99": 0.08342343970164252 - }, - "samples_us": [ - 3154.605, - 3151.079, - 3082.756, - 3063.268, - 3057.218, - 3059.191, - 3052.752, - 3074.745, - 3064.86, - 3069.507, - 3065.341, - 3082.426, - 3041.415, - 3089.386, - 3042.677, - 3074.284, - 3050.018, - 3069.848, - 3075.576, - 3087.234 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 526336, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 6340.506, - "p90": 6379.995, - "p95": 6386.615, - "p99": 6427.887 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08301167130825206, - "p90": 0.0824978702961366, - "p95": 0.08241235772001287, - "p99": 0.08188320672096444 - }, - "samples_us": [ - 6308.177, - 6358.634, - 6338.433, - 6322.209, - 6345.724, - 6386.615, - 6349.119, - 6339.594, - 6183.0, - 6178.313, - 6163.411, - 6126.534, - 6427.887, - 6344.692, - 6379.995, - 6364.812, - 6336.4, - 6340.506, - 6366.875, - 6350.881 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 4096, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 19.149, - "p90": 19.979, - "p95": 20.2, - "p99": 20.521 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.2139015092171915, - "p90": 0.2050152660293308, - "p95": 0.20277227722772279, - "p99": 0.19960040933677697 - }, - "samples_us": [ - 19.449, - 20.2, - 19.979, - 19.499, - 18.988, - 19.309, - 19.139, - 18.858, - 19.329, - 18.959, - 19.298, - 19.009, - 19.149, - 19.048, - 18.758, - 20.521, - 19.83, - 18.798, - 19.118, - 19.169 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 16384, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 27.722, - "p90": 28.303, - "p95": 28.333, - "p99": 28.422 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.591010749585167, - "p90": 0.5788785641098116, - "p95": 0.5782656266544313, - "p99": 0.5764548589121103 - }, - "samples_us": [ - 27.831, - 27.832, - 27.742, - 27.542, - 27.781, - 27.231, - 28.333, - 27.391, - 28.022, - 27.832, - 27.411, - 27.06, - 27.101, - 27.351, - 26.99, - 27.672, - 27.962, - 28.422, - 27.722, - 28.303 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 75.032, - "p90": 80.181, - "p95": 81.732, - "p99": 94.131 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.8734406653161317, - "p90": 0.8173507439418316, - "p95": 0.8018401605246415, - "p99": 0.6962212236138998 - }, - "samples_us": [ - 94.131, - 80.181, - 74.602, - 75.753, - 71.708, - 72.759, - 74.963, - 74.452, - 77.076, - 76.645, - 74.783, - 75.032, - 71.898, - 72.208, - 74.732, - 75.844, - 79.9, - 81.732, - 75.313, - 75.934 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 240.671, - "p90": 260.862, - "p95": 261.162, - "p99": 264.297 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.0892213852105157, - "p90": 1.004914475853133, - "p95": 1.0037601182407856, - "p99": 0.9918538613756493 - }, - "samples_us": [ - 240.671, - 250.777, - 241.242, - 261.162, - 237.206, - 255.343, - 239.32, - 264.297, - 237.446, - 251.548, - 241.663, - 255.123, - 238.628, - 251.266, - 238.458, - 260.862, - 240.0, - 240.09, - 212.459, - 228.533 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 816.044, - "p90": 832.279, - "p95": 906.761, - "p99": 925.269 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.2849503213062041, - "p90": 1.2598852067635973, - "p95": 1.1563973307188995, - "p99": 1.133266109639467 - }, - "samples_us": [ - 925.269, - 906.761, - 816.725, - 815.804, - 808.284, - 832.279, - 823.196, - 832.279, - 815.033, - 817.747, - 809.125, - 817.016, - 813.271, - 817.346, - 805.599, - 806.511, - 810.166, - 811.248, - 820.141, - 816.044 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3069.597, - "p90": 3187.123, - "p95": 3187.634, - "p99": 3195.857 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.3664021694052997, - "p90": 1.316015729546679, - "p95": 1.3158047630311385, - "p99": 1.312419172697652 - }, - "samples_us": [ - 3168.625, - 3187.123, - 3153.493, - 3195.857, - 3187.634, - 3171.87, - 3074.885, - 3078.661, - 3077.529, - 3051.29, - 3065.25, - 3069.597, - 3078.75, - 3062.135, - 3067.835, - 3069.166, - 3065.06, - 3060.143, - 3061.184, - 3058.23 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 8388608, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 6126.024, - "p90": 6175.128, - "p95": 6287.026, - "p99": 6314.798 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.3693397218163037, - "p90": 1.3584508693584976, - "p95": 1.3342728342462715, - "p99": 1.3284048040808274 - }, - "samples_us": [ - 6287.026, - 6099.545, - 6103.43, - 6108.548, - 6126.024, - 6116.85, - 6105.633, - 6314.798, - 6118.753, - 6108.959, - 6132.604, - 6128.869, - 6155.098, - 6175.128, - 6127.877, - 6118.864, - 6139.734, - 6145.794, - 6133.385, - 6122.439 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 18.598, - "p90": 19.049, - "p95": 19.148, - "p99": 19.78 - }, - "payload_gbps_at_latency_percentile": { - "p50": 3.52381976556619, - "p90": 3.440390571683553, - "p95": 3.422602882807604, - "p99": 3.3132457027300304 - }, - "samples_us": [ - 19.78, - 19.049, - 18.698, - 18.598, - 18.578, - 18.849, - 18.838, - 18.467, - 18.618, - 18.157, - 18.638, - 18.427, - 18.608, - 18.258, - 19.148, - 18.388, - 18.788, - 18.518, - 18.568, - 18.287 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 63.025, - "p90": 64.196, - "p95": 64.307, - "p99": 64.446 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.159365331217771, - "p90": 4.0834942987102, - "p95": 4.0764457990576455, - "p99": 4.067653539397325 - }, - "samples_us": [ - 61.572, - 61.422, - 63.756, - 62.774, - 62.444, - 62.524, - 64.446, - 63.134, - 62.683, - 63.285, - 61.722, - 63.825, - 63.025, - 64.196, - 64.116, - 64.307, - 63.776, - 62.764, - 62.173, - 63.916 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 236.405, - "p90": 239.89, - "p95": 240.631, - "p99": 244.307 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.435506863222013, - "p90": 4.371070073783818, - "p95": 4.357609784275509, - "p99": 4.292042389288887 - }, - "samples_us": [ - 244.307, - 239.89, - 240.631, - 238.618, - 238.098, - 238.979, - 237.116, - 235.424, - 236.134, - 233.911, - 237.667, - 235.283, - 233.581, - 235.944, - 236.405, - 235.663, - 235.444, - 235.513, - 236.735, - 237.777 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 920.301, - "p90": 948.553, - "p95": 951.177, - "p99": 951.929 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.557534980403151, - "p90": 4.421791929391399, - "p95": 4.409593587733934, - "p99": 4.406110119557236 - }, - "samples_us": [ - 951.177, - 951.929, - 946.721, - 943.907, - 948.553, - 935.354, - 922.174, - 924.868, - 921.814, - 919.73, - 918.028, - 918.869, - 922.694, - 920.301, - 918.578, - 918.258, - 917.568, - 911.719, - 910.276, - 917.517 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3532.341, - "p90": 3640.784, - "p95": 3668.375, - "p99": 3682.126 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.74960260065492, - "p90": 4.608132753824451, - "p95": 4.573473540736702, - "p99": 4.556393779028746 - }, - "samples_us": [ - 3682.126, - 3668.375, - 3640.784, - 3621.195, - 3606.533, - 3593.934, - 3576.508, - 3567.334, - 3542.767, - 3537.85, - 3531.831, - 3528.986, - 3530.288, - 3532.341, - 3527.795, - 3529.016, - 3523.879, - 3531.751, - 3522.667, - 3520.473 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 14095.545, - "p90": 14110.257, - "p95": 14132.741, - "p99": 14135.425 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.76099817353639, - "p90": 4.756034138853743, - "p95": 4.748467689318017, - "p99": 4.747566061862307 - }, - "samples_us": [ - 14135.425, - 14107.133, - 14095.645, - 14087.734, - 14095.355, - 14085.75, - 14095.545, - 14099.582, - 14110.257, - 14099.561, - 14092.05, - 14085.08, - 14132.741, - 14106.491, - 14098.72, - 14093.892, - 14094.093, - 14092.771, - 14097.308, - 14089.265 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 134217728, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 28098.01, - "p90": 28150.219, - "p95": 28163.359, - "p99": 28178.942 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.776769885127096, - "p90": 4.7679106155444115, - "p95": 4.765686081692174, - "p99": 4.763050649665981 - }, - "samples_us": [ - 28099.543, - 28098.01, - 28076.939, - 28145.652, - 28148.826, - 28074.025, - 28067.765, - 28074.685, - 28111.551, - 28071.971, - 28103.018, - 28163.359, - 28099.373, - 28098.521, - 28076.098, - 28150.219, - 28090.078, - 28178.942, - 28090.87, - 28089.688 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 21.392, - "p90": 21.693, - "p95": 21.833, - "p99": 37.887 - }, - "payload_gbps_at_latency_percentile": { - "p50": 12.25430067314884, - "p90": 12.084266814179689, - "p95": 12.006778729446252, - "p99": 6.919101538786391 - }, - "samples_us": [ - 21.693, - 21.833, - 21.473, - 21.192, - 21.382, - 21.452, - 21.392, - 21.242, - 21.342, - 21.232, - 37.887, - 21.542, - 21.552, - 21.282, - 21.482, - 21.492, - 21.071, - 21.252, - 21.502, - 21.152 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 80.671, - "p90": 81.672, - "p95": 81.813, - "p99": 82.764 - }, - "payload_gbps_at_latency_percentile": { - "p50": 12.998177783838058, - "p90": 12.838867665785092, - "p95": 12.816740615794556, - "p99": 12.669469817795177 - }, - "samples_us": [ - 81.011, - 81.322, - 82.764, - 80.09, - 81.672, - 80.881, - 81.813, - 80.931, - 80.671, - 81.122, - 80.901, - 79.018, - 79.7, - 81.122, - 80.621, - 80.091, - 78.698, - 79.179, - 79.87, - 79.069 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 330.647, - "p90": 336.976, - "p95": 337.646, - "p99": 338.978 - }, - "payload_gbps_at_latency_percentile": { - "p50": 12.685141555798177, - "p90": 12.446892360286785, - "p95": 12.422193658447013, - "p99": 12.373381163379335 - }, - "samples_us": [ - 329.455, - 334.852, - 330.996, - 338.978, - 331.898, - 328.874, - 329.615, - 330.996, - 330.556, - 330.526, - 327.321, - 330.647, - 337.646, - 335.904, - 327.852, - 327.922, - 336.976, - 330.947, - 321.242, - 332.219 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 1283.657, - "p90": 1355.675, - "p95": 1357.257, - "p99": 1360.962 - }, - "payload_gbps_at_latency_percentile": { - "p50": 13.06985900439136, - "p90": 12.375544286056762, - "p95": 12.361119522684355, - "p99": 12.327468364289377 - }, - "samples_us": [ - 1355.675, - 1360.962, - 1352.5, - 1352.049, - 1357.257, - 1329.064, - 1311.819, - 1303.756, - 1286.17, - 1286.471, - 1283.657, - 1275.554, - 1259.95, - 1248.624, - 1244.387, - 1240.912, - 1239.641, - 1238.109, - 1236.716, - 1228.544 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 4441.306, - "p90": 4754.095, - "p95": 4851.652, - "p99": 4984.511 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.110164442621157, - "p90": 14.116012406146702, - "p95": 13.832167682265752, - "p99": 13.46347996824563 - }, - "samples_us": [ - 4984.511, - 4851.652, - 4754.095, - 4670.32, - 4572.673, - 4503.038, - 4457.75, - 4440.664, - 4440.794, - 4440.304, - 4439.903, - 4440.674, - 4438.943, - 4441.306, - 4454.756, - 4440.975, - 4439.483, - 4444.801, - 4443.539, - 4438.181 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 268435456, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 17718.392, - "p90": 17734.857, - "p95": 17739.764, - "p99": 17770.761 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.150102560096876, - "p90": 15.13603724010856, - "p95": 15.131850457537091, - "p99": 15.10545642924352 - }, - "samples_us": [ - 17731.431, - 17734.857, - 17709.96, - 17713.875, - 17706.945, - 17715.268, - 17714.637, - 17721.597, - 17721.837, - 17770.761, - 17721.006, - 17706.154, - 17720.776, - 17716.86, - 17723.009, - 17711.121, - 17710.921, - 17718.392, - 17739.764, - 17723.369 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 536870912, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 35367.23, - "p90": 35408.832, - "p95": 35428.061, - "p99": 35429.874 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.179897096832294, - "p90": 15.162062165733115, - "p95": 15.153832776792385, - "p99": 15.15305733235179 - }, - "samples_us": [ - 35343.224, - 35374.001, - 35408.832, - 35386.238, - 35384.025, - 35428.061, - 35359.519, - 35341.312, - 35397.245, - 35340.56, - 35382.953, - 35429.874, - 35338.957, - 35360.159, - 35346.138, - 35407.44, - 35341.582, - 35359.769, - 35399.629, - 35367.23 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 257, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 16.445, - "p90": 17.366, - "p95": 17.697, - "p99": 17.817 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.015627850410459106, - "p90": 0.014799032592421974, - "p95": 0.014522235407131151, - "p99": 0.014424426109895043 - }, - "samples_us": [ - 17.366, - 16.935, - 16.354, - 17.697, - 16.635, - 16.184, - 17.817, - 16.394, - 16.164, - 16.535, - 16.905, - 16.955, - 16.404, - 16.395, - 16.585, - 16.995, - 16.355, - 16.434, - 16.445, - 16.095 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 1028, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 23.516, - "p90": 24.557, - "p95": 24.718, - "p99": 25.708 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.043714917502976694, - "p90": 0.04186179093537484, - "p95": 0.04158912533376487, - "p99": 0.03998755251283647 - }, - "samples_us": [ - 23.486, - 23.726, - 23.515, - 23.866, - 23.515, - 24.126, - 23.325, - 23.495, - 23.355, - 23.796, - 23.305, - 23.505, - 25.708, - 23.766, - 23.676, - 23.586, - 24.718, - 23.516, - 24.557, - 23.435 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 4112, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 64.767, - "p90": 68.864, - "p95": 69.023, - "p99": 71.227 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.06348912254697608, - "p90": 0.05971189591078067, - "p95": 0.05957434478362285, - "p99": 0.05773091664677721 - }, - "samples_us": [ - 64.497, - 61.582, - 71.227, - 65.598, - 60.501, - 64.767, - 69.023, - 62.994, - 66.189, - 63.976, - 66.329, - 60.491, - 60.081, - 68.864, - 63.926, - 65.939, - 66.309, - 66.6, - 65.258, - 62.124 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 16448, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 202.454, - "p90": 210.536, - "p95": 213.38, - "p99": 221.632 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08124314659132445, - "p90": 0.07812440627731124, - "p95": 0.07708313806354859, - "p99": 0.07421311002021369 - }, - "samples_us": [ - 199.179, - 208.112, - 201.873, - 200.621, - 193.5, - 208.263, - 195.453, - 208.412, - 194.232, - 210.536, - 196.365, - 206.31, - 202.364, - 213.38, - 203.566, - 209.865, - 198.097, - 221.632, - 202.454, - 209.975 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 65792, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 770.046, - "p90": 775.374, - "p95": 775.504, - "p99": 782.875 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08543905169301574, - "p90": 0.0848519553144676, - "p95": 0.08483773133342962, - "p99": 0.08403895896535207 - }, - "samples_us": [ - 770.817, - 775.504, - 772.49, - 767.532, - 766.521, - 766.57, - 769.555, - 772.89, - 763.736, - 766.16, - 767.702, - 771.668, - 770.607, - 773.952, - 782.875, - 770.046, - 765.549, - 762.325, - 775.374, - 773.08 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 263168, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2999.361, - "p90": 3013.683, - "p95": 3021.264, - "p99": 3036.297 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08774135557540423, - "p90": 0.08732438016871714, - "p95": 0.08710526455152545, - "p99": 0.08667399796528469 - }, - "samples_us": [ - 3036.297, - 2999.361, - 3003.588, - 3001.134, - 2994.445, - 2998.35, - 3012.05, - 2978.3, - 2982.165, - 2998.901, - 2999.401, - 2988.966, - 2987.023, - 3010.558, - 3013.683, - 2994.524, - 3012.311, - 3021.264, - 3001.405, - 2988.035 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 526336, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 6135.598, - "p90": 6210.061, - "p95": 6214.126, - "p99": 6229.73 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08578397737270271, - "p90": 0.08475536713729544, - "p95": 0.08469992401184012, - "p99": 0.08448777073805767 - }, - "samples_us": [ - 6036.56, - 6120.005, - 6151.462, - 6198.183, - 6119.684, - 6144.622, - 6200.106, - 6229.73, - 6133.135, - 6083.751, - 6116.871, - 6210.01, - 6210.061, - 6214.126, - 6195.649, - 6135.598, - 6112.494, - 6116.16, - 6140.606, - 6118.112 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 4096, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 16.454, - "p90": 17.296, - "p95": 17.857, - "p99": 19.85 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.24893642883189498, - "p90": 0.23681776133209992, - "p95": 0.2293778350226802, - "p99": 0.20634760705289673 - }, - "samples_us": [ - 17.126, - 16.805, - 16.485, - 16.836, - 16.395, - 16.424, - 16.305, - 19.85, - 16.355, - 16.454, - 16.024, - 16.274, - 17.296, - 17.175, - 16.164, - 17.857, - 16.495, - 16.465, - 16.225, - 16.175 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 16384, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 23.976, - "p90": 24.857, - "p95": 25.869, - "p99": 34.592 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.68335001668335, - "p90": 0.6591302248863499, - "p95": 0.6333449302253663, - "p99": 0.47363552266419984 - }, - "samples_us": [ - 23.976, - 23.906, - 23.746, - 34.592, - 23.745, - 24.857, - 24.687, - 23.726, - 23.935, - 23.876, - 25.869, - 23.876, - 24.256, - 24.136, - 24.026, - 23.696, - 24.747, - 24.247, - 24.187, - 23.395 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 68.523, - "p90": 72.419, - "p95": 82.344, - "p99": 90.957 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.9564087970462473, - "p90": 0.9049558817437413, - "p95": 0.7958806956183814, - "p99": 0.7205162879162681 - }, - "samples_us": [ - 72.369, - 71.598, - 66.399, - 67.441, - 65.368, - 64.838, - 66.2, - 82.344, - 69.694, - 69.745, - 68.523, - 68.283, - 68.032, - 66.149, - 64.958, - 90.957, - 72.419, - 70.986, - 69.735, - 70.977 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 218.488, - "p90": 227.882, - "p95": 235.934, - "p99": 240.882 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.19980960052726, - "p90": 1.1503497424105458, - "p95": 1.1110903896852509, - "p99": 1.0882672843965095 - }, - "samples_us": [ - 206.28, - 219.259, - 209.584, - 221.563, - 220.551, - 227.031, - 215.273, - 218.879, - 208.122, - 227.171, - 217.226, - 224.717, - 212.078, - 240.882, - 214.822, - 227.882, - 215.123, - 235.934, - 213.541, - 218.488 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 777.798, - "p90": 793.822, - "p95": 799.189, - "p99": 803.806 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.3481340913707671, - "p90": 1.3209208109626591, - "p95": 1.3120500907795278, - "p99": 1.30451377571205 - }, - "samples_us": [ - 783.626, - 799.189, - 793.822, - 793.361, - 775.624, - 777.798, - 778.318, - 778.648, - 772.47, - 763.956, - 774.663, - 770.206, - 773.612, - 770.086, - 778.228, - 773.651, - 770.106, - 803.806, - 780.862, - 777.897 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2976.767, - "p90": 2985.12, - "p95": 2990.108, - "p99": 2996.998 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.4090132012347625, - "p90": 1.4050704829286595, - "p95": 1.4027265904776685, - "p99": 1.3995017681026147 - }, - "samples_us": [ - 2984.79, - 2976.767, - 2975.015, - 2974.985, - 2972.0, - 2981.094, - 2972.481, - 2978.21, - 2980.273, - 2990.108, - 2966.472, - 2980.904, - 2968.715, - 2983.467, - 2971.56, - 2996.998, - 2969.457, - 2985.12, - 2971.54, - 2978.461 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 8388608, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5983.119, - "p90": 6005.202, - "p95": 6010.36, - "p99": 6058.733 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.4020459897254258, - "p90": 1.396890229504353, - "p95": 1.3956914394478865, - "p99": 1.3845482215506113 - }, - "samples_us": [ - 5992.303, - 6010.36, - 6058.733, - 5914.807, - 5909.248, - 5902.719, - 5995.368, - 5975.419, - 5982.659, - 5941.697, - 5905.583, - 5895.898, - 6000.366, - 6000.035, - 5972.293, - 5999.083, - 6005.202, - 5983.119, - 5988.187, - 5985.112 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 15.794, - "p90": 16.184, - "p95": 16.645, - "p99": 22.634 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.149423831834874, - "p90": 4.04943153732081, - "p95": 3.937278462000601, - "p99": 2.895466996553857 - }, - "samples_us": [ - 16.645, - 16.114, - 15.644, - 15.953, - 15.513, - 15.724, - 22.634, - 15.793, - 15.674, - 15.694, - 16.174, - 15.984, - 15.433, - 16.094, - 16.184, - 15.693, - 15.764, - 15.844, - 15.924, - 15.794 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 56.394, - "p90": 57.897, - "p95": 57.936, - "p99": 57.987 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.648437777068483, - "p90": 4.527764823738709, - "p95": 4.524716929025131, - "p99": 4.520737406660113 - }, - "samples_us": [ - 57.936, - 57.987, - 57.386, - 56.394, - 55.634, - 55.773, - 56.204, - 55.874, - 57.897, - 55.573, - 56.865, - 55.713, - 56.294, - 57.216, - 56.695, - 57.406, - 56.555, - 57.697, - 55.414, - 55.474 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 216.324, - "p90": 218.718, - "p95": 221.473, - "p99": 227.942 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.847247647047946, - "p90": 4.794191607458005, - "p95": 4.734554550667576, - "p99": 4.600187767063551 - }, - "samples_us": [ - 216.324, - 218.718, - 216.334, - 217.766, - 213.25, - 227.942, - 213.41, - 216.274, - 221.473, - 215.643, - 213.43, - 218.208, - 215.494, - 217.747, - 213.951, - 216.254, - 216.925, - 216.425, - 217.196, - 214.362 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 869.294, - "p90": 876.195, - "p95": 877.647, - "p99": 885.589 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.824954503309582, - "p90": 4.786952676059553, - "p95": 4.7790330280853235, - "p99": 4.7361744556447745 - }, - "samples_us": [ - 869.415, - 885.589, - 867.471, - 874.713, - 877.647, - 867.682, - 869.725, - 868.744, - 869.294, - 870.657, - 868.644, - 876.195, - 866.861, - 873.962, - 867.983, - 872.289, - 869.094, - 871.247, - 867.312, - 866.02 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3359.792, - "p90": 3363.558, - "p95": 3364.76, - "p99": 3365.051 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.993528170791525, - "p90": 4.987937178428319, - "p95": 4.986155327571654, - "p99": 4.985724139099229 - }, - "samples_us": [ - 3362.376, - 3358.791, - 3360.654, - 3362.356, - 3356.207, - 3361.074, - 3359.792, - 3359.342, - 3365.051, - 3363.558, - 3359.111, - 3362.206, - 3357.509, - 3358.711, - 3361.916, - 3356.578, - 3364.76, - 3357.649, - 3359.121, - 3360.723 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 13662.975, - "p90": 13679.631, - "p95": 13681.804, - "p99": 13695.995 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.91173144940981, - "p90": 4.905751039629651, - "p95": 4.9049718882100635, - "p99": 4.899889639270458 - }, - "samples_us": [ - 13659.651, - 13649.966, - 13655.214, - 13654.233, - 13695.995, - 13666.841, - 13656.045, - 13662.235, - 13679.631, - 13672.25, - 13662.975, - 13671.799, - 13671.949, - 13681.804, - 13661.003, - 13661.744, - 13675.625, - 13678.379, - 13657.127, - 13674.663 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 134217728, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 27263.057, - "p90": 27327.053, - "p95": 27328.385, - "p99": 27374.834 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.923062296352167, - "p90": 4.91153319752408, - "p95": 4.911293806787339, - "p99": 4.902960434390214 - }, - "samples_us": [ - 27311.36, - 27237.659, - 27252.981, - 27250.107, - 27279.351, - 27374.834, - 27319.872, - 27216.316, - 27328.385, - 27250.137, - 27240.984, - 27315.946, - 27251.409, - 27308.605, - 27263.057, - 27288.045, - 27239.972, - 27327.053, - 27286.151, - 27237.468 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 22.013, - "p90": 22.685, - "p95": 28.783, - "p99": 69.374 - }, - "payload_gbps_at_latency_percentile": { - "p50": 11.908599463953118, - "p90": 11.555829843508926, - "p95": 9.107598235069311, - "p99": 3.7787067200968663 - }, - "samples_us": [ - 19.278, - 69.374, - 28.783, - 22.424, - 22.685, - 22.203, - 22.113, - 22.023, - 22.104, - 21.782, - 22.013, - 21.913, - 22.033, - 21.783, - 22.184, - 21.212, - 19.399, - 19.78, - 19.229, - 19.059 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 70.786, - "p90": 72.389, - "p95": 72.618, - "p99": 80.351 - }, - "payload_gbps_at_latency_percentile": { - "p50": 14.813324668719803, - "p90": 14.48529472709942, - "p95": 14.439615522322288, - "p99": 13.049943373448993 - }, - "samples_us": [ - 70.165, - 72.618, - 70.786, - 71.908, - 70.996, - 70.416, - 71.707, - 69.745, - 69.644, - 70.145, - 69.725, - 71.458, - 70.286, - 72.389, - 71.667, - 70.596, - 80.351, - 71.126, - 70.656, - 71.707 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 273.22, - "p90": 275.414, - "p95": 277.326, - "p99": 278.047 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.351379840421638, - "p90": 15.229087845933758, - "p95": 15.12409222359245, - "p99": 15.084874139983528 - }, - "samples_us": [ - 271.207, - 272.219, - 277.326, - 274.822, - 273.24, - 272.279, - 275.062, - 278.047, - 272.429, - 270.506, - 273.731, - 272.229, - 268.813, - 270.656, - 273.871, - 273.22, - 273.28, - 274.953, - 275.414, - 272.92 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 1075.895, - "p90": 1077.527, - "p95": 1077.767, - "p99": 1078.258 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.593729871409385, - "p90": 15.570111932230004, - "p95": 15.566644738612334, - "p99": 15.559556247206142 - }, - "samples_us": [ - 1077.046, - 1075.615, - 1075.184, - 1076.165, - 1075.965, - 1075.895, - 1075.123, - 1074.482, - 1074.662, - 1076.025, - 1077.527, - 1071.889, - 1077.767, - 1076.356, - 1076.055, - 1073.421, - 1075.444, - 1073.351, - 1077.157, - 1078.258 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 4336.778, - "p90": 4341.096, - "p95": 4341.997, - "p99": 4352.111 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.474359997214522, - "p90": 15.458967965693457, - "p95": 15.455760103012508, - "p99": 15.419842003110674 - }, - "samples_us": [ - 4338.842, - 4339.413, - 4341.096, - 4332.332, - 4339.593, - 4332.021, - 4335.507, - 4332.172, - 4340.424, - 4339.783, - 4336.778, - 4329.367, - 4336.848, - 4333.684, - 4352.111, - 4328.707, - 4339.533, - 4341.997, - 4333.804, - 4326.113 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 268435456, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 17310.65, - "p90": 17316.909, - "p95": 17323.64, - "p99": 17343.029 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.506954158278285, - "p90": 15.501349345890771, - "p95": 15.495326386371456, - "p99": 15.478003063939985 - }, - "samples_us": [ - 17300.354, - 17308.937, - 17311.271, - 17297.811, - 17301.516, - 17306.855, - 17308.437, - 17343.029, - 17309.758, - 17297.591, - 17314.216, - 17308.496, - 17316.909, - 17316.258, - 17315.607, - 17311.912, - 17310.65, - 17310.72, - 17323.64, - 17313.344 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 536870912, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 34562.081, - "p90": 34635.161, - "p95": 34636.173, - "p99": 34639.728 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.533523921780057, - "p90": 15.500748271388142, - "p95": 15.500295370392104, - "p99": 15.498704608765982 - }, - "samples_us": [ - 34570.824, - 34543.823, - 34537.995, - 34587.108, - 34551.054, - 34535.582, - 34541.49, - 34615.952, - 34561.22, - 34566.338, - 34635.161, - 34583.994, - 34639.728, - 34560.458, - 34570.444, - 34544.324, - 34636.173, - 34547.469, - 34619.557, - 34562.081 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 257, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 16.735, - "p90": 17.176, - "p95": 17.186, - "p99": 22.354 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.015357036151777711, - "p90": 0.014962738705170005, - "p95": 0.01495403235191435, - "p99": 0.011496823834660464 - }, - "samples_us": [ - 16.955, - 17.186, - 17.176, - 16.725, - 16.755, - 16.825, - 16.605, - 17.176, - 16.445, - 22.354, - 16.886, - 16.785, - 16.715, - 16.635, - 16.685, - 16.735, - 16.695, - 16.434, - 16.525, - 16.835 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 1028, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 23.725, - "p90": 24.106, - "p95": 24.487, - "p99": 24.777 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.04332982086406744, - "p90": 0.0426449846511242, - "p95": 0.04198145954996529, - "p99": 0.04149009161722565 - }, - "samples_us": [ - 23.996, - 23.836, - 24.016, - 23.675, - 24.777, - 23.676, - 23.725, - 23.355, - 23.275, - 23.806, - 23.816, - 23.565, - 23.926, - 24.487, - 24.106, - 23.735, - 23.716, - 23.455, - 23.646, - 23.625 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 4112, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 64.036, - "p90": 70.276, - "p95": 71.337, - "p99": 72.769 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.06421387969267286, - "p90": 0.05851215208606068, - "p95": 0.05764189691184098, - "p99": 0.05650757877667688 - }, - "samples_us": [ - 63.756, - 64.036, - 72.769, - 58.048, - 71.337, - 58.909, - 61.882, - 67.932, - 65.528, - 62.373, - 69.024, - 58.508, - 60.802, - 67.552, - 62.684, - 66.239, - 70.276, - 69.715, - 61.572, - 67.822 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 16448, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 211.367, - "p90": 225.729, - "p95": 227.812, - "p99": 230.867 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.07781725624151357, - "p90": 0.07286613594177088, - "p95": 0.072199884114972, - "p99": 0.07124448275413983 - }, - "samples_us": [ - 190.436, - 227.812, - 189.865, - 225.729, - 193.671, - 219.419, - 206.47, - 212.739, - 206.349, - 220.35, - 230.867, - 211.367, - 201.693, - 212.639, - 206.44, - 215.914, - 203.565, - 215.503, - 199.339, - 213.611 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 65792, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 768.904, - "p90": 780.411, - "p95": 887.632, - "p99": 890.357 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08556594841488664, - "p90": 0.0843042960696351, - "p95": 0.07412080682084468, - "p99": 0.07389395489674366 - }, - "samples_us": [ - 890.357, - 887.632, - 774.062, - 767.602, - 769.925, - 768.874, - 765.869, - 767.562, - 773.421, - 768.904, - 780.411, - 759.81, - 769.746, - 767.492, - 773.711, - 760.001, - 771.077, - 764.317, - 773.911, - 760.913 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 263168, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2968.885, - "p90": 2979.191, - "p95": 2980.293, - "p99": 2985.08 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08864203227811114, - "p90": 0.08833539037946879, - "p95": 0.08830272728218333, - "p99": 0.08816112130998165 - }, - "samples_us": [ - 2979.191, - 2980.293, - 2964.178, - 2978.57, - 2968.885, - 2967.244, - 2969.908, - 2970.969, - 2965.731, - 2967.063, - 2962.837, - 2970.848, - 2957.538, - 2985.08, - 2976.287, - 2967.654, - 2971.099, - 2965.831, - 2967.333, - 2969.797 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 526336, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 6132.944, - "p90": 6205.343, - "p95": 6210.07, - "p99": 6216.379 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08582109994808367, - "p90": 0.08481980770442504, - "p95": 0.0847552443048146, - "p99": 0.08466922624891436 - }, - "samples_us": [ - 6058.203, - 6118.242, - 6205.343, - 6122.369, - 6111.582, - 6216.379, - 6147.916, - 6098.693, - 6179.644, - 6165.383, - 6180.245, - 6097.471, - 6074.637, - 6172.363, - 6132.944, - 6108.227, - 6177.271, - 6108.728, - 6139.535, - 6210.07 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 4096, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 16.945, - "p90": 17.486, - "p95": 17.687, - "p99": 18.248 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.2417232221894364, - "p90": 0.2342445384879332, - "p95": 0.231582518233731, - "p99": 0.2244629548443665 - }, - "samples_us": [ - 17.486, - 16.825, - 17.186, - 17.236, - 16.946, - 17.185, - 16.805, - 16.935, - 17.276, - 16.756, - 18.248, - 16.945, - 16.915, - 17.687, - 16.796, - 16.895, - 16.635, - 16.935, - 17.396, - 17.166 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 16384, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 24.086, - "p90": 24.657, - "p95": 24.807, - "p99": 25.769 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.6802291787760525, - "p90": 0.6644766192156386, - "p95": 0.6604587414842584, - "p99": 0.6358027086809732 - }, - "samples_us": [ - 23.976, - 24.197, - 24.036, - 24.005, - 23.846, - 24.807, - 24.106, - 24.657, - 24.367, - 24.376, - 24.086, - 25.769, - 23.815, - 23.555, - 24.417, - 24.256, - 24.617, - 23.886, - 24.066, - 23.746 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 65536, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 67.421, - "p90": 71.237, - "p95": 79.89, - "p99": 82.454 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.9720413521009774, - "p90": 0.919971363196092, - "p95": 0.8203279509325322, - "p99": 0.7948189293424213 - }, - "samples_us": [ - 71.237, - 69.665, - 79.89, - 68.894, - 63.796, - 64.697, - 65.389, - 66.31, - 68.122, - 67.421, - 67.461, - 66.019, - 62.805, - 64.067, - 67.591, - 65.629, - 70.236, - 82.454, - 66.49, - 70.345 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 218.038, - "p90": 224.828, - "p95": 238.167, - "p99": 243.986 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.2022858400829213, - "p90": 1.165975768142758, - "p95": 1.1006730571405778, - "p99": 1.0744223029190199 - }, - "samples_us": [ - 207.181, - 224.477, - 209.024, - 222.885, - 220.28, - 224.828, - 209.824, - 217.877, - 219.469, - 223.816, - 208.973, - 218.038, - 213.06, - 243.986, - 212.769, - 220.211, - 211.467, - 238.167, - 211.948, - 218.888 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 790.707, - "p90": 799.6, - "p95": 804.488, - "p99": 808.314 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.3261245948246316, - "p90": 1.311375687843922, - "p95": 1.3034078817831962, - "p99": 1.2972384494144602 - }, - "samples_us": [ - 787.762, - 782.204, - 804.488, - 808.314, - 790.507, - 783.206, - 798.188, - 790.646, - 792.269, - 794.853, - 789.064, - 790.306, - 792.599, - 788.613, - 793.021, - 790.707, - 790.687, - 792.89, - 799.6, - 798.679 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2957.409, - "p90": 2977.548, - "p95": 3003.167, - "p99": 3012.481 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.4182360302548616, - "p90": 1.4086436222018923, - "p95": 1.3966269608050434, - "p99": 1.392308864354663 - }, - "samples_us": [ - 3012.481, - 2977.548, - 3003.167, - 2968.515, - 2970.649, - 2951.209, - 2958.069, - 2949.096, - 2948.565, - 2965.35, - 2946.042, - 2943.147, - 2945.841, - 2957.409, - 2943.367, - 2952.441, - 2958.1, - 2945.901, - 2960.033, - 2961.645 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 8388608, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5945.363, - "p90": 6030.641, - "p95": 6037.07, - "p99": 6038.663 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.4109496762434859, - "p90": 1.390997739709593, - "p95": 1.3895164376096352, - "p99": 1.3891498830121833 - }, - "samples_us": [ - 5895.829, - 5898.743, - 5876.219, - 5898.212, - 5976.82, - 5984.221, - 5872.474, - 5872.283, - 5956.279, - 5976.14, - 5900.786, - 5868.859, - 5987.937, - 6037.07, - 5945.363, - 6038.663, - 5958.232, - 5938.532, - 6030.641, - 5959.965 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 65536, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 16.695, - "p90": 17.377, - "p95": 18.037, - "p99": 18.267 - }, - "payload_gbps_at_latency_percentile": { - "p50": 3.925486672656484, - "p90": 3.771421994590551, - "p95": 3.633420191827909, - "p99": 3.5876717578146384 - }, - "samples_us": [ - 18.037, - 17.126, - 17.306, - 18.267, - 16.324, - 16.565, - 17.377, - 16.515, - 17.005, - 16.896, - 16.866, - 16.555, - 16.695, - 16.805, - 16.484, - 16.355, - 16.545, - 16.214, - 16.344, - 17.026 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 23.656, - "p90": 24.506, - "p95": 25.769, - "p99": 34.712 - }, - "payload_gbps_at_latency_percentile": { - "p50": 11.081501521812648, - "p90": 10.697135395413369, - "p95": 10.172843338895571, - "p99": 7.5519705001152335 - }, - "samples_us": [ - 24.506, - 23.986, - 23.656, - 25.769, - 23.756, - 24.046, - 23.875, - 22.984, - 23.265, - 23.615, - 23.365, - 23.775, - 23.926, - 23.485, - 22.924, - 34.712, - 23.074, - 23.505, - 23.055, - 24.237 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 65.528, - "p90": 69.504, - "p95": 75.143, - "p99": 77.887 - }, - "payload_gbps_at_latency_percentile": { - "p50": 16.001953363447683, - "p90": 15.086556169429098, - "p95": 13.954406930785302, - "p99": 13.462785830754811 - }, - "samples_us": [ - 68.293, - 68.452, - 75.143, - 65.528, - 60.992, - 77.887, - 63.726, - 64.717, - 66.13, - 68.643, - 63.335, - 63.716, - 62.724, - 64.236, - 64.577, - 64.687, - 69.104, - 69.504, - 66.049, - 66.811 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 206.099, - "p90": 218.448, - "p95": 229.985, - "p99": 230.296 - }, - "payload_gbps_at_latency_percentile": { - "p50": 20.350918733230145, - "p90": 19.20046876144437, - "p95": 18.237293736548036, - "p99": 18.21266543926078 - }, - "samples_us": [ - 199.799, - 229.985, - 203.405, - 206.099, - 204.557, - 230.296, - 205.458, - 212.749, - 201.102, - 213.32, - 214.752, - 209.184, - 201.572, - 218.448, - 200.25, - 216.856, - 196.915, - 213.62, - 202.203, - 210.226 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 758.518, - "p90": 766.561, - "p95": 771.558, - "p99": 778.038 - }, - "payload_gbps_at_latency_percentile": { - "p50": 22.118415120010336, - "p90": 21.886341726229222, - "p95": 21.744594703184983, - "p99": 21.563491757472 - }, - "samples_us": [ - 778.038, - 771.558, - 766.551, - 755.954, - 749.285, - 752.97, - 764.337, - 766.561, - 753.0, - 760.241, - 756.516, - 760.141, - 747.682, - 761.412, - 755.294, - 763.005, - 758.518, - 757.677, - 757.026, - 762.555 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2865.551, - "p90": 2882.946, - "p95": 2885.701, - "p99": 2899.863 - }, - "payload_gbps_at_latency_percentile": { - "p50": 23.419183256553453, - "p90": 23.27787755996817, - "p95": 23.255653998803062, - "p99": 23.142080850026364 - }, - "samples_us": [ - 2864.789, - 2872.141, - 2859.771, - 2899.863, - 2865.07, - 2885.701, - 2864.159, - 2869.085, - 2882.946, - 2870.598, - 2871.33, - 2873.222, - 2852.141, - 2865.551, - 2867.454, - 2867.454, - 2865.24, - 2857.359, - 2860.132, - 2861.775 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 134217728, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5937.992, - "p90": 6022.248, - "p95": 6037.161, - "p99": 6041.106 - }, - "payload_gbps_at_latency_percentile": { - "p50": 22.603218057552116, - "p90": 22.28698120701771, - "p95": 22.23192788795926, - "p99": 22.21740985839348 - }, - "samples_us": [ - 5940.075, - 5944.091, - 6041.106, - 5952.764, - 6022.248, - 5926.896, - 5936.27, - 5943.661, - 5938.332, - 6018.242, - 5922.188, - 5937.992, - 6037.161, - 5927.045, - 5936.81, - 5926.685, - 5930.911, - 5945.303, - 5931.872, - 5917.752 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 19.018, - "p90": 19.419, - "p95": 20.19, - "p99": 21.362 - }, - "payload_gbps_at_latency_percentile": { - "p50": 13.78399411084236, - "p90": 13.499356300530408, - "p95": 12.983853392768697, - "p99": 12.271510158224885 - }, - "samples_us": [ - 19.359, - 18.959, - 19.349, - 19.419, - 19.399, - 19.238, - 19.028, - 18.859, - 21.362, - 19.098, - 18.668, - 18.497, - 18.808, - 18.698, - 19.018, - 20.19, - 19.029, - 18.948, - 18.788, - 18.267 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 27.401, - "p90": 27.822, - "p95": 27.872, - "p99": 39.379 - }, - "payload_gbps_at_latency_percentile": { - "p50": 38.267800445239224, - "p90": 37.68873553303141, - "p95": 37.621125143513204, - "p99": 26.62779654130374 - }, - "samples_us": [ - 27.431, - 26.971, - 27.331, - 27.171, - 39.379, - 27.822, - 27.411, - 27.131, - 27.872, - 27.031, - 27.401, - 26.921, - 26.98, - 27.511, - 27.611, - 27.472, - 27.451, - 27.561, - 27.401, - 26.941 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 71.357, - "p90": 78.218, - "p95": 79.65, - "p99": 100.15 - }, - "payload_gbps_at_latency_percentile": { - "p50": 58.77915271101644, - "p90": 53.6232580735892, - "p95": 52.659183929692404, - "p99": 41.880219670494256 - }, - "samples_us": [ - 100.15, - 73.921, - 71.357, - 71.237, - 70.035, - 78.218, - 69.564, - 69.985, - 70.236, - 73.139, - 70.015, - 68.953, - 69.234, - 72.75, - 69.744, - 71.668, - 72.959, - 72.488, - 79.65, - 72.819 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 230.987, - "p90": 246.339, - "p95": 252.609, - "p99": 266.059 - }, - "payload_gbps_at_latency_percentile": { - "p50": 72.6327282487759, - "p90": 68.10621135914329, - "p95": 66.41574924092174, - "p99": 63.058253996294056 - }, - "samples_us": [ - 227.061, - 239.039, - 226.65, - 232.899, - 228.472, - 232.96, - 223.055, - 266.059, - 225.559, - 230.987, - 246.27, - 246.339, - 225.659, - 234.411, - 232.089, - 252.609, - 223.235, - 236.265, - 210.025, - 199.9 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 754.843, - "p90": 810.186, - "p95": 880.101, - "p99": 901.714 - }, - "payload_gbps_at_latency_percentile": { - "p50": 88.90439998781204, - "p90": 82.83142883239158, - "p95": 76.2513211551856, - "p99": 74.42366870204965 - }, - "samples_us": [ - 810.186, - 901.714, - 880.101, - 764.538, - 763.626, - 752.339, - 761.132, - 754.562, - 749.785, - 756.345, - 754.712, - 752.339, - 754.843, - 775.574, - 770.867, - 752.409, - 754.161, - 756.465, - 748.113, - 748.213 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 268435456, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2890.438, - "p90": 2911.079, - "p95": 2920.413, - "p99": 2934.505 - }, - "payload_gbps_at_latency_percentile": { - "p50": 92.87016569807068, - "p90": 92.21166996842065, - "p95": 91.91695010260536, - "p99": 91.4755490278599 - }, - "samples_us": [ - 2906.051, - 2920.413, - 2893.512, - 2882.085, - 2891.46, - 2902.606, - 2887.984, - 2860.353, - 2911.079, - 2910.358, - 2880.122, - 2886.672, - 2891.549, - 2869.707, - 2886.241, - 2884.369, - 2869.006, - 2934.505, - 2890.438, - 2891.559 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 536870912, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5742.158, - "p90": 5833.324, - "p95": 5846.775, - "p99": 5899.784 - }, - "payload_gbps_at_latency_percentile": { - "p50": 93.49636704528159, - "p90": 92.03516074197147, - "p95": 91.82342607676881, - "p99": 90.99840129740343 - }, - "samples_us": [ - 5899.784, - 5722.198, - 5739.154, - 5760.375, - 5737.691, - 5735.878, - 5833.324, - 5742.158, - 5752.944, - 5741.907, - 5738.743, - 5846.775, - 5736.509, - 5752.233, - 5786.234, - 5742.368, - 5742.307, - 5731.682, - 5721.747, - 5770.26 - ] - } - } - ] -} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json deleted file mode 100644 index 6bb6155587..0000000000 --- a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T18:51:54.726408+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256","mode":"low-latency","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256],"ladder_dropped":[512],"ladder_cap":256},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":121.78199738264084,"p90":126.62899494171143,"p95":128.1909942626953,"p99":132.0369988679886},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":204.025998711586,"p90":207.19100534915924,"p95":208.5919976234436,"p99":212.03699707984924},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":325.80799609422684,"p90":333.82000029087067,"p95":336.7829918861389,"p99":344.07399594783783},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":294.5609986782074,"p90":296.52300477027893,"p95":297.5659966468811,"p99":299.1670072078705},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":302.73300409317017,"p90":306.1380088329315,"p95":307.85998702049255,"p99":312.5070035457611},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":102.11300104856491,"p90":106.23899847269058,"p95":106.9599986076355,"p99":108.12199860811234},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":180.8300018310547,"p90":185.03600358963013,"p95":186.27899885177612,"p99":188.72299790382385},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.170004606246948,"p95":6.170004606246948,"p99":6.170004606246948},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.172988891601562,"p90":12.54001259803772,"p95":14.101982116699219,"p99":18.426984548568726},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1619925498962402,"p90":1.0020136833190918,"p95":1.0020136833190918,"p99":1.0020136833190918},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":100.14999657869339,"p90":103.03399711847305,"p95":103.87600213289261,"p99":106.51899874210358},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":177.42499709129333,"p90":180.38900196552277,"p95":181.2710016965866,"p99":184.51499938964844},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":290.5940115451813,"p90":292.7190065383911,"p95":293.3579981327057,"p99":295.8019971847534},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.020021677017212,"p90":15.743017196655273,"p95":17.264991998672485,"p99":21.512001752853394},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003888666396960616,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1376256,"scale_bytes":0,"total_logical_bytes":1376256},"dispatch":{"activation_data_bytes":1376256,"scale_bytes":0,"total_logical_bytes":1376256},"roundtrip":{"activation_data_bytes":2752512,"scale_bytes":0,"total_logical_bytes":2752512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"per-assignment"},"receive":{"max":11,"mean":6.0,"min":2,"total":96},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":52851.85223833667,"p90":52264.010146912755,"p95":51971.67762803475,"p99":51198.85256477807},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":122.46300280094147,"p90":126.54900550842285,"p95":128.23200225830078,"p99":132.4779987335205},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":206.14799857139587,"p90":209.31300520896912,"p95":210.91599762439728,"p99":214.56100046634674},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":328.61100137233734,"p90":335.86201071739197,"p95":339.14799988269806,"p99":347.03899919986725},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":298.00501465797424,"p90":299.72898960113525,"p95":300.48900842666626,"p99":301.81199312210083},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":306.098997592926,"p90":309.58300828933716,"p95":311.3059997558594,"p99":315.7930076122284},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":103.27400267124176,"p90":106.63899779319763,"p95":107.56099969148636,"p99":109.84499752521515},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":183.39399993419647,"p90":186.55900657176971,"p95":187.43999302387238,"p99":189.1620010137558},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168007850646973,"p90":6.208986043930054,"p95":6.208986043930054,"p99":6.208986043930054},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.05199146270752,"p90":12.099027633666992,"p95":13.101011514663696,"p99":18.065989017486572},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.8420050144195557,"p90":1.1210143566131592,"p95":1.1210143566131592,"p99":1.1210143566131592},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":101.35199874639511,"p90":103.87499630451202,"p95":104.71700131893158,"p99":107.76100307703018},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":179.94900047779083,"p90":182.47200548648834,"p95":183.35400521755219,"p99":186.95899844169617},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":293.7979996204376,"p90":295.96200585365295,"p95":296.68301343917847,"p99":298.24700951576233},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.340009212493896,"p90":15.825003385543823,"p95":17.38700270652771,"p99":22.795021533966064},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003888666396960616,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2752512,"scale_bytes":0,"total_logical_bytes":2752512},"dispatch":{"activation_data_bytes":2752512,"scale_bytes":0,"total_logical_bytes":2752512},"roundtrip":{"activation_data_bytes":5505024,"scale_bytes":0,"total_logical_bytes":5505024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"per-assignment"},"receive":{"max":17,"mean":12.0,"min":8,"total":192},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":104541.34202215214,"p90":103364.84607738133,"p95":102792.75062188292,"p99":101332.19934778845},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":123.9050030708313,"p90":127.30999290943146,"p95":128.87300550937653,"p99":132.43700563907623},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":209.91399884223938,"p90":212.27699518203735,"p95":213.96000683307648,"p99":218.36699545383453},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":333.8190019130707,"p90":339.5869880914688,"p95":342.833012342453,"p99":350.80400109291077},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":305.1359951496124,"p90":307.57999420166016,"p95":308.34200978279114,"p99":310.10401248931885},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":313.34900856018066,"p90":316.5540099143982,"p95":317.95600056648254,"p99":321.5610086917877},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":106.03900253772736,"p90":109.28399860858917,"p95":110.0040003657341,"p99":112.08699643611908},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":187.51999735832214,"p90":190.96499681472778,"p95":191.56700372695923,"p99":192.96899437904358},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1280131340026855,"p90":6.170004606246948,"p95":6.170004606246948,"p99":6.170004606246948},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.172992944717407,"p90":14.099985361099243,"p95":16.265004873275757,"p99":18.708020448684692},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1619925498962402,"p90":1.3220012187957764,"p95":1.3220012187957764,"p99":1.3220012187957764},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":104.75700348615646,"p90":106.91999644041061,"p95":107.7210009098053,"p99":109.56499725580215},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":185.79700589179993,"p90":188.16199898719788,"p95":188.76199424266815,"p99":191.28599762916565},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":300.8500039577484,"p90":303.1730055809021,"p95":303.85398864746094,"p99":305.81599473953247},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.499988079071045,"p90":16.1459743976593,"p95":17.708003520965576,"p99":21.593987941741943},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038896200712770224,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":5505024,"scale_bytes":0,"total_logical_bytes":5505024},"dispatch":{"activation_data_bytes":5505024,"scale_bytes":0,"total_logical_bytes":5505024},"roundtrip":{"activation_data_bytes":11010048,"scale_bytes":0,"total_logical_bytes":11010048},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"per-assignment"},"receive":{"max":31,"mean":24.0,"min":17,"total":384},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":204245.10131395038,"p90":202177.18934379236,"p95":201285.71212990215,"p99":199029.10573757786},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":130.83599507808685,"p90":134.7610056400299,"p95":135.7630044221878,"p99":138.3260041475296},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":220.29000520706177,"p90":222.93399274349213,"p95":223.85600209236145,"p99":225.69799423217773},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":351.1260002851486,"p90":357.69499838352203,"p95":359.61900651454926,"p99":364.02399837970734},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":315.2720034122467,"p90":317.8350031375885,"p95":318.7960088253021,"p99":320.6399977207184},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":326.8890082836151,"p90":330.4949998855591,"p95":331.89699053764343,"p99":335.18099784851074},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":109.60499942302704,"p90":112.56899684667587,"p95":113.08900266885757,"p99":115.0519996881485},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":194.64999437332153,"p90":197.4560022354126,"p95":198.2560008764267,"p99":199.4979977607727},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.208986043930054,"p95":6.208986043930054,"p99":6.208986043930054},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.13797926902771,"p90":16.46500825881958,"p95":18.108010292053223,"p99":22.3119854927063},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.5619993209838867,"p90":1.3619959354400635,"p95":1.3619959354400635,"p99":1.3619959354400635},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":107.88100212812424,"p90":110.44500023126602,"p95":111.20700091123581,"p99":113.81000280380249},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":192.04699993133545,"p90":194.77100670337677,"p95":195.6920027732849,"p99":197.17499613761902},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":311.66499853134155,"p90":314.630001783371,"p95":315.71200489997864,"p99":317.3539936542511},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.343993902206421,"p90":19.54999566078186,"p95":21.032005548477173,"p99":24.838000535964966},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003889858489856124,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":11010048,"scale_bytes":0,"total_logical_bytes":11010048},"dispatch":{"activation_data_bytes":11010048,"scale_bytes":0,"total_logical_bytes":11010048},"roundtrip":{"activation_data_bytes":22020096,"scale_bytes":0,"total_logical_bytes":22020096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"per-assignment"},"receive":{"max":58,"mean":48.0,"min":40,"total":768},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":391570.2172798199,"p90":387297.8412512223,"p95":385661.8277636427,"p99":381883.22375557583},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":135.08200645446777,"p90":139.28799331188202,"p95":141.09200239181519,"p99":145.17700672149658},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":227.66099870204926,"p90":230.86600005626678,"p95":231.94800317287445,"p99":234.79199409484863},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":362.74300515651703,"p90":370.1539933681488,"p95":373.04000556468964,"p99":379.9690008163452},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":327.60998606681824,"p90":330.7340145111084,"p95":331.7370116710663,"p99":333.90000462532043},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":343.5539901256561,"p90":348.4019935131073,"p95":350.52499175071716,"p99":354.85100746154785},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":116.21399968862534,"p90":119.05799806118011,"p95":119.97900158166885,"p99":122.42300063371658},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":201.0210007429123,"p90":203.8239985704422,"p95":204.70699667930603,"p99":206.46999776363373},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.130009889602661,"p95":6.130009889602661,"p99":6.130009889602661},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.222996473312378,"p90":20.551025867462158,"p95":22.314012050628662,"p99":26.118993759155273},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.4819800853729248,"p90":2.2039711475372314,"p95":2.2039711475372314,"p99":2.2039711475372314},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":115.0519996881485,"p90":118.21699887514114,"p95":119.09899860620499,"p99":121.90300226211548},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":202.0220011472702,"p90":204.66600358486176,"p95":205.5869996547699,"p99":207.5899988412857},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":324.2039978504181,"p90":327.12799310684204,"p95":328.2110095024109,"p99":331.7750096321106},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.31101083755493,"p90":24.55800771713257,"p95":26.36098861694336,"p99":29.72501516342163},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038906957488507032,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":22020096,"scale_bytes":0,"total_logical_bytes":22020096},"dispatch":{"activation_data_bytes":22020096,"scale_bytes":0,"total_logical_bytes":22020096},"roundtrip":{"activation_data_bytes":44040192,"scale_bytes":0,"total_logical_bytes":44040192},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"per-assignment"},"receive":{"max":105,"mean":96.0,"min":80,"total":1536},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":745152.166349071,"p90":734783.3960954904,"p95":730333.0890085564,"p99":721429.5425883511},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":166.56899452209473,"p90":171.33599519729614,"p95":172.85799980163574,"p99":175.7429987192154},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":253.0989944934845,"p90":255.54201006889343,"p95":256.50399923324585,"p99":258.9080035686493},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":419.6679890155792,"p90":426.8780052661896,"p95":429.3619990348816,"p99":434.6510022878647},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":384.65699553489685,"p90":388.6210024356842,"p95":389.4619941711426,"p99":390.74400067329407},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":403.6850035190582,"p90":409.25300121307373,"p95":411.0560119152069,"p99":415.78200459480286},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":137.40499317646027,"p90":142.53300428390503,"p95":143.33400130271912,"p99":146.8600034713745},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":226.05900466442108,"p90":229.38300669193268,"p95":230.14500737190247,"p99":231.62700235843658},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.169021129608154,"p90":6.2499940395355225,"p95":6.2499940395355225,"p99":6.2499940395355225},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.067002296447754,"p90":23.556023836135864,"p95":25.677978992462158,"p99":30.003011226654053},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.3220012187957764,"p90":2.203017473220825,"p95":2.203017473220825,"p99":2.203017473220825},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":137.60599493980408,"p90":141.5719985961914,"p95":142.8540050983429,"p99":145.3779935836792},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":228.94200682640076,"p90":230.90499639511108,"p95":231.50600492954254,"p99":232.74800181388855},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":379.5289993286133,"p90":383.13400745391846,"p95":384.17500257492065,"p99":386.6580128669739},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.158984422683716,"p90":29.563993215560913,"p95":30.926018953323364,"p99":34.411996603012085},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":44040192,"scale_bytes":0,"total_logical_bytes":44040192},"dispatch":{"activation_data_bytes":44040192,"scale_bytes":0,"total_logical_bytes":44040192},"roundtrip":{"activation_data_bytes":88080384,"scale_bytes":0,"total_logical_bytes":88080384},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"per-assignment"},"receive":{"max":211,"mean":192.0,"min":175,"total":3072},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":1268315.6310903884,"p90":1251059.8541302623,"p95":1245572.343327303,"p99":1231414.5257415979},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":231.3860058784485,"p90":242.12199449539185,"p95":245.0069934129715,"p99":249.93400275707245},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":303.81500720977783,"p90":308.9430034160614,"p95":310.7050061225891,"p99":313.62900137901306},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":535.2010130882263,"p90":551.0649979114532,"p95":555.7119995355606,"p99":563.5630041360855},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":481.3989996910095,"p90":486.56898736953735,"p95":488.12898993492126,"p99":492.17501282691956},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":500.95099210739136,"p90":509.32198762893677,"p95":512.4480128288269,"p99":516.3339972496033},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":190.80500304698944,"p90":195.9729939699173,"p95":197.09399342536926,"p99":199.05799627304077},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":253.82000207901,"p90":265.11698961257935,"p95":268.60299706459045,"p99":274.0499973297119},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.330013275146484,"p95":6.330013275146484,"p99":6.330013275146484},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.351993083953857,"p90":28.920978307724,"p95":31.246989965438843,"p99":35.971999168395996},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.206014633178711,"p90":2.804994583129883,"p95":2.804994583129883,"p99":2.804994583129883},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":191.08599424362183,"p90":195.53300738334656,"p95":196.93399965763092,"p99":199.37799870967865},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":268.76100897789,"p90":277.0540118217468,"p95":278.77700328826904,"p99":281.7409932613373},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":472.18701243400574,"p90":478.3959984779358,"p95":480.1580011844635,"p99":484.605997800827},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":28.762996196746826,"p90":35.3739857673645,"p95":37.69597411155701,"p99":42.544037103652954},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":88080384,"scale_bytes":0,"total_logical_bytes":88080384},"dispatch":{"activation_data_bytes":88080384,"scale_bytes":0,"total_logical_bytes":88080384},"roundtrip":{"activation_data_bytes":176160768,"scale_bytes":0,"total_logical_bytes":176160768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"per-assignment"},"receive":{"max":421,"mean":384.0,"min":335,"total":6144},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":2044112.1309936042,"p90":2010515.9896337101,"p95":1998251.479886306,"p99":1983212.4273331237},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":339.38801288604736,"p90":349.4029939174652,"p95":352.4479866027832,"p99":356.7749857902527},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":398.91698956489563,"p90":405.2470028400421,"p95":407.44999051094055,"p99":412.17800974845886},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":738.305002450943,"p90":754.6499967575073,"p95":759.8979771137238,"p99":768.9529955387115},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":673.1650233268738,"p90":852.7969717979431,"p95":882.9990029335022,"p99":919.9770092964172},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":697.9650259017944,"p90":706.4579725265503,"p95":709.4630002975464,"p99":715.27099609375},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":279.0580093860626,"p90":289.0329957008362,"p95":291.5560007095337,"p99":295.1219975948334},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":335.3419899940491,"p90":346.47899866104126,"p95":350.9249985218048,"p99":354.9720048904419},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.850004196166992,"p95":6.850004196166992,"p99":6.850004196166992},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":34.4889760017395,"p90":162.2459888458252,"p95":177.90603637695312,"p99":261.19107007980347},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-32.16797113418579,"p90":1.8829703330993652,"p95":1.8829703330993652,"p99":1.8829703330993652},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":278.3769965171814,"p90":287.7900004386902,"p95":290.3139889240265,"p99":295.20100355148315},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":360.90001463890076,"p90":366.54800176620483,"p95":368.8330054283142,"p99":372.87700176239014},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":661.3479852676392,"p90":668.878972530365,"p95":671.2419986724854,"p99":675.6089925765991},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":36.69697046279907,"p90":44.66700553894043,"p95":47.392964363098145,"p99":54.20404672622681},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":176160768,"scale_bytes":0,"total_logical_bytes":176160768},"dispatch":{"activation_data_bytes":176160768,"scale_bytes":0,"total_logical_bytes":176160768},"roundtrip":{"activation_data_bytes":352321536,"scale_bytes":0,"total_logical_bytes":352321536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"per-assignment"},"receive":{"max":802,"mean":768.0,"min":696,"total":12288},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":2934244.4449188765,"p90":2898969.3366692546,"p95":2886690.354734603,"p99":2863250.447990443},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":583.3939909934998,"p90":601.5809774398804,"p95":609.2320084571838,"p99":620.4490065574646},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":668.2810187339783,"p90":680.6560158729553,"p95":685.7839822769165,"p99":696.6009736061096},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1251.675009727478,"p90":1282.2369933128357,"p95":1295.0159907341003,"p99":1317.0499801635742},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1226.151943206787,"p90":1798.7669706344604,"p95":1807.6670169830322,"p99":1826.7760276794434},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1230.6430339813232,"p90":1248.1889724731445,"p95":1254.2779445648193,"p99":1266.2570476531982},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":548.8219857215881,"p90":559.8369836807251,"p95":563.0409717559814,"p99":567.4899816513062},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":632.4650049209595,"p90":645.0030207633972,"p95":648.3709812164307,"p99":656.0620069503784},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.248950958251953,"p90":6.450057029724121,"p95":6.450057029724121,"p99":6.450057029724121},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":34.04700756072998,"p90":56.210994720458984,"p95":62.69800662994385,"p99":92.85402297973633},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.205942153930664,"p90":11.73698902130127,"p95":11.73698902130127,"p99":11.73698902130127},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":549.7829914093018,"p90":560.0389838218689,"p95":562.6400113105774,"p99":569.6510076522827},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":643.1999802589417,"p90":652.8570055961609,"p95":656.0630202293396,"p99":662.3520255088806},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1200.9179592132568,"p90":1216.4210081100464,"p95":1221.6249704360962,"p99":1231.2439680099487},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":29.448986053466797,"p90":46.113014221191406,"p95":51.522016525268555,"p99":66.14398956298828},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":352321536,"scale_bytes":0,"total_logical_bytes":352321536},"dispatch":{"activation_data_bytes":352321536,"scale_bytes":0,"total_logical_bytes":352321536},"roundtrip":{"activation_data_bytes":704643072,"scale_bytes":0,"total_logical_bytes":704643072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"per-assignment"},"receive":{"max":1613,"mean":1536.0,"min":1426,"total":24576},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":3328341.2711066976,"p90":3281554.3882624134,"p95":3265623.8736790805,"p99":3234730.2687011855},"tokens_per_rank":256}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"receive_capacity":256,"num_qps_per_rank":24,"return_recv_hook":true,"zero_copy":false,"fp8_scales":null,"deep_ep":"uccl deep_ep_wrapper","num_nvl_bytes":1073741824,"num_rdma_bytes":5650787456,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-ll-hook-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2053,"p50":2099,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2046,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2053,"p50":2102,"max":2104,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2094,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.4},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2107,"max":2109,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2054,"p50":2096,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2060,"p50":2102,"max":2104,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2102,"max":2104,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.4},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2104,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.4},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2069,"p50":2099,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.4},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2051,"p50":2103,"max":2105,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2076,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.3},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2101,"max":2102,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.4},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2074,"p50":2101,"max":2103,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":260.4}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json deleted file mode 100644 index f99e74595b..0000000000 --- a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T19:00:27.600133+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256","mode":"low-latency","nodes":2,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256],"ladder_dropped":[512],"ladder_cap":256},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":122.50299751758575,"p90":127.27099657058716,"p95":129.11300361156464,"p99":132.39699602127075},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":197.41599261760712,"p90":200.66000521183014,"p95":202.0229995250702,"p99":204.70699667930603},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":319.91899013519287,"p90":327.9310017824173,"p95":331.1360031366348,"p99":337.1039927005768},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":284.9459946155548,"p90":287.5489890575409,"p95":288.35099935531616,"p99":290.5550003051758},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":293.599009513855,"p90":297.6050078868866,"p95":299.44801330566406,"p99":305.01699447631836},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":550.9430170059204,"p90":555.5899739265442,"p95":557.0319890975952,"p99":559.0760111808777},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":102.07299888134003,"p90":106.31900280714035,"p95":107.2010025382042,"p99":109.68499630689621},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":170.77599465847015,"p90":174.66099560260773,"p95":175.90300738811493,"p99":177.7459979057312},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.130009889602661,"p90":6.168991327285767,"p95":6.168991327285767,"p99":6.168991327285767},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.973002433776855,"p90":13.818979263305664,"p95":15.782982110977173,"p99":20.07201313972473},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6410181522369385,"p90":1.1610090732574463,"p95":1.1610090732574463,"p99":1.1610090732574463},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":100.06900131702423,"p90":103.4339964389801,"p95":104.1560024023056,"p99":107.36099630594254},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":168.4110015630722,"p90":171.65599763393402,"p95":172.61800169944763,"p99":175.5020022392273},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":280.3789973258972,"p90":283.78400206565857,"p95":284.86499190330505,"p99":287.2700095176697},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.100981712341309,"p90":16.905993223190308,"p95":18.54899525642395,"p99":24.316996335983276},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0817006528377533,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1376256,"scale_bytes":0,"total_logical_bytes":1376256},"dispatch":{"activation_data_bytes":688128,"scale_bytes":21504,"total_logical_bytes":709632},"roundtrip":{"activation_data_bytes":2064384,"scale_bytes":21504,"total_logical_bytes":2085888},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"per-assignment"},"receive":{"max":11,"mean":6.0,"min":2,"total":96},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":54496.09665404869,"p90":53762.53616700316,"p95":53431.64519067244,"p99":52456.09356118106},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":123.98499995470047,"p90":128.03100049495697,"p95":129.51399385929108,"p99":133.11900198459625},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":199.01800155639648,"p90":202.5430053472519,"p95":203.9860039949417,"p99":207.19000697135925},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":323.00300151109695,"p90":330.57400584220886,"p95":333.4999978542328,"p99":340.3090089559555},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":288.4710133075714,"p90":290.95399379730225,"p95":291.7569875717163,"p99":292.99798607826233},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":296.24301195144653,"p90":300.1289963722229,"p95":301.6520142555237,"p99":306.4189851284027},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":550.8229732513428,"p90":555.429995059967,"p95":556.5919876098633,"p99":559.436023235321},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":102.19299793243408,"p90":105.99900037050247,"p95":107.16100037097931,"p99":109.36299711465836},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":171.89599573612213,"p90":176.4640063047409,"p95":177.7849942445755,"p99":179.82900142669678},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.170004606246948,"p95":6.170004606246948,"p99":6.170004606246948},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.451998233795166,"p90":13.499021530151367,"p95":15.38202166557312,"p99":18.18600296974182},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7610023021697998,"p90":0.961989164352417,"p95":0.961989164352417,"p99":0.961989164352417},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":100.67100077867508,"p90":103.75600308179855,"p95":104.55600172281265,"p99":107.88200050592422},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":170.77499628067017,"p90":173.7390011548996,"p95":174.66099560260773,"p99":177.94600129127502},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":283.9440107345581,"p90":286.83000802993774,"p95":287.62900829315186,"p99":289.7140085697174},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.338995933532715,"p90":15.904992818832397,"p95":17.26698875427246,"p99":21.432995796203613},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0817006528377533,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2752512,"scale_bytes":0,"total_logical_bytes":2752512},"dispatch":{"activation_data_bytes":1376256,"scale_bytes":43008,"total_logical_bytes":1419264},"roundtrip":{"activation_data_bytes":4128768,"scale_bytes":43008,"total_logical_bytes":4171776},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"per-assignment"},"receive":{"max":17,"mean":12.0,"min":8,"total":192},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":108019.42563710066,"p90":106620.82100295731,"p95":106082.50065551829,"p99":104432.17148111964},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":125.26799738407135,"p90":129.15299832820892,"p95":130.9559941291809,"p99":134.68100130558014},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":200.7399946451187,"p90":203.90599966049194,"p95":205.42800426483154,"p99":208.5919976234436},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":326.00799202919006,"p90":333.05899798870087,"p95":336.38399839401245,"p99":343.27299892902374},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":294.8000133037567,"p90":297.20398783683777,"p95":297.8450059890747,"p99":300.0890016555786},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":302.53300070762634,"p90":306.1380088329315,"p95":307.4209988117218,"p99":311.4660084247589},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":550.8630275726318,"p90":555.6300282478333,"p95":556.9930076599121,"p99":559.6759915351868},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":106.11899942159653,"p90":109.2429980635643,"p95":110.36500334739685,"p99":113.56999725103378},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":176.7839938402176,"p90":180.2700012922287,"p95":181.2710016965866,"p99":183.11400711536407},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168007850646973,"p90":6.168991327285767,"p95":6.168991327285767,"p99":6.168991327285767},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.775996208190918,"p90":14.301002025604248,"p95":15.621989965438843,"p99":18.545985221862793},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.641988754272461,"p90":-1.1610090732574463,"p95":-1.1610090732574463,"p99":-1.1610090732574463},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":104.31600362062454,"p90":106.72000050544739,"p95":107.56099969148636,"p99":110.16499996185303},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":173.29899966716766,"p90":175.78299343585968,"p95":176.7439991235733,"p99":179.86899614334106},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":290.0730073451996,"p90":292.5969958305359,"p95":293.43798756599426,"p99":295.2420115470886},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.539982795715332,"p90":16.34499430656433,"p95":17.82900094985962,"p99":21.793991327285767},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.09439205378293991,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":5505024,"scale_bytes":0,"total_logical_bytes":5505024},"dispatch":{"activation_data_bytes":2752512,"scale_bytes":86016,"total_logical_bytes":2838528},"roundtrip":{"activation_data_bytes":8257536,"scale_bytes":86016,"total_logical_bytes":8343552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"per-assignment"},"receive":{"max":31,"mean":24.0,"min":17,"total":384},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":211547.16956597677,"p90":209056.04058765102,"p95":208183.56666389087,"p99":205479.8863082375},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":130.39499521255493,"p90":134.44000482559204,"p95":135.7630044221878,"p99":138.88700306415558},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":202.8229981660843,"p90":205.74800670146942,"p95":207.11000263690948,"p99":211.31600439548492},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":333.2179933786392,"p90":340.18801152706146,"p95":342.8730070590973,"p99":350.2030074596405},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":302.6939928531647,"p90":305.57700991630554,"p95":306.61898851394653,"p99":308.2219958305359},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":311.9879961013794,"p90":315.7930076122284,"p95":317.15500354766846,"p99":320.3200101852417},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":550.7029891014099,"p90":555.3500056266785,"p95":556.551992893219,"p99":558.8350296020508},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":110.36500334739685,"p90":113.24899643659592,"p95":113.84999752044678,"p99":115.8130019903183},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":181.7920058965683,"p90":185.43699383735657,"p95":186.3590031862259,"p99":188.56200575828552},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.169021129608154,"p90":6.208986043930054,"p95":6.208986043930054,"p99":6.208986043930054},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.77901029586792,"p90":16.54598116874695,"p95":18.106013536453247,"p99":23.193001747131348},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.961005687713623,"p90":2.1629929542541504,"p95":2.1629929542541504,"p99":2.1629929542541504},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":108.52299630641937,"p90":111.20700091123581,"p95":112.0079979300499,"p99":114.25100266933441},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":176.2630045413971,"p90":179.06799912452698,"p95":179.94900047779083,"p99":182.35300481319427},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":296.8829870223999,"p90":299.97000098228455,"p95":300.9699881076813,"p99":303.33301424980164},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.303999185562134,"p90":19.391000270843506,"p95":20.751982927322388,"p99":24.118006229400635},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.09439205378293991,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":11010048,"scale_bytes":0,"total_logical_bytes":11010048},"dispatch":{"activation_data_bytes":5505024,"scale_bytes":172032,"total_logical_bytes":5677056},"roundtrip":{"activation_data_bytes":16515072,"scale_bytes":172032,"total_logical_bytes":16687104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"per-assignment"},"receive":{"max":58,"mean":48.0,"min":40,"total":768},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":410272.1950828097,"p90":405328.7973911538,"p95":403588.14638962987,"p99":399600.3868942729},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":136.16399466991425,"p90":140.45000076293945,"p95":142.05299317836761,"p99":146.49899303913116},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":205.42700588703156,"p90":208.23100209236145,"p95":209.63400602340698,"p99":212.8780037164688},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":341.5910005569458,"p90":348.6810028553009,"p95":351.6869992017746,"p99":359.3769967556},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":310.66399812698364,"p90":313.91000747680664,"p95":315.18998742103577,"p99":317.3539936542511},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":322.4030137062073,"p90":327.1700143814087,"p95":328.6519944667816,"p99":332.57800340652466},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":550.6219863891602,"p90":555.1890134811401,"p95":556.5919876098633,"p99":559.0749979019165},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":116.77400022745132,"p90":119.69900131225586,"p95":120.65999954938889,"p99":122.6240023970604},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":182.11199343204498,"p90":184.8369985818863,"p95":185.75899302959442,"p99":187.51999735832214},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168007850646973,"p90":6.208986043930054,"p95":6.208986043930054,"p99":6.208986043930054},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.461994171142578,"p90":19.871026277542114,"p95":21.153002977371216,"p99":25.117993354797363},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.521974802017212,"p90":1.6030073165893555,"p95":1.6030073165893555,"p99":1.6030073165893555},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":114.17099833488464,"p90":116.97500199079514,"p95":117.85700172185898,"p99":120.98100036382675},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":178.9879947900772,"p90":181.63099884986877,"p95":182.3520064353943,"p99":183.91400575637817},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":304.05399203300476,"p90":307.37900733947754,"p95":308.5409998893738,"p99":312.62698769569397},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.269002437591553,"p90":23.236006498336792,"p95":24.558991193771362,"p99":28.043001890182495},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.09439205378293991,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":22020096,"scale_bytes":0,"total_logical_bytes":22020096},"dispatch":{"activation_data_bytes":11010048,"scale_bytes":344064,"total_logical_bytes":11354112},"roundtrip":{"activation_data_bytes":33030144,"scale_bytes":344064,"total_logical_bytes":33374208},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"per-assignment"},"receive":{"max":105,"mean":96.0,"min":80,"total":1536},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":794037.2425714432,"p90":782467.795785099,"p95":778939.4384030587,"p99":769744.2325645331},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":166.1680042743683,"p90":171.13499343395233,"p95":172.53799736499786,"p99":175.22099614143372},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":218.08700263500214,"p90":220.60999274253845,"p95":221.69199585914612,"p99":224.2559939622879},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":384.2550069093704,"p90":391.7449861764908,"p95":394.229993224144,"p99":399.4769901037216},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":350.28401017189026,"p90":353.5679876804352,"p95":354.61199283599854,"p99":357.05500841140747},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":367.6309883594513,"p90":372.59799242019653,"p95":374.00001287460327,"p99":377.7660131454468},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":550.3029823303223,"p90":554.9489855766296,"p95":556.0709834098816,"p99":558.5539937019348},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":140.5709981918335,"p90":144.5769965648651,"p95":145.97900211811066,"p99":148.3830064535141},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":191.68800115585327,"p90":194.85099613666534,"p95":195.4520046710968,"p99":197.29499518871307},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.130009889602661,"p90":6.170004606246948,"p95":6.170004606246948,"p99":6.170004606246948},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.027007579803467,"p90":24.39701557159424,"p95":26.241004467010498,"p99":30.524998903274536},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.2820065021514893,"p90":1.5629827976226807,"p95":1.5629827976226807,"p99":1.5629827976226807},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":139.00800049304962,"p90":142.45299994945526,"p95":143.53500306606293,"p99":148.14099669456482},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":192.9280012845993,"p90":194.89100575447083,"p95":195.41199505329132,"p99":196.65400683879852},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":344.635009765625,"p90":348.04001450538635,"p95":349.08199310302734,"p99":351.2449860572815},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.99600839614868,"p90":28.082996606826782,"p95":29.565006494522095,"p99":32.68900513648987},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.09881741553544998,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":44040192,"scale_bytes":0,"total_logical_bytes":44040192},"dispatch":{"activation_data_bytes":22020096,"scale_bytes":688128,"total_logical_bytes":22708224},"roundtrip":{"activation_data_bytes":66060288,"scale_bytes":688128,"total_logical_bytes":66748416},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"per-assignment"},"receive":{"max":211,"mean":192.0,"min":175,"total":3072},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":1392700.8772704217,"p90":1374135.1548201398,"p95":1368983.9100932493,"p99":1355336.3250888076},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":216.4040058851242,"p90":222.7330058813095,"p95":224.65699911117554,"p99":228.8219928741455},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":242.92400479316711,"p90":245.2470064163208,"p95":246.32899463176727,"p99":248.89299273490906},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":459.3280106782913,"p90":467.9800122976303,"p95":470.9859937429428,"p99":477.71498560905457},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":419.9489951133728,"p90":423.87300729751587,"p95":424.91498589515686,"p99":427.43998765945435},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":440.6599998474121,"p90":446.10899686813354,"p95":447.8699862957001,"p99":451.19500160217285},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":550.3420233726501,"p90":554.8689961433411,"p95":555.990993976593,"p99":558.6339831352234},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":187.92100250720978,"p90":193.00900399684906,"p95":194.25100088119507,"p99":196.2140053510666},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":208.99300277233124,"p90":215.44300019741058,"p95":216.9249951839447,"p99":219.04799342155457},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209999322891235,"p90":6.28998875617981,"p95":6.28998875617981,"p99":6.28998875617981},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.87100052833557,"p90":29.366016387939453,"p95":32.608985900878906,"p99":37.45400905609131},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.08398699760437,"p90":2.3629963397979736,"p95":2.3629963397979736,"p99":2.3629963397979736},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":186.67900562286377,"p90":192.1669989824295,"p95":193.57000291347504,"p99":196.33400440216064},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":218.4460014104843,"p90":220.4499989748001,"p95":220.92999517917633,"p99":222.17200696468353},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":413.01700472831726,"p90":417.10299253463745,"p95":418.146014213562,"p99":420.6700026988983},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":27.761012315750122,"p90":34.05100107192993,"p95":35.89498996734619,"p99":39.81900215148926},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.10453245788812637,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":88080384,"scale_bytes":0,"total_logical_bytes":88080384},"dispatch":{"activation_data_bytes":44040192,"scale_bytes":1376256,"total_logical_bytes":45416448},"roundtrip":{"activation_data_bytes":132120576,"scale_bytes":1376256,"total_logical_bytes":133496832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"per-assignment"},"receive":{"max":421,"mean":384.0,"min":335,"total":6144},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":2323787.047507334,"p90":2295403.157499392,"p95":2286377.8135021487,"p99":2269528.6879593586},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":322.6819932460785,"p90":331.13598823547363,"p95":333.90000462532043,"p99":339.9890065193176},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":289.1930043697357,"p90":293.9999997615814,"p95":295.3220009803772,"p99":298.5270023345947},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":611.8749976158142,"p90":625.135987997055,"p95":629.2220056056976,"p99":638.5160088539124},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":570.1320171356201,"p90":579.2269706726074,"p95":581.9510221481323,"p99":587.47798204422},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":593.5689806938171,"p90":602.1019816398621,"p95":604.9460172653198,"p99":612.4780178070068},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":549.8610138893127,"p90":554.6680092811584,"p95":555.990993976593,"p99":557.99400806427},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":284.10598635673523,"p90":293.19798946380615,"p95":295.16199231147766,"p99":299.8479902744293},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":252.65899300575256,"p90":259.1469883918762,"p95":260.78999042510986,"p99":262.51399517059326},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209015846252441,"p90":6.2490105628967285,"p95":6.2490105628967285,"p99":6.2490105628967285},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":27.3209810256958,"p90":38.739025592803955,"p95":40.58098793029785,"p99":46.74798250198364},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.565967082977295,"p90":4.887998104095459,"p95":4.887998104095459,"p99":4.887998104095459},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":282.9839885234833,"p90":291.35599732398987,"p95":293.8399910926819,"p99":298.28599095344543},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":264.91600275039673,"p90":270.16401290893555,"p95":271.7669904232025,"p99":275.8930027484894},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":558.1139922142029,"p90":565.0870203971863,"p95":568.2910084724426,"p99":573.4959840774536},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":35.77399253845215,"p90":43.30497980117798,"p95":45.91101408004761,"p99":51.117002964019775},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.10609076172113419,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":176160768,"scale_bytes":0,"total_logical_bytes":176160768},"dispatch":{"activation_data_bytes":88080384,"scale_bytes":2752512,"total_logical_bytes":90832896},"roundtrip":{"activation_data_bytes":264241152,"scale_bytes":2752512,"total_logical_bytes":266993664},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"per-assignment"},"receive":{"max":802,"mean":768.0,"min":696,"total":12288},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":3450315.0713942503,"p90":3401417.139372545,"p95":3385426.040587981,"p99":3343793.4757771655},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":585.1569771766663,"p90":596.7339873313904,"p95":600.6600260734558,"p99":608.9919805526733},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":412.8580093383789,"p90":419.4279909133911,"p95":421.9120144844055,"p99":427.64100432395935},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":998.0149865150452,"p90":1016.1619782447815,"p95":1022.5720405578613,"p99":1036.6329848766327},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":977.3039817810059,"p90":1355.6649684906006,"p95":1363.3970022201538,"p99":1379.8609972000122},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":969.4120287895203,"p90":979.46697473526,"p95":982.6719760894775,"p99":991.0439848899841},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":548.5399961471558,"p90":553.14701795578,"p95":554.3889999389648,"p99":557.31201171875},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":551.1850118637085,"p90":559.876024723053,"p95":562.201976776123,"p99":567.0089721679688},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":372.55799770355225,"p90":385.21701097488403,"p95":387.73900270462036,"p99":393.06798577308655},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.290018558502197,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":36.13001108169556,"p90":60.53602695465088,"p95":69.1899061203003,"p99":94.65694427490234},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.8450489044189453,"p90":6.169021129608154,"p95":6.169021129608154,"p99":6.169021129608154},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":548.7800240516663,"p90":557.915985584259,"p95":560.0789785385132,"p99":565.4469728469849},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":382.7739953994751,"p90":389.06100392341614,"p95":391.4659917354584,"p99":395.35200595855713},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":940.0439858436584,"p90":951.3850212097168,"p95":954.8270106315613,"p99":960.9990119934082},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":29.208004474639893,"p90":45.35102844238281,"p95":50.039052963256836,"p99":63.17901611328125},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":false,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.12359141558408737,"oracle_passed":{"pre":false,"chained":false,"post":false},"oracle_failed_checks":{"pre":["combine_values","payload"],"chained":["combine_values","payload"],"post":["combine_values","payload"]},"passed":false},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":352321536,"scale_bytes":0,"total_logical_bytes":352321536},"dispatch":{"activation_data_bytes":176160768,"scale_bytes":5505024,"total_logical_bytes":181665792},"roundtrip":{"activation_data_bytes":528482304,"scale_bytes":5505024,"total_logical_bytes":533987328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"per-assignment"},"receive":{"max":1613,"mean":1536.0,"min":1426,"total":24576},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":4225241.567421615,"p90":4181866.3677834645,"p95":4168227.13953841,"p99":4133015.347905772},"tokens_per_rank":256}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"receive_capacity":256,"num_qps_per_rank":24,"return_recv_hook":true,"zero_copy":false,"fp8_scales":"fp32","deep_ep":"uccl deep_ep_wrapper","num_nvl_bytes":1073741824,"num_rdma_bytes":5650787456,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-ll-hook-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9746,"throttle_fraction_max":{"power":0.2218,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2011,"p50":2043,"max":2099,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.2031,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2044,"p50":2068,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.1837,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2046,"p50":2071,"max":2099,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.1851,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2083,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.1549,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2034,"p50":2061,"max":2093,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.1903,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2024,"p50":2055,"max":2104,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.1923,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2022,"p50":2054,"max":2106,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.2071,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2013,"p50":2045,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.2093,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":1993,"p50":2030,"max":2099,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.2218,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2049,"p50":2071,"max":2099,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.1678,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2048,"p50":2072,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.1865,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2043,"p50":2067,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.1719,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2036,"p50":2063,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.1977,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2053,"p50":2076,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.1636,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2029,"p50":2057,"max":2096,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.1908,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2056,"p50":2076,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.1697,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":["semantic correctness or routing identity failed"],"status":"invalid"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json deleted file mode 100644 index 5046dfe72c..0000000000 --- a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T19:39:18.804837+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":190.52599370479584,"p90":195.37299871444702,"p95":197.25599884986877,"p99":201.38099789619446},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":398.7559974193573,"p90":441.2600100040436,"p95":447.42798805236816,"p99":464.7749960422516},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":589.2819911241531,"p90":636.6330087184906,"p95":644.6839869022369,"p99":666.155993938446},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":727.6880145072937,"p90":878.9929747581482,"p95":885.5630159378052,"p99":896.9399929046631},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":626.8569827079773,"p90":705.374002456665,"p95":713.7860059738159,"p99":760.2559924125671},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":211.19600534439087,"p90":224.85700249671936,"p95":227.86200046539307,"p99":234.19100046157837},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":428.7630021572113,"p90":485.80899834632874,"p95":490.85599184036255,"p99":501.2320280075073},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.36899471282959,"p90":6.488978862762451,"p95":6.488978862762451,"p99":6.488978862762451},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049036979675293,"p90":12.775003910064697,"p95":14.617979526519775,"p99":17.82602071762085},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.886997699737549,"p90":6.850004196166992,"p95":6.850004196166992,"p99":6.850004196166992},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":158.2770049571991,"p90":162.60400414466858,"p95":164.48600590229034,"p99":168.49200427532196},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":361.14200949668884,"p90":370.1919913291931,"p95":373.03900718688965,"p99":381.13099336624146},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":572.1780061721802,"p90":627.4210214614868,"p95":634.4709992408752,"p99":655.102014541626},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":57.28602409362793,"p90":80.19900321960449,"p95":84.602952003479,"p99":107.75703191757202},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":25524.16331215,"p90":22683.00212975735,"p95":22415.681823533727,"p99":21045.542764123722},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":196.13400101661682,"p90":200.58099925518036,"p95":202.62399315834045,"p99":206.70999586582184},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":398.7570106983185,"p90":441.2989914417267,"p95":446.98798656463623,"p99":458.8859975337982},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":594.8910117149353,"p90":641.879990696907,"p95":649.6119797229767,"p99":665.59599339962},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":732.2989702224731,"p90":884.1609954833984,"p95":888.4530067443848,"p99":895.5429792404175},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":626.5360116958618,"p90":705.6949734687805,"p95":712.8250002861023,"p99":726.3249754905701},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":212.19700574874878,"p90":227.74000465869904,"p95":230.34599423408508,"p99":235.19299924373627},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":425.9589910507202,"p90":484.9269986152649,"p95":490.4550015926361,"p99":498.106986284256},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.290018558502197,"p90":6.490051746368408,"p95":6.490051746368408,"p99":6.490051746368408},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.453990936279297,"p90":13.339996337890625,"p95":15.462994575500488,"p99":20.226001739501953},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.763986587524414,"p90":6.128966808319092,"p95":6.128966808319092,"p99":6.128966808319092},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":170.6950068473816,"p90":173.2189953327179,"p95":175.2219945192337,"p99":179.14700508117676},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":361.9399964809418,"p90":370.7540035247803,"p95":374.6410012245178,"p99":382.2120130062103},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":585.0740075111389,"p90":640.0359869003296,"p95":646.3660001754761,"p99":658.4640145301819},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":44.87001895904541,"p90":66.89900159835815,"p95":70.66601514816284,"p99":77.99601554870605},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":51074.47840609313,"p90":45345.3704547545,"p95":44891.80372062758,"p99":44057.413802116265},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":196.4550018310547,"p90":201.34200155735016,"p95":203.38499546051025,"p99":206.3090056180954},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":398.9579975605011,"p90":441.4989948272705,"p95":446.66799902915955,"p99":460.6890082359314},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":595.4129993915558,"p90":642.8409963846207,"p95":650.0529944896698,"p99":666.9980138540268},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":729.4939756393433,"p90":888.9729976654053,"p95":893.5400247573853,"p99":900.2699851989746},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":627.3769736289978,"p90":705.5339813232422,"p95":711.1030220985413,"p99":728.8489937782288},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":213.3989930152893,"p90":229.22299802303314,"p95":231.66699707508087,"p99":237.8769963979721},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":422.4730134010315,"p90":489.01399970054626,"p95":492.2580122947693,"p99":502.7940273284912},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328999996185303,"p90":6.3700079917907715,"p95":6.3700079917907715,"p99":6.3700079917907715},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.250010967254639,"p90":13.373970985412598,"p95":14.907002449035645,"p99":16.503989696502686},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.324044704437256,"p90":5.127012729644775,"p95":5.127012729644775,"p99":5.127012729644775},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":172.81800508499146,"p90":175.82200467586517,"p95":177.18499898910522,"p99":181.0310035943985},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":362.50099539756775,"p90":372.6789951324463,"p95":377.7250051498413,"p99":384.894996881485},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":586.1560106277466,"p90":641.1979794502258,"p95":646.6860175132751,"p99":657.9430103302002},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":44.87001895904541,"p90":64.89700078964233,"p95":68.98295879364014,"p99":78.51701974868774},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":102012.03214360669,"p90":90711.43516002844,"p95":90001.02377729902,"p99":87809.68423683339},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":197.81599938869476,"p90":202.90400087833405,"p95":204.82699573040009,"p99":211.39700710773468},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":399.5189964771271,"p90":442.1809911727905,"p95":447.18798995018005,"p99":457.08298683166504},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":597.3349958658218,"p90":645.0849920511246,"p95":652.0149856805801,"p99":668.4799939393997},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":722.5630283355713,"p90":739.2690181732178,"p95":756.2140226364136,"p99":811.693012714386},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":627.5380253791809,"p90":706.4560055732727,"p95":714.2680287361145,"p99":727.6080250740051},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":212.51800656318665,"p90":217.6859974861145,"p95":220.28900682926178,"p99":228.74200344085693},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":420.23101449012756,"p90":428.0819892883301,"p95":430.2850067615509,"p99":442.58299469947815},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328999996185303,"p90":6.449997425079346,"p95":6.449997425079346,"p99":6.449997425079346},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.931006908416748,"p90":13.376057147979736,"p95":14.901995658874512,"p99":21.19201421737671},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.642989158630371,"p90":4.806995391845703,"p95":4.806995391845703,"p99":4.806995391845703},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":173.05900156497955,"p90":175.66299438476562,"p95":177.265003323555,"p99":181.2710016965866},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":363.42498660087585,"p90":373.9579916000366,"p95":378.246009349823,"p99":385.41799783706665},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":587.8779888153076,"p90":643.401026725769,"p95":649.3300199508667,"p99":663.2310152053833},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":43.14398765563965,"p90":64.2160177230835,"p95":68.14098358154297,"p99":75.99401473999023},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":203971.7034241197,"p90":181186.08800859575,"p95":179204.43706054418,"p99":175918.89532414256},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":204.86700534820557,"p90":209.75500345230103,"p95":211.39700710773468,"p99":214.52200412750244},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":398.8780081272125,"p90":441.4590001106262,"p95":447.3879933357239,"p99":460.80800890922546},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":603.7450134754181,"p90":651.2140035629272,"p95":658.7850004434586,"p99":675.3300130367279},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":729.9349904060364,"p90":748.4419941902161,"p95":758.4580183029175,"p99":818.5830116271973},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":627.6580095291138,"p90":706.4149975776672,"p95":712.9859924316406,"p99":724.3630290031433},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":219.84800696372986,"p90":226.21800005435944,"p95":227.90099680423737,"p99":233.26900601387024},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":421.27200961112976,"p90":428.60299348831177,"p95":431.96699023246765,"p99":436.77499890327454},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.205963134765625,"p90":13.218998908996582,"p95":14.82701301574707,"p99":18.067002296447754},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.9240379333496094,"p90":2.362966537475586,"p95":2.362966537475586,"p99":2.362966537475586},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":179.5080006122589,"p90":182.19199776649475,"p95":184.27500128746033,"p99":187.92100250720978},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":367.3489987850189,"p90":377.3239850997925,"p95":380.72898983955383,"p99":389.3420100212097},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":591.2839770317078,"p90":648.5289931297302,"p95":655.5799841880798,"p99":666.3960218429565},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":39.1010046005249,"p90":58.24697017669678,"p95":62.01303005218506,"p99":71.02596759796143},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":407865.4237075031,"p90":362393.2120323563,"p95":359053.3372568952,"p99":353413.9509470867},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":221.81299328804016,"p90":226.49900615215302,"p95":228.66299748420715,"p99":232.54799842834473},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":401.8020033836365,"p90":443.10200214385986,"p95":448.99100065231323,"p99":463.33301067352295},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":623.6149966716766,"p90":669.6010082960129,"p95":677.6539981365204,"p99":695.8810091018677},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":745.5180287361145,"p90":762.2190117835999,"p95":774.2769718170166,"p99":793.9509749412537},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":632.1470141410828,"p90":707.7370285987854,"p95":715.3480052947998,"p99":729.2100191116333},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":233.3489954471588,"p90":240.52000045776367,"p95":243.4840053319931,"p99":248.65199625492096},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":417.1459972858429,"p90":424.59699511528015,"p95":426.598995923996,"p99":432.8089952468872},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.408989429473877,"p95":6.408989429473877,"p99":6.408989429473877},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.254958152770996,"p90":12.297987937927246,"p95":13.821005821228027,"p99":16.385018825531006},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.6460161209106445,"p90":10.134994983673096,"p95":10.134994983673096,"p99":10.134994983673096},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":195.09199261665344,"p90":197.4949985742569,"p95":199.17799532413483,"p99":202.78300344944},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":377.0830035209656,"p90":387.2179985046387,"p95":391.30398631095886,"p99":400.7590115070343},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":603.1820178031921,"p90":665.7950282096863,"p95":672.4849939346313,"p99":686.9860291481018},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":28.606951236724854,"p90":42.983949184417725,"p95":47.7520227432251,"p99":57.485997676849365},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":809938.1766370753,"p90":723432.545296781,"p95":715735.5527803581,"p99":702129.6836043869},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":245.36700546741486,"p90":250.09500980377197,"p95":252.05698609352112,"p99":256.5850019454956},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":434.2910051345825,"p90":452.71700620651245,"p95":457.76599645614624,"p99":470.86599469184875},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":679.6580106019974,"p90":702.8120160102844,"p95":709.8229825496674,"p99":727.4509966373444},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":769.5950269699097,"p90":787.060022354126,"p95":797.7160215377808,"p99":818.822979927063},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":673.0480194091797,"p90":718.4370160102844,"p95":724.3660092353821,"p99":739.2680048942566},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":262.83299922943115,"p90":269.48198676109314,"p95":271.92699909210205,"p99":279.5799970626831},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":422.5139915943146,"p90":429.5240044593811,"p95":432.44799971580505,"p99":436.25399470329285},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.369054317474365,"p95":6.369054317474365,"p99":6.369054317474365},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.726013660430908,"p90":12.858986854553223,"p95":14.816999435424805,"p99":18.43196153640747},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.287004470825195,"p90":6.290018558502197,"p95":6.290018558502197,"p99":6.290018558502197},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":220.89000046253204,"p90":224.17500615119934,"p95":225.97700357437134,"p99":229.42300140857697},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":408.3699882030487,"p90":424.0339994430542,"p95":428.3199906349182,"p99":433.8090121746063},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":647.487998008728,"p90":694.7979927062988,"p95":700.8479833602905,"p99":713.6669754981995},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.318993091583252,"p90":28.72598171234131,"p95":30.928969383239746,"p99":34.61599349975586},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":1521436.7630097119,"p90":1425316.3146946502,"p95":1413649.98763664,"p99":1385153.9539391685},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":322.44300842285156,"p90":327.6920020580292,"p95":329.73501086235046,"p99":333.6609899997711},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":508.48299264907837,"p90":522.5830078125,"p95":526.2290239334106,"p99":535.9629988670349},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":830.9260010719299,"p90":850.2750098705292,"p95":855.9640347957611,"p99":869.623988866806},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":874.547004699707,"p90":883.9250206947327,"p95":888.8530135154724,"p99":897.2610235214233},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":820.5500245094299,"p90":837.3749852180481,"p95":842.4230217933655,"p99":850.6749868392944},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":338.74601125717163,"p90":344.9169993400574,"p95":346.8390107154846,"p99":353.0080020427704},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":466.9800102710724,"p90":474.19100999832153,"p95":476.1140048503876,"p99":481.4020097255707},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.408989429473877,"p90":6.489038467407227,"p95":6.489038467407227,"p99":6.489038467407227},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.103021144866943,"p90":17.471015453338623,"p95":19.154012203216553,"p99":20.915985107421875},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.6040077209472656,"p90":-1.44195556640625,"p95":-1.44195556640625,"p99":-1.44195556640625},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":300.24901032447815,"p90":303.4130036830902,"p95":304.85600233078003,"p99":308.661013841629},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":478.6759912967682,"p90":494.0989911556244,"p95":497.5830018520355,"p99":504.75502014160156},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":798.0729937553406,"p90":814.2169713973999,"p95":818.9839720726013,"p99":829.5599818229675},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.036969661712646,"p90":26.804029941558838,"p95":28.686046600341797,"p99":32.97299146652222},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":2495886.830573684,"p90":2445738.213050049,"p95":2431082.6592086484,"p99":2407499.963775118},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":415.22300243377686,"p90":421.1519956588745,"p95":423.675000667572,"p99":429.16399240493774},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":633.2259774208069,"p90":649.370014667511,"p95":656.2240123748779,"p99":664.9559736251831},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1048.4489798545837,"p90":1070.5220103263855,"p95":1079.89901304245,"p99":1094.1199660301208},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1090.3890132904053,"p90":1100.3309488296509,"p95":1103.0540466308594,"p99":1112.5019788742065},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1031.304955482483,"p90":1050.0550270080566,"p95":1056.3429594039917,"p99":1068.2820081710815},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":467.7779972553253,"p90":474.1489887237549,"p95":475.9509861469269,"p99":480.83800077438354},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":584.4759941101074,"p90":592.087984085083,"p95":594.4079756736755,"p99":598.9779829978943},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.450057029724121,"p95":6.450057029724121,"p99":6.450057029724121},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.50404930114746,"p90":23.55504035949707,"p95":25.87306499481201,"p99":32.60791301727295},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.4449100494384766,"p90":4.246950149536133,"p95":4.246950149536133,"p99":4.246950149536133},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":382.73200392723083,"p90":387.01900839805603,"p95":388.74000310897827,"p99":393.4279978275299},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":603.9419770240784,"p90":615.5989766120911,"p95":619.6449995040894,"p99":626.0550022125244},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":998.8530278205872,"p90":1016.7989730834961,"p95":1022.8879451751709,"p99":1034.5460176467896},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":32.1730375289917,"p90":37.78195381164551,"p95":39.70503807067871,"p99":43.47103834152222},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":3971667.1370823956,"p90":3900747.9557245844,"p95":3877528.565449084,"p99":3834193.5637504817},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":546.4159846305847,"p90":556.194007396698,"p95":560.4000091552734,"p99":571.0960030555725},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":889.8540139198303,"p90":900.5500078201294,"p95":904.3149948120117,"p99":911.3209843635559},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1436.269998550415,"p90":1456.7440152168274,"p95":1464.7150039672852,"p99":1482.4169874191284},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1497.8070259094238,"p90":1510.8970403671265,"p95":1513.9909982681274,"p99":1524.3580341339111},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1418.1259870529175,"p90":1433.2690238952637,"p95":1438.156008720398,"p99":1449.6530294418335},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":591.6839838027954,"p90":600.0959873199463,"p95":602.5400161743164,"p99":610.3119850158691},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":859.0030074119568,"p90":868.5780167579651,"p95":872.7880120277405,"p99":879.7199726104736},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.410002708435059,"p90":6.609916687011719,"p95":6.609916687011719,"p99":6.609916687011719},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":31.09598159790039,"p90":43.778061866760254,"p95":50.556063652038574,"p99":60.6989860534668},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.8459300994873047,"p90":4.006028175354004,"p95":4.006028175354004,"p99":4.006028175354004},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":510.0420117378235,"p90":515.4510140419006,"p95":517.3730254173279,"p99":521.3789939880371},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":852.9149889945984,"p90":861.6870045661926,"p95":864.171028137207,"p99":870.5009818077087},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1380.944013595581,"p90":1393.9629793167114,"p95":1399.2910385131836,"p99":1410.3469848632812},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":36.74197196960449,"p90":46.39589786529541,"p95":49.842000007629395,"p99":59.37600135803223},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0095911156386137,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":5776637.6716812225,"p90":5715605.27955611,"p95":5696183.133350636,"p99":5651007.402201755},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2102,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2097,"p50":2105,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2097,"p50":2105,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2101,"p50":2109,"max":2110,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2104,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2104,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.5},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2097,"p50":2106,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.5},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.5},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2105,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2102,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.5},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2094,"p50":2103,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":423.4}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json deleted file mode 100644 index 03057634bf..0000000000 --- a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T20:06:29.032585+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":192.08799302577972,"p90":197.25599884986877,"p95":199.37899708747864,"p99":204.22600209712982},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":441.85999035835266,"p90":474.6690094470978,"p95":489.4540011882782,"p99":506.72000646591187},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":633.9479833841324,"p90":671.9250082969666,"p95":688.8329982757568,"p99":710.9460085630417},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":863.7310266494751,"p90":1030.3850173950195,"p95":1036.1080169677734,"p99":1050.0489473342896},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":688.0319714546204,"p90":731.3730120658875,"p95":754.2070150375366,"p99":803.164005279541},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.466999754309654,"p90":20.8320003002882,"p95":21.79200015962124,"p99":23.634999990463257},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":218.40600669384003,"p90":236.9139939546585,"p95":239.1970008611679,"p99":249.5730072259903},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":574.9019980430603,"p90":662.3929738998413,"p95":668.0819988250732,"p99":693.3990120887756},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.369948387145996,"p90":6.689012050628662,"p95":6.689012050628662,"p99":6.689012050628662},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.449997425079346,"p90":13.296008110046387,"p95":15.343010425567627,"p99":19.746005535125732},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.884984016418457,"p90":3.0840039253234863,"p95":3.0840039253234863,"p99":3.0840039253234863},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":159.71900522708893,"p90":164.16600346565247,"p95":166.20899736881256,"p99":170.6160008907318},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":393.871009349823,"p90":401.9629955291748,"p95":404.2460024356842,"p99":408.8529944419861},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":616.204023361206,"p90":657.2250127792358,"p95":668.2019829750061,"p99":684.02498960495},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":71.7039704322815,"p90":83.7620496749878,"p95":95.42399644851685,"p99":127.07000970840454},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":23254.733302833578,"p90":21876.6617526743,"p95":21214.33463358026,"p99":19921.211477139346},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":197.77600467205048,"p90":202.5029957294464,"p95":204.38699424266815,"p99":208.39299261569977},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":442.10299849510193,"p90":474.6290147304535,"p95":490.45300483703613,"p99":509.56398248672485},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":639.8790031671524,"p90":677.1320104598999,"p95":694.8399990797043,"p99":717.9569751024246},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":872.7080225944519,"p90":1030.9009552001953,"p95":1035.8680486679077,"p99":1043.9189672470093},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":688.3479952812195,"p90":733.3760261535645,"p95":758.3730220794678,"p99":804.6870231628418},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.42699944972992,"p90":20.95099911093712,"p95":22.033000364899635,"p99":23.874999955296516},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":218.88700127601624,"p90":237.79499530792236,"p95":240.07900059223175,"p99":245.88799476623535},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":569.4540143013,"p90":650.9360074996948,"p95":655.22301197052,"p99":665.8779978752136},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.329953670501709,"p90":6.409049034118652,"p95":6.409049034118652,"p99":6.409049034118652},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.850004196166992,"p90":13.216018676757812,"p95":15.186965465545654,"p99":18.754005432128906},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.325985908508301,"p90":3.044009208679199,"p95":3.044009208679199,"p99":3.044009208679199},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":172.37700521945953,"p90":175.18199980258942,"p95":176.66399478912354,"p99":181.19099736213684},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":394.23099160194397,"p90":402.0009934902191,"p95":404.3239951133728,"p99":409.8550081253052},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":632.8639984130859,"p90":668.3589816093445,"p95":681.7790269851685,"p99":696.681022644043},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":57.44600296020508,"p90":70.50502300262451,"p95":80.35999536514282,"p99":114.4149899482727},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":46488.11388914794,"p90":43633.82338503031,"p95":42195.593815106484,"p99":39767.01385617383},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":198.21800291538239,"p90":202.9840052127838,"p95":205.38799464702606,"p99":209.8740041255951},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":442.34099984169006,"p90":474.46900606155396,"p95":490.3329908847809,"p99":509.4040036201477},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":640.5590027570724,"p90":677.4530112743378,"p95":695.720985531807,"p99":719.2780077457428},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":865.136981010437,"p90":1033.905029296875,"p95":1040.313959121704,"p99":1048.9729642868042},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":689.4729733467102,"p90":735.45902967453,"p95":758.092999458313,"p99":802.9230237007141},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.988000229001045,"p90":21.71199955046177,"p95":22.75400049984455,"p99":24.19699914753437},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":221.21000289916992,"p90":240.9600019454956,"p95":242.56299436092377,"p99":249.41299855709076},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":568.2920217514038,"p90":654.7420024871826,"p95":661.4720225334167,"p99":674.4109988212585},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.3700079917907715,"p90":6.570041179656982,"p95":6.570041179656982,"p99":6.570041179656982},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.810009479522705,"p90":13.339042663574219,"p95":15.341997146606445,"p99":22.634029388427734},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.4010071754455566,"p90":9.253978729248047,"p95":9.253978729248047,"p99":9.253978729248047},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":173.9799976348877,"p90":176.86399817466736,"p95":178.507000207901,"p99":183.35400521755219},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":395.0729966163635,"p90":402.84401178359985,"p95":405.36800026893616,"p99":410.21499037742615},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":635.6300115585327,"p90":673.1250286102295,"p95":683.9820146560669,"p99":699.3650197982788},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":55.4470419883728,"p90":68.3019757270813,"p95":81.12102746963501,"p99":113.53498697280884},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":92824.52318521381,"p90":87020.48301497169,"p95":84422.3598499531,"p99":79708.76175031158},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":199.25899803638458,"p90":204.26499843597412,"p95":206.31000399589539,"p99":210.3559970855713},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":443.42300295829773,"p90":474.54899549484253,"p95":489.05301094055176,"p99":507.9219937324524},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":642.6820009946823,"p90":678.8139939308167,"p95":695.3630149364471,"p99":718.2779908180237},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":858.7679862976074,"p90":888.3320093154907,"p95":927.3509979248047,"p99":1027.735948562622},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":689.2330050468445,"p90":731.2520146369934,"p95":751.0020136833191,"p99":803.725004196167},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.069999620318413,"p90":22.554000839591026,"p95":23.59599992632866,"p99":25.036999955773354},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":221.451997756958,"p90":226.57999396324158,"p95":228.94200682640076,"p99":234.1109961271286},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":565.2469992637634,"p90":577.426016330719,"p95":586.3190293312073,"p99":605.3069829940796},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.36899471282959,"p90":6.409049034118652,"p95":6.409049034118652,"p99":6.409049034118652},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.971001625061035,"p90":13.495028018951416,"p95":15.618979930877686,"p99":18.4670090675354},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.044009208679199,"p90":19.829988479614258,"p95":19.829988479614258,"p99":19.829988479614258},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":174.2209941148758,"p90":177.30499804019928,"p95":179.067000746727,"p99":183.43399465084076},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":395.1930105686188,"p90":402.7619957923889,"p95":404.84699606895447,"p99":409.7749888896942},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":634.8680257797241,"p90":670.041024684906,"p95":682.6199889183044,"p99":694.5980191230774},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":56.12403154373169,"p90":67.69996881484985,"p95":75.6719708442688,"p99":112.57302761077881},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":185713.68327217633,"p90":175042.25279097725,"p95":170438.9571104063,"p99":159258.4519975426},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":206.99000358581543,"p90":211.63800358772278,"p95":213.83999288082123,"p99":217.36599504947662},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":443.22100281715393,"p90":474.3089973926544,"p95":490.3320074081421,"p99":507.6010227203369},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":650.2110064029694,"p90":685.9470009803772,"p95":704.1720002889633,"p99":724.9670177698135},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":860.1250052452087,"p90":881.4020156860352,"p95":890.9350037574768,"p99":1028.4169912338257},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":689.1090273857117,"p90":734.3810200691223,"p95":758.4530115127563,"p99":806.4889907836914},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.876000195741653,"p90":26.398999616503716,"p95":27.28099934756756,"p99":28.80300022661686},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":228.1010001897812,"p90":233.3890050649643,"p95":235.71200668811798,"p99":240.84100127220154},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":559.9989891052246,"p90":572.0980167388916,"p95":577.3450136184692,"p99":601.0209918022156},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.36899471282959,"p90":6.408989429473877,"p95":6.408989429473877,"p99":6.408989429473877},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.56603479385376,"p90":13.741016387939453,"p95":15.542984008789062,"p99":23.315012454986572},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.3229846954345703,"p90":3.7260055541992188,"p95":3.7260055541992188,"p99":3.7260055541992188},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":181.15000426769257,"p90":183.67399275302887,"p95":185.75799465179443,"p99":189.52299654483795},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":395.87101340293884,"p90":403.7629961967468,"p95":406.24698996543884,"p99":413.74000906944275},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":640.6769752502441,"p90":678.8550019264221,"p95":690.2719736099243,"p99":704.2530179023743},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":49.71402883529663,"p90":61.77198886871338,"p95":73.62997531890869,"p99":107.8450083732605},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":0,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":371494.19007206004,"p90":348592.8870763905,"p95":337529.1496165341,"p99":317425.2877912649},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":223.2149988412857,"p90":228.14199328422546,"p95":230.10499775409698,"p99":235.0730001926422},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":442.82400608062744,"p90":476.1919975280762,"p95":490.8530116081238,"p99":508.32098722457886},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":666.0390049219131,"p90":704.3339908123016,"p95":720.9580093622208,"p99":743.3939874172211},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":861.4919781684875,"p90":887.3299956321716,"p95":913.569986820221,"p99":1002.7430057525635},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":689.3939971923828,"p90":731.6529750823975,"p95":753.1639933586121,"p99":802.3629784584045},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":28.001999482512474,"p90":30.726000666618347,"p95":31.727001070976257,"p99":33.649999648332596},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":242.0009970664978,"p90":248.49100410938263,"p95":251.29500031471252,"p99":255.3420066833496},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":543.9350008964539,"p90":556.5950274467468,"p95":561.161994934082,"p99":575.3430128097534},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.369948387145996,"p90":6.448984146118164,"p95":6.448984146118164,"p99":6.448984146118164},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.371008396148682,"p90":13.855993747711182,"p95":15.983045101165771,"p99":19.589006900787354},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.443969249725342,"p90":6.850957870483398,"p95":6.850957870483398,"p99":6.850957870483398},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":196.6940015554428,"p90":199.01800155639648,"p95":200.81999897956848,"p99":205.66700398921967},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":397.8770077228546,"p90":407.9720079898834,"p95":412.97999024391174,"p99":422.232985496521},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":653.4950137138367,"p90":693.7959790229797,"p95":706.3350081443787,"p99":719.8759913444519},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":34.77603197097778,"p90":47.234952449798584,"p95":54.9660325050354,"p99":89.93995189666748},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":742681.2564152933,"p90":699785.3045596371,"p95":679798.8280305588,"p99":638115.1844564357},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":246.93000316619873,"p90":251.8180012702942,"p95":253.65999341011047,"p99":258.1869959831238},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":444.1860020160675,"p90":476.23199224472046,"p95":490.0520145893097,"p99":507.32100009918213},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":691.1160051822662,"p90":728.0499935150146,"p95":743.7120079994202,"p99":765.5079960823059},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":860.0050210952759,"p90":879.6390295028687,"p95":904.5910239219666,"p99":951.6220092773438},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":706.499993801117,"p90":749.284029006958,"p95":767.9479718208313,"p99":808.9730143547058},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":38.697998970746994,"p90":40.821000933647156,"p95":41.66200011968613,"p99":43.664999306201935},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":270.8050012588501,"p90":276.21200680732727,"p95":277.6550054550171,"p99":284.9879860877991},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":518.2170271873474,"p90":532.8390002250671,"p95":536.8450284004211,"p99":553.1089901924133},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.891012191772461,"p95":6.891012191772461,"p99":6.891012191772461},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.130980491638184,"p90":13.705015182495117,"p95":15.902996063232422,"p99":21.2709903717041},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.2429823875427246,"p90":8.01098346710205,"p95":8.01098346710205,"p99":8.01098346710205},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":223.0529934167862,"p90":226.17800533771515,"p95":228.1010001897812,"p99":231.78599774837494},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":407.5680077075958,"p90":417.9440140724182,"p95":421.3089942932129,"p99":427.6390075683594},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":681.5379858016968,"p90":723.8810062408447,"p95":735.6600165367126,"p99":751.3229846954346},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.361014366149902,"p90":30.288994312286377,"p95":35.373032093048096,"p99":66.0640001296997},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":1449398.4557461452,"p90":1366637.9641871306,"p95":1333423.6661528782,"p99":1265802.4208839834},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":325.1279890537262,"p90":330.1349878311157,"p95":332.05801248550415,"p99":336.2239897251129},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":477.19600796699524,"p90":490.7349944114685,"p95":498.3460009098053,"p99":512.88902759552},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":802.3239970207214,"p90":820.8699822425842,"p95":830.4040133953094,"p99":849.1130173206329},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":916.8099761009216,"p90":936.8450045585632,"p95":958.0370187759399,"p99":977.4600267410278},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":804.5259714126587,"p90":823.6349821090698,"p95":835.2519869804382,"p99":851.036012172699},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":47.871001064777374,"p90":50.03499984741211,"p95":50.957001745700836,"p99":52.47899889945984},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":347.96199202537537,"p90":353.1680107116699,"p95":354.89198565483093,"p99":359.5390021800995},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":494.8219954967499,"p90":503.1539797782898,"p95":506.1990022659302,"p99":509.76401567459106},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.3700079917907715,"p90":6.408989429473877,"p95":6.408989429473877,"p99":6.408989429473877},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.213051319122314,"p90":17.229974269866943,"p95":18.993020057678223,"p99":23.84096384048462},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.804994583129883,"p90":2.9250383377075195,"p95":2.9250383377075195,"p99":2.9250383377075195},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":302.77198553085327,"p90":305.9769868850708,"p95":307.61998891830444,"p99":310.58400869369507},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":450.67599415779114,"p90":460.8890116214752,"p95":463.85300159454346,"p99":470.5829918384552},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":781.4069986343384,"p90":800.6759881973267,"p95":812.4939799308777,"p99":827.9569745063782},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.3580002784729,"p90":27.125000953674316,"p95":29.04796600341797,"p99":32.77403116226196},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.00048828125,"host_held_samples":{"dispatch":0,"roundtrip":1},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":2545598.3681967882,"p90":2486538.3871332384,"p95":2451954.6579036927,"p99":2406478.6574324234},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":418.02600026130676,"p90":424.9170124530792,"p95":427.2400140762329,"p99":431.96699023246765},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":577.2259831428528,"p90":593.9670205116272,"p95":601.1790037155151,"p99":611.7960214614868},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":995.2519834041595,"p90":1018.8840329647064,"p95":1028.419017791748,"p99":1043.7630116939545},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1055.1769733428955,"p90":1065.6379461288452,"p95":1069.1570043563843,"p99":1086.8289470672607},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":993.7700033187866,"p90":1009.9539756774902,"p95":1014.320969581604,"p99":1023.3340263366699},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":70.70600241422653,"p90":73.0300024151802,"p95":73.99000227451324,"p99":75.95399767160416},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":446.18698954582214,"p90":456.4020037651062,"p95":460.08700132369995,"p99":463.85300159454346},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":536.8049740791321,"p90":544.8570251464844,"p95":547.6610064506531,"p99":554.7919869422913},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.369113922119141,"p90":6.369948387145996,"p95":6.369948387145996,"p99":6.369948387145996},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.387913703918457,"p90":24.716973304748535,"p95":26.041030883789062,"p99":29.59895133972168},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.7239322662353516,"p90":4.446983337402344,"p95":4.446983337402344,"p99":4.446983337402344},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":385.8569860458374,"p90":390.78399538993835,"p95":392.4669921398163,"p99":396.5120017528534},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":551.7839789390564,"p90":563.4049773216248,"p95":568.3289766311646,"p99":577.2240161895752},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":961.5569710731506,"p90":977.3409962654114,"p95":981.024980545044,"p99":989.2380237579346},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":32.13298320770264,"p90":38.263022899627686,"p95":40.22502899169922,"p99":44.229984283447266},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":0,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":4121678.040513429,"p90":4055630.354098413,"p95":4038169.4974614927,"p99":4002603.1526214923},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":548.4619736671448,"p90":558.197021484375,"p95":563.3649826049805,"p99":575.3419995307922},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":775.1629948616028,"p90":784.8169803619385,"p95":788.6620163917542,"p99":797.4759936332703},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1323.6249685287476,"p90":1343.0140018463135,"p95":1352.0269989967346,"p99":1372.8179931640625},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1383.7950229644775,"p90":1395.324945449829,"p95":1400.418996810913,"p99":1414.1130447387695},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1313.3690357208252,"p90":1328.1919956207275,"p95":1334.4810009002686,"p99":1347.100019454956},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":117.77699738740921,"p90":120.41900306940079,"p95":121.38199806213379,"p99":123.94499778747559},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":608.6729764938354,"p90":615.8429980278015,"p95":617.9640293121338,"p99":622.734010219574},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":726.8900275230408,"p90":733.0999970436096,"p95":735.0180149078369,"p99":738.6239767074585},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.450057029724121,"p90":6.569981575012207,"p95":6.569981575012207,"p99":6.569981575012207},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":29.4039249420166,"p90":42.616963386535645,"p95":48.35200309753418,"p99":58.238983154296875},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-5.849003791809082,"p90":4.366040229797363,"p95":4.366040229797363,"p99":4.366040229797363},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":513.5669708251953,"p90":518.9759731292725,"p95":520.7380056381226,"p99":524.8240232467651},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":745.83500623703,"p90":754.8480033874512,"p95":757.2910189628601,"p99":764.0209794044495},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1278.028964996338,"p90":1289.6469831466675,"p95":1294.6139574050903,"p99":1304.8700094223022},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":34.45792198181152,"p90":45.433998107910156,"p95":50.60303211212158,"p99":65.18399715423584},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":6237393.890974389,"p90":6167782.991472922,"p95":6138716.095975519,"p99":6081211.403526315},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2094,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2103,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2105,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2096,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2099,"p50":2106,"max":2108,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2102,"p50":2109,"max":2110,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2097,"p50":2103,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2104,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2101,"p50":2106,"max":2108,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":53,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2104,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2102,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2103,"max":2105,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":619.1}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json deleted file mode 100644 index 9c967e29b2..0000000000 --- a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T19:06:20.416217+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":72.78899848461151,"p90":76.91600173711777,"p95":78.51800322532654,"p99":81.1220034956932},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":207.3110044002533,"p90":217.8879976272583,"p95":221.85300290584564,"p99":232.18899965286255},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":280.1000028848648,"p90":294.80399936437607,"p95":300.3710061311722,"p99":313.31100314855576},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":326.8109858036041,"p90":344.758003950119,"p95":352.8499901294708,"p99":417.5480008125305},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":288.79299759864807,"p90":300.1300096511841,"p95":305.01699447631836,"p99":318.19599866867065},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":92.37899631261826,"p90":97.46599942445755,"p95":99.590003490448,"p99":103.87600213289261},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":228.70400547981262,"p90":238.99899423122406,"p95":247.4520057439804,"p99":258.8280141353607},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.329983472824097,"p90":6.408989429473877,"p95":6.408989429473877,"p99":6.408989429473877},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.889998912811279,"p90":16.826003789901733,"p95":20.83200216293335,"p99":26.91999077796936},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-5.60799241065979,"p90":7.570981979370117,"p95":7.570981979370117,"p99":7.570981979370117},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":65.77900052070618,"p90":68.18199902772903,"p95":69.42500174045563,"p99":71.5470016002655},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":186.39899790287018,"p90":193.77200305461884,"p95":195.933997631073,"p99":201.2220025062561},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":280.8620035648346,"p90":291.918009519577,"p95":296.6049909591675,"p99":306.82098865509033},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.2109997272491455,"p90":10.775983333587646,"p95":12.85901665687561,"p99":17.50701665878296},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":27701.50269058134,"p90":26655.115259209597,"p95":26228.04678059053,"p99":25141.73664493561},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":76.43499970436096,"p90":80.80100268125534,"p95":82.48399943113327,"p99":84.96800065040588},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":207.75100588798523,"p90":220.13099491596222,"p95":225.89899599552155,"p99":237.59600520133972},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":284.1860055923462,"p90":300.93199759721756,"p95":308.3829954266548,"p99":322.5640058517456},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":328.73401045799255,"p90":347.6020097732544,"p95":353.8520038127899,"p99":377.52699851989746},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":292.80000925064087,"p90":304.85799908638,"p95":311.34799122810364,"p99":326.04798674583435},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":92.45900064706802,"p90":99.50999915599823,"p95":102.31400281190872,"p99":106.76000267267227},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":221.53300046920776,"p90":232.74900019168854,"p95":237.3960018157959,"p99":244.7270005941391},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.530016660690308,"p95":6.530016660690308,"p99":6.530016660690308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2499940395355225,"p90":16.344010829925537,"p95":21.15100622177124,"p99":26.037991046905518},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1609792709350586,"p90":3.4449994564056396,"p95":3.4449994564056396,"p99":3.4449994564056396},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":66.9810026884079,"p90":70.2660009264946,"p95":71.94799929857254,"p99":74.75200295448303},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":186.6389960050583,"p90":194.25199925899506,"p95":196.85600697994232,"p99":202.78400182724},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":282.54398703575134,"p90":294.0019965171814,"p95":300.65101385116577,"p99":311.78799271583557},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.815007448196411,"p90":12.979984283447266,"p95":14.741986989974976,"p99":18.908977508544922},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":54644.80701673673,"p90":52483.45146904438,"p95":51389.44348697558,"p99":49072.53119300059},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":77.23599672317505,"p90":81.64200186729431,"p95":83.04499834775925,"p99":85.52800118923187},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":207.47199654579163,"p90":219.76999938488007,"p95":225.05800426006317,"p99":233.67099463939667},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":284.7079932689667,"p90":301.4120012521744,"p95":308.1030026078224,"p99":319.19899582862854},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":328.1730115413666,"p90":346.48001194000244,"p95":382.61500000953674,"p99":459.45098996162415},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":293.84198784828186,"p90":306.9410026073456,"p95":312.4690055847168,"p99":323.16499948501587},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":97.42599725723267,"p90":102.79399901628494,"p95":106.07899725437164,"p99":112.36800253391266},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":220.09000182151794,"p90":230.5860072374344,"p95":233.5910052061081,"p99":240.24100601673126},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.248980760574341,"p90":6.489992141723633,"p95":6.489992141723633,"p99":6.489992141723633},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.36799430847168,"p90":11.1369788646698,"p95":13.220012187957764,"p99":19.189000129699707},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.763986587524414,"p90":3.6860108375549316,"p95":3.6860108375549316,"p99":3.6860108375549316},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":70.66600024700165,"p90":72.86900281906128,"p95":74.0709975361824,"p99":76.23399794101715},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":187.12100386619568,"p90":195.0940042734146,"p95":197.4560022354126,"p99":202.42400467395782},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":286.54998540878296,"p90":299.2500066757202,"p95":304.73700165748596,"p99":316.9560134410858},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.770014762878418,"p90":10.3360116481781,"p95":11.97698712348938,"p99":15.141993761062622},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":108902.06751705757,"p90":104254.56269502064,"p95":102410.15725741842,"p99":99020.62429716723},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":77.95699685811996,"p90":82.4040025472641,"p95":84.04599875211716,"p99":86.44899725914001},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":207.87200331687927,"p90":219.9299931526184,"p95":225.7789969444275,"p99":236.55399680137634},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":285.82900017499924,"p90":302.3339956998825,"p95":309.82499569654465,"p99":323.00299406051636},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":327.77199149131775,"p90":342.2339856624603,"p95":347.20098972320557,"p99":360.06098985671997},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":295.0829863548279,"p90":307.9429864883423,"p95":312.83000111579895,"p99":325.96999406814575},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":97.86699712276459,"p90":104.23699766397476,"p95":105.95899820327759,"p99":112.56899684667587},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":218.36799383163452,"p90":229.0239930152893,"p95":232.0690006017685,"p99":241.00199341773987},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.289005279541016,"p90":6.36899471282959,"p95":6.36899471282959,"p99":6.36899471282959},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.848003387451172,"p90":8.251994848251343,"p95":9.57399606704712,"p99":13.86001706123352},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.7229914665222168,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":71.94799929857254,"p90":74.43100214004517,"p95":75.59400051832199,"p99":78.27699929475784},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":187.20099329948425,"p90":195.6939995288849,"p95":198.77900183200836,"p99":205.66900074481964},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":287.83199191093445,"p90":300.6109893321991,"p95":305.3379952907562,"p99":317.4769878387451},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.610006093978882,"p90":10.015010833740234,"p95":11.776983737945557,"p99":15.222012996673584},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":216888.13980973492,"p90":207830.6790806643,"p95":204583.95860923006,"p99":196337.08980778293},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":81.80099725723267,"p90":86.48999780416489,"p95":88.09199929237366,"p99":90.57600051164627},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":208.11200141906738,"p90":219.12899613380432,"p95":224.4569957256317,"p99":236.31499707698822},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":289.91299867630005,"p90":305.6189939379692,"p95":312.54899501800537,"p99":326.8909975886345},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":330.936998128891,"p90":348.48299622535706,"p95":354.01201248168945,"p99":476.9569933414459},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":298.48799109458923,"p90":311.708003282547,"p95":318.2780146598816,"p99":331.7370116710663},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":101.91400349140167,"p90":107.48100280761719,"p95":111.2470030784607,"p99":118.21699887514114},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":216.8859988451004,"p90":227.14200615882874,"p95":232.51000046730042,"p99":244.56800520420074},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.370991468429565,"p95":6.370991468429565,"p99":6.370991468429565},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.886001348495483,"p90":8.653014898300171,"p95":9.69398021697998,"p99":13.619989156723022},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.567997694015503,"p90":11.778026819229126,"p95":11.778026819229126,"p99":11.778026819229126},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":76.3150006532669,"p90":78.51699739694595,"p95":79.68000322580338,"p99":81.44199848175049},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":187.3210072517395,"p90":196.57500088214874,"p95":200.7009983062744,"p99":208.67300033569336},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":292.5190031528473,"p90":305.3390085697174,"p95":311.10700964927673,"p99":326.1699974536896},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.448013544082642,"p90":9.093999862670898,"p95":10.575979948043823,"p99":13.700008392333984},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":428827.97237707797,"p90":410640.7235362985,"p95":402164.12728596234,"p99":385847.8116602749},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":90.93700349330902,"p90":95.62399983406067,"p95":97.50699996948242,"p99":100.27000308036804},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":207.11100101470947,"p90":218.80899369716644,"p95":223.2159972190857,"p99":234.15100574493408},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":298.0480045080185,"p90":314.4329935312271,"p95":320.7229971885681,"p99":334.4210088253021},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":328.372985124588,"p90":345.43898701667786,"p95":355.1729917526245,"p99":463.8569951057434},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":307.1810007095337,"p90":319.599986076355,"p95":325.6480097770691,"p99":337.34598755836487},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":111.76799982786179,"p90":116.37499928474426,"p95":117.97700077295303,"p99":125.58899819850922},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":217.56699681282043,"p90":225.7789969444275,"p95":229.5050024986267,"p99":242.7240014076233},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209999322891235,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.726976156234741,"p90":7.811009883880615,"p95":9.05299186706543,"p99":12.418985366821289},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.0429790019989014,"p90":3.805011510848999,"p95":3.805011510848999,"p99":3.805011510848999},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":86.32899820804596,"p90":87.85200119018555,"p95":89.09399807453156,"p99":90.97699820995331},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":195.1729953289032,"p90":204.2659968137741,"p95":210.0750058889389,"p99":216.6450023651123},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":301.8540143966675,"p90":313.7910068035126,"p95":320.5200135707855,"p99":330.9380114078522},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.646003246307373,"p90":8.25202465057373,"p95":9.894996881484985,"p99":12.700021266937256},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":833384.8753949149,"p90":801001.286460756,"p95":786124.8719906243,"p99":758864.8136972697},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":105.71800172328949,"p90":110.36600172519684,"p95":112.28799819946289,"p99":116.13400280475616},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":216.32400155067444,"p90":226.69999301433563,"p95":232.18800127506256,"p99":244.60700154304504},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":322.0420032739639,"p90":337.06599473953247,"p95":344.47599947452545,"p99":360.7410043478012},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":332.6599895954132,"p90":347.76198863983154,"p95":361.5429997444153,"p99":439.3799901008606},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":321.96399569511414,"p90":334.6630036830902,"p95":339.4300043582916,"p99":350.48601031303406},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":123.22500348091125,"p90":128.83399426937103,"p95":132.31900334358215,"p99":137.56699860095978},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":221.9340056180954,"p90":229.66499626636505,"p95":234.39200222492218,"p99":242.4039989709854},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.289005279541016,"p90":6.36899471282959,"p95":6.36899471282959,"p99":6.36899471282959},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.969017744064331,"p90":9.97498631477356,"p95":11.216998100280762,"p99":14.261990785598755},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.0039846897125244,"p90":2.204000949859619,"p95":2.204000949859619,"p99":2.204000949859619},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":97.14599698781967,"p90":100.03100335597992,"p95":101.31199657917023,"p99":103.19499671459198},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":209.073007106781,"p90":219.4489985704422,"p95":224.05700385570526,"p99":233.95200073719025},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":313.34999203681946,"p90":325.56799054145813,"p95":330.49601316452026,"p99":341.5929973125458},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.332014083862305,"p90":11.298000812530518,"p95":12.979984283447266,"p99":15.904009342193604},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.004672897048294544,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":1590239.9238604358,"p90":1529897.2230729137,"p95":1508411.1405176455,"p99":1460828.6349081693},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":121.94299697875977,"p90":126.4290064573288,"p95":127.95199453830719,"p99":130.79600036144257},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":235.152006149292,"p90":244.60799992084503,"p95":249.0140050649643,"p99":256.66600465774536},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":357.09500312805176,"p90":371.0370063781738,"p95":376.9659996032715,"p99":387.4620050191879},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":339.10998702049255,"p90":350.165992975235,"p95":357.015997171402,"p99":382.6949894428253},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":348.96400570869446,"p90":359.41898822784424,"p95":364.546000957489,"p99":375.8449852466583},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":123.02500009536743,"p90":134.88300144672394,"p95":138.72799277305603,"p99":144.21600103378296},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":223.09499979019165,"p90":232.98999667167664,"p95":237.07599937915802,"p99":250.37598609924316},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328999996185303,"p90":6.41101598739624,"p95":6.41101598739624,"p99":6.41101598739624},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.247009754180908,"p90":7.611006498336792,"p95":9.815007448196411,"p99":11.456996202468872},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.3630092144012451,"p90":3.283977508544922,"p95":3.283977508544922,"p99":3.283977508544922},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":117.01600253582001,"p90":118.73800307512283,"p95":119.77899819612503,"p99":122.02300131320953},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":228.18200290203094,"p90":237.11499571800232,"p95":242.1640008687973,"p99":248.81400167942047},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":343.47599744796753,"p90":353.4510135650635,"p95":358.85900259017944,"p99":370.074987411499},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.0469934940338135,"p90":8.653998374938965,"p95":9.814977645874023,"p99":11.777997016906738},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":2934400.0620362177,"p90":2849042.5757663706,"p95":2808973.34577924,"p99":2724527.5052106194},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":171.97799682617188,"p90":175.90400576591492,"p95":177.62699723243713,"p99":180.87099492549896},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":282.1440100669861,"p90":291.31799936294556,"p95":294.7219908237457,"p99":303.21601033210754},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":454.12200689315796,"p90":467.2220051288605,"p95":472.34898805618286,"p99":484.0870052576065},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":437.5370144844055,"p90":443.6259865760803,"p95":446.4299976825714,"p99":450.0359892845154},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":447.55101203918457,"p90":456.20599389076233,"p95":459.4079852104187,"p99":468.58400106430054},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":160.88199615478516,"p90":162.96499967575073,"p95":164.00699317455292,"p99":166.13000631332397},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":268.60401034355164,"p90":273.0900049209595,"p95":275.734007358551,"p99":282.74500370025635},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.409019231796265,"p90":6.449013948440552,"p95":6.449013948440552,"p99":6.449013948440552},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.727005958557129,"p90":8.05199146270752,"p95":9.294003248214722,"p99":12.138009071350098},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0809898376464844,"p90":1.641988754272461,"p95":1.641988754272461,"p99":1.641988754272461},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":162.08399832248688,"p90":164.8070067167282,"p95":166.3299947977066,"p99":169.01400685310364},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":274.13201332092285,"p90":282.9830050468445,"p95":286.6710126399994,"p99":294.5620119571686},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":436.93599104881287,"p90":445.5089867115021,"p95":448.7529993057251,"p99":455.9650123119354},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.416001081466675,"p90":13.098984956741333,"p95":14.622002840042114,"p99":17.78799295425415},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":4576014.677452435,"p90":4489200.114478088,"p95":4457911.1942557385,"p99":4370614.437002443},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":251.0179877281189,"p90":254.8620104789734,"p95":256.5450072288513,"p99":259.429007768631},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":371.9579875469208,"p90":379.33000922203064,"p95":382.2140097618103,"p99":390.42600989341736},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":622.9759752750397,"p90":634.192019701004,"p95":638.7590169906616,"p99":649.8550176620483},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":609.5160245895386,"p90":614.8030161857605,"p95":616.6070103645325,"p99":622.8560209274292},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":615.2819991111755,"p90":622.1349835395813,"p95":625.0190138816833,"p99":633.230984210968},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":241.1620020866394,"p90":243.04600059986115,"p95":243.76599490642548,"p99":245.2079951763153},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":354.8940122127533,"p90":359.019011259079,"p95":360.38199067115784,"p99":364.9879992008209},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.3700079917907715,"p90":6.409049034118652,"p95":6.409049034118652,"p99":6.409049034118652},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.928993225097656,"p90":9.735047817230225,"p95":10.818004608154297,"p99":13.341009616851807},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6800293922424316,"p90":1.4829635620117188,"p95":1.4829635620117188,"p99":1.4829635620117188},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":241.28299951553345,"p90":243.9649999141693,"p95":245.52899599075317,"p99":248.772993683815},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":358.4190011024475,"p90":365.3480112552643,"p95":368.79199743270874,"p99":375.8449852466583},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":605.14897108078,"p90":611.9999885559082,"p95":614.641010761261,"p99":622.4949955940247},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.855031967163086,"p90":12.979984283447266,"p95":14.219999313354492,"p99":16.985952854156494},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":6657110.082721423,"p90":6583780.221932184,"p95":6553400.631065244,"p99":6468413.741794056},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2102,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2070,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2105,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2062,"p50":2096,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2106,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2075,"p50":2109,"max":2111,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2070,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":247.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json deleted file mode 100644 index 7d97c47bd3..0000000000 --- a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T19:21:29.040323+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":72.62899726629257,"p90":76.83499902486801,"p95":78.3580020070076,"p99":80.3999975323677},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":220.77099978923798,"p90":230.66599667072296,"p95":234.8719984292984,"p99":248.0120062828064},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":293.39999705553055,"p90":307.500995695591,"p95":313.230000436306,"p99":328.4120038151741},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":421.3919937610626,"p90":435.49299240112305,"p95":439.6600127220154,"p99":449.7149884700775},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":300.73198676109314,"p90":311.9879961013794,"p95":318.43701004981995,"p99":333.09999108314514},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.74599961936474,"p90":19.4690003991127,"p95":20.431000739336014,"p99":22.51400053501129},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":94.10099685192108,"p90":98.74799847602844,"p95":101.1509969830513,"p99":105.39799928665161},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":314.7119879722595,"p90":330.6559920310974,"p95":334.26201343536377,"p99":345.7989990711212},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.450027227401733,"p90":6.729990243911743,"p95":6.729990243911743,"p99":6.729990243911743},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.454011917114258,"p90":18.62800121307373,"p95":22.71398901939392,"p99":30.52598237991333},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.286974668502808,"p90":3.724992275238037,"p95":3.724992275238037,"p99":3.724992275238037},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":65.9789964556694,"p90":68.10200214385986,"p95":69.38300281763077,"p99":71.62799686193466},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":196.4150071144104,"p90":202.66400277614594,"p95":204.9880027770996,"p99":209.074005484581},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":293.040007352829,"p90":303.3350110054016,"p95":309.2229962348938,"p99":322.3640024662018},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.009983062744141,"p90":11.137008666992188,"p95":12.899011373519897,"p99":20.431995391845703},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.00048828125,"host_held_samples":{"dispatch":1,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":26601.75954729865,"p90":25642.012192675607,"p95":25122.70793758674,"p99":24016.8124111511},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":76.63500308990479,"p90":80.60099929571152,"p95":82.00299739837646,"p99":84.24700051546097},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":221.09200060367584,"p90":230.54499924182892,"p95":234.19100046157837,"p99":245.32699584960938},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":297.7270036935806,"p90":311.14599853754044,"p95":316.19399785995483,"p99":329.57399636507034},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":425.4780113697052,"p90":448.7929940223694,"p95":459.6090018749237,"p99":484.6870005130768},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":304.73700165748596,"p90":315.91299176216125,"p95":321.40201330184937,"p99":330.6559920310974},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.827000468969345,"p90":19.750000908970833,"p95":21.07200026512146,"p99":22.955000400543213},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":96.50500118732452,"p90":104.63699698448181,"p95":106.39999806880951,"p99":110.84599792957306},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":315.5139982700348,"p90":328.29299569129944,"p95":334.181010723114,"p99":342.2729969024658},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.449997425079346,"p90":6.650000810623169,"p95":6.650000810623169,"p99":6.650000810623169},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.572995662689209,"p90":19.26898956298828,"p95":22.353023290634155,"p99":31.647980213165283},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.92399525642395,"p90":6.52998685836792,"p95":6.52998685836792,"p99":6.52998685836792},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":67.74099916219711,"p90":69.7849988937378,"p95":71.38700038194656,"p99":74.55199956893921},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":196.25400006771088,"p90":202.42400467395782,"p95":204.62700724601746,"p99":209.95500683784485},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":295.16199231147766,"p90":305.73898553848267,"p95":311.1859858036041,"p99":320.1200067996979},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.05299186706543,"p90":12.418001890182495,"p95":13.940989971160889,"p99":17.946988344192505},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":52504.290299421715,"p90":50646.856625781904,"p95":49781.89102061837,"p99":48388.65886481573},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":77.55699753761292,"p90":81.48200064897537,"p95":82.88399875164032,"p99":85.24800091981888},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":221.65299952030182,"p90":231.346994638443,"p95":235.03200709819794,"p99":246.93000316619873},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":299.20999705791473,"p90":312.82899528741837,"p95":317.91600584983826,"p99":332.1780040860176},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":423.9549934864044,"p90":438.3369982242584,"p95":445.54901123046875,"p99":600.8610129356384},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":306.3800036907196,"p90":316.95500016212463,"p95":323.44499230384827,"p99":337.42600679397583},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.146999180316925,"p90":19.750000908970833,"p95":21.112000569701195,"p99":23.235000669956207},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":101.39200091362,"p90":108.1629991531372,"p95":112.36900091171265,"p99":120.62100321054459},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":309.58500504493713,"p90":323.1239914894104,"p95":329.25400137901306,"p99":341.7530059814453},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.006998777389526,"p90":9.93397831916809,"p95":11.938005685806274,"p99":16.184002161026},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.6429722309112549,"p90":4.646003246307373,"p95":4.646003246307373,"p99":4.646003246307373},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":71.02599740028381,"p90":72.66899943351746,"p95":73.99100065231323,"p99":76.03400200605392},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":197.01600074768066,"p90":203.34500074386597,"p95":205.267995595932,"p99":211.557999253273},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":299.20798540115356,"p90":309.38398838043213,"p95":315.0320053100586,"p99":326.4099955558777},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.729990243911743,"p90":10.376006364822388,"p95":12.059003114700317,"p99":16.384989023208618},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":104445.45862824304,"p90":100960.70414926973,"p95":98934.90627902132,"p99":94835.60649057626},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":77.79599726200104,"p90":82.28400349617004,"p95":83.56499671936035,"p99":86.12900227308273},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":220.77099978923798,"p90":230.18500208854675,"p95":234.67199504375458,"p99":245.84899842739105},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":298.566997051239,"p90":312.4690055847168,"p95":318.23699176311493,"p99":331.9780007004738},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":423.2349991798401,"p90":440.7010078430176,"p95":446.86999917030334,"p99":464.7369980812073},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":306.098997592926,"p90":316.7150020599365,"p95":322.843998670578,"p99":337.14601397514343},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.068999215960503,"p90":20.591000095009804,"p95":21.9930000603199,"p99":23.475000634789467},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":101.8730029463768,"p90":108.64300280809402,"p95":113.2500022649765,"p99":117.09500104188919},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":308.50300192832947,"p90":320.96201181411743,"p95":325.72901248931885,"p99":334.62199568748474},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.25002384185791,"p90":6.57200813293457,"p95":6.57200813293457,"p99":6.57200813293457},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.767000675201416,"p90":9.173005819320679,"p95":10.136008262634277,"p99":13.018995523452759},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.645002841949463,"p90":4.3669939041137695,"p95":4.3669939041137695,"p99":4.3669939041137695},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":71.98800146579742,"p90":73.99100065231323,"p95":75.19199699163437,"p99":77.79700309038162},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":196.73499464988708,"p90":203.5049945116043,"p95":205.7880014181137,"p99":211.23699843883514},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":299.20899868011475,"p90":308.663010597229,"p95":316.11400842666626,"p99":326.6899883747101},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.208986043930054,"p90":9.975016117095947,"p95":11.817991733551025,"p99":15.103012323379517},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":209082.68404430427,"p90":202074.41890576552,"p95":198238.15918382307,"p99":189828.7310159879},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":81.64200186729431,"p90":85.88899672031403,"p95":87.20999956130981,"p99":89.65399861335754},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":221.85300290584564,"p90":232.14800655841827,"p95":237.1560037136078,"p99":249.7750073671341},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":303.49500477313995,"p90":318.0370032787323,"p95":324.3660032749176,"p99":339.42900598049164},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":422.67298698425293,"p90":438.1380081176758,"p95":444.02599334716797,"p99":483.925998210907},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":310.34600734710693,"p90":322.3640024662018,"p95":327.77100801467896,"p99":341.39299392700195},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.195000365376472,"p90":23.83599989116192,"p95":24.95799958705902,"p99":27.161000296473503},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":105.71900010108948,"p90":113.09000104665756,"p95":117.41600185632706,"p99":122.02300131320953},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":306.8999946117401,"p90":318.5569941997528,"p95":323.68600368499756,"p99":339.18899297714233},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.248980760574341,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.327999591827393,"p90":8.372992277145386,"p95":10.295987129211426,"p99":13.900995254516602},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6809830665588379,"p90":4.727005958557129,"p95":4.727005958557129,"p99":4.727005958557129},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":76.9139975309372,"p90":78.47800105810165,"p95":79.68000322580338,"p99":81.44199848175049},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":197.4170058965683,"p90":204.70599830150604,"p95":207.71099627017975,"p99":215.28300642967224},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":304.81699109077454,"p90":315.7539963722229,"p95":321.96301221847534,"p99":334.2210054397583},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.886984825134277,"p90":8.652985095977783,"p95":10.255992412567139,"p99":13.460010290145874},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":412442.87656273344,"p90":397066.66693785123,"p95":390516.5401153101,"p99":374934.4663686024},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":90.69599956274033,"p90":95.26299685239792,"p95":96.86499834060669,"p99":99.95000064373016},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":222.17300534248352,"p90":232.71000385284424,"p95":238.6379987001419,"p99":254.8620104789734},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":312.86900490522385,"p90":327.97300070524216,"p95":335.5029970407486,"p99":354.81201112270355},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":426.5199899673462,"p90":443.1850016117096,"p95":451.39700174331665,"p99":583.154022693634},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":320.3200101852417,"p90":330.936998128891,"p95":336.06401085853577,"p99":351.76798701286316},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":26.319999247789383,"p90":28.522999957203865,"p95":29.203999787569046,"p99":31.127000227570534},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":115.37300050258636,"p90":121.98299914598465,"p95":125.10800361633301,"p99":133.56000185012817},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":299.127995967865,"p90":309.26400423049927,"p95":312.90900707244873,"p99":324.1260051727295},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.610006093978882,"p95":6.610006093978882,"p99":6.610006093978882},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.368024110794067,"p90":9.373992681503296,"p95":10.535001754760742,"p99":13.579994440078735},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.5629827976226807,"p90":2.203017473220825,"p95":2.203017473220825,"p99":2.203017473220825},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":86.64999902248383,"p90":87.9720002412796,"p95":88.93399685621262,"p99":90.81599861383438},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":199.2190033197403,"p90":207.5510025024414,"p95":211.71699464321136,"p99":222.37400710582733},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":315.2329921722412,"p90":325.408011674881,"p95":330.53499460220337,"p99":346.72001004219055},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.326999187469482,"p90":8.053004741668701,"p95":9.694993495941162,"p99":12.338995933532715},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":799200.7737885457,"p90":773561.1353442414,"p95":761759.6402125956,"p99":727752.4091202728},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":105.03699630498886,"p90":109.484001994133,"p95":111.40699684619904,"p99":114.25100266933441},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":221.89299762248993,"p90":232.18800127506256,"p95":236.43499612808228,"p99":244.9669986963272},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":326.9299939274788,"p90":341.67200326919556,"p95":347.8419929742813,"p99":359.2180013656616},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":424.796998500824,"p90":438.21701407432556,"p95":447.59100675582886,"p99":513.6500000953674},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":333.90098810195923,"p90":344.1160023212433,"p95":348.92401099205017,"p99":363.14499378204346},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":35.854000598192215,"p90":38.33699971437454,"p95":39.097998291254044,"p99":40.86099937558174},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":128.23300063610077,"p90":133.84099304676056,"p95":136.80499792099,"p99":145.49799263477325},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":293.2800054550171,"p90":305.49800395965576,"p95":310.945987701416,"p99":321.68298959732056},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.289005279541016,"p90":6.290018558502197,"p95":6.290018558502197,"p99":6.290018558502197},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.888998508453369,"p90":10.376006364822388,"p95":11.817991733551025,"p99":15.222996473312378},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.1229982376098633,"p90":3.3659934997558594,"p95":3.3659934997558594,"p99":3.3659934997558594},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":97.22600132226944,"p90":99.58899766206741,"p95":100.99100321531296,"p99":102.99500077962875},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":207.39099383354187,"p90":215.52300453186035,"p95":219.6899950504303,"p99":227.7819961309433},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":325.72901248931885,"p90":335.90400218963623,"p95":340.18999338150024,"p99":354.85199093818665},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.690995931625366,"p90":10.935008525848389,"p95":12.337982654571533,"p99":15.422999858856201},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":1533388.6937874435,"p90":1487870.3592576077,"p95":1467368.2058861386,"p99":1409905.1584538657},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":122.26299941539764,"p90":126.6690045595169,"p95":128.11200320720673,"p99":130.7159960269928},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":226.41900181770325,"p90":235.3529930114746,"p95":240.48100411891937,"p99":249.2939978837967},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":348.6820012331009,"p90":362.0219975709915,"p95":368.5930073261261,"p99":380.0099939107895},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":425.7580041885376,"p90":444.30699944496155,"p95":455.96399903297424,"p99":551.3070225715637},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":351.48701071739197,"p90":361.9830012321472,"p95":366.9910132884979,"p99":378.2469928264618},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":44.94699835777283,"p90":47.471001744270325,"p95":48.43299835920334,"p99":50.39599910378456},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":147.58199453353882,"p90":154.51200306415558,"p95":157.79699385166168,"p99":164.16700184345245},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":287.431001663208,"p90":301.0120093822479,"p95":305.6580126285553,"p99":311.54701113700867},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2499940395355225,"p90":6.369978189468384,"p95":6.369978189468384,"p99":6.369978189468384},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.449997425079346,"p90":10.374993085861206,"p95":11.495977640151978,"p99":14.54201340675354},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.6430020332336426,"p90":5.0469934940338135,"p95":5.0469934940338135,"p99":5.0469934940338135},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":116.5350005030632,"p90":118.17699670791626,"p95":119.29900199174881,"p99":121.42200022935867},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":220.7310050725937,"p90":228.50200533866882,"p95":232.46900737285614,"p99":241.40200018882751},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":345.0379967689514,"p90":355.29300570487976,"p95":360.41998863220215,"p99":372.6789951324463},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":9.294003248214722,"p95":10.376006364822388,"p99":12.618988752365112},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":2913336.677534671,"p90":2828862.119255394,"p95":2790259.060635406,"p99":2707225.7530671423},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":171.73799872398376,"p90":175.50300061702728,"p95":177.38600075244904,"p99":180.91200292110443},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":261.75299286842346,"p90":268.88298988342285,"p95":272.2890079021454,"p99":280.580997467041},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":433.4909915924072,"p90":444.38599050045013,"p95":449.6750086545944,"p99":461.49300038814545},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":416.6649878025055,"p90":435.97298860549927,"p95":450.43501257896423,"p99":465.29799699783325},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":424.6770143508911,"p90":433.49000811576843,"p95":437.49600648880005,"p99":445.4270005226135},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":62.85399943590164,"p90":65.2180016040802,"p95":66.09900295734406,"p99":67.62100011110306},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":166.20899736881256,"p90":174.82300102710724,"p95":177.42599546909332,"p99":185.8779937028885},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":268.4429883956909,"p90":280.78100085258484,"p95":284.26599502563477,"p99":293.39998960494995},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2499940395355225,"p90":6.3700079917907715,"p95":6.3700079917907715,"p99":6.3700079917907715},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.048006772994995,"p90":8.332014083862305,"p95":9.454995393753052,"p99":11.49800419807434},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.7609894275665283,"p90":7.250994443893433,"p95":7.250994443893433,"p99":7.250994443893433},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":161.48200631141663,"p90":164.3259972333908,"p95":165.92900454998016,"p99":168.57300698757172},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":254.8219859600067,"p90":261.7120146751404,"p95":264.7570073604584,"p99":273.1289863586426},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":413.98099064826965,"p90":422.6340055465698,"p95":427.16100811958313,"p99":434.41200256347656},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.455995798110962,"p90":13.139992952346802,"p95":14.140993356704712,"p99":16.42400026321411},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":4822488.457799677,"p90":4724445.688845171,"p95":4681185.587124735,"p99":4597835.330137394},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":249.85399842262268,"p90":253.90100479125977,"p95":255.46300411224365,"p99":258.70800018310547},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":325.8489966392517,"p90":333.6609899997711,"p95":336.90500259399414,"p99":347.52100706100464},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":575.7029950618744,"p90":587.5619947910309,"p95":592.3680067062378,"p99":606.2290072441101},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":558.2770109176636,"p90":564.7670030593872,"p95":566.9310092926025,"p99":570.4960227012634},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":566.6499733924866,"p90":574.30100440979,"p95":577.426016330719,"p99":586.4800214767456},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":101.99300199747086,"p90":104.39600050449371,"p95":105.31800240278244,"p99":107.16100037097931},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":239.51900005340576,"p90":241.80300533771515,"p95":242.52299964427948,"p99":245.2079951763153},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":308.1420063972473,"p90":313.5499954223633,"p95":315.87299704551697,"p99":321.68200612068176},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.331026554107666,"p90":6.449997425079346,"p95":6.449997425079346,"p99":6.449997425079346},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.930006504058838,"p90":9.654998779296875,"p95":10.657012462615967,"p99":13.14002275466919},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.0809898376464844,"p90":1.0809898376464844,"p95":1.0809898376464844,"p99":1.0809898376464844},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":241.08099937438965,"p90":243.32499504089355,"p95":244.7270005941391,"p99":247.45100736618042},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":316.35400652885437,"p90":323.0839967727661,"p95":326.1680006980896,"p99":334.8209857940674},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":557.4759840965271,"p90":564.8069977760315,"p95":568.011999130249,"p99":577.4660110473633},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.973002433776855,"p90":12.13902235031128,"p95":13.381004333496094,"p99":16.62600040435791},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":7228448.234944029,"p90":7132148.417900585,"p95":7093549.449032842,"p99":6984040.120729687},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9934,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2074,"p50":2102,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2082,"p50":2101,"max":2103,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2105,"max":2106,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2106,"max":2107,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2085,"p50":2109,"max":2111,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":366.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json deleted file mode 100644 index d534db4845..0000000000 --- a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T19:54:00.061046+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":811.5779757499695,"p90":828.3230066299438,"p95":835.4529738426208,"p99":842.6640033721924},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1334.5229625701904,"p90":1347.5819826126099,"p95":1351.78804397583,"p99":1361.0730171203613},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2146.10093832016,"p90":2175.9049892425537,"p95":2187.241017818451,"p99":2203.7370204925537},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2229.249954223633,"p90":2268.5890197753906,"p95":2279.819965362549,"p99":2296.710968017578},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2143.3749198913574,"p90":2162.9650592803955,"p95":2169.0940856933594,"p99":2179.0289878845215},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":842.3789739608765,"p90":853.1150221824646,"p95":856.158971786499,"p99":863.5709881782532},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1309.0349435806274,"p90":1332.9910039901733,"p95":1338.7680053710938,"p99":1348.9830493927002},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.489992141723633,"p90":6.649971008300781,"p95":6.649971008300781,"p99":6.649971008300781},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":49.835920333862305,"p90":70.71900367736816,"p95":76.10106468200684,"p99":87.1579647064209},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.766941070556641,"p90":7.210016250610352,"p95":7.210016250610352,"p99":7.210016250610352},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":745.8739876747131,"p90":756.0889720916748,"p95":758.7339878082275,"p99":764.2620205879211},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1292.2190427780151,"p90":1301.9050359725952,"p95":1304.8690557479858,"p99":1311.959981918335},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2075.6208896636963,"p90":2091.564893722534,"p95":2096.172094345093,"p99":2104.5849323272705},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":67.23284721374512,"p90":85.70122718811035,"p95":91.83096885681152,"p99":101.40585899353027},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0095911156386137,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":7644019.647682761,"p90":7574787.179156214,"p95":7553383.741195712,"p99":7518945.406920064},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1328.8730382919312,"p90":1352.6690006256104,"p95":1360.360026359558,"p99":1373.9010095596313},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2234.592914581299,"p90":2255.5830478668213,"p95":2262.4330520629883,"p99":2276.293992996216},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":3563.46595287323,"p90":3608.2520484924316,"p95":3622.7930784225464,"p99":3650.195002555847},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":3640.300989151001,"p90":3682.081937789917,"p95":3695.322036743164,"p99":3715.751886367798},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3549.7829914093018,"p90":3579.2911052703857,"p95":3589.745044708252,"p99":3608.5751056671143},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1335.6349468231201,"p90":1357.5160503387451,"p95":1364.678978919983,"p99":1376.304030418396},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2207.231044769287,"p90":2238.7850284576416,"p95":2245.2080249786377,"p99":2269.8450088500977},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.489992141723633,"p90":6.969928741455078,"p95":6.969928741455078,"p99":6.969928741455078},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":82.52286911010742,"p90":116.55402183532715,"p95":125.02694129943848,"p99":147.47905731201172},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-12.698888778686523,"p90":-6.210088729858398,"p95":-6.210088729858398,"p99":-6.210088729858398},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1236.1270189285278,"p90":1251.109004020691,"p95":1255.115032196045,"p99":1262.3660564422607},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2174.8499870300293,"p90":2187.187910079956,"p95":2191.127061843872,"p99":2199.3799209594727},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3457.645893096924,"p90":3479.7990322113037,"p95":3487.4110221862793,"p99":3499.7079372406006},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":92.28181838989258,"p90":120.24116516113281,"p95":127.77209281921387,"p99":144.15597915649414},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0095911156386137,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":9230986.817870451,"p90":9154885.432970295,"p95":9128224.871653285,"p99":9080592.488857789},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2386.3790035247803,"p90":2419.1489219665527,"p95":2430.3669929504395,"p99":2457.045078277588},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4058.5851669311523,"p90":4086.7061614990234,"p95":4096.880912780762,"p99":4116.030216217041},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":6444.964170455933,"p90":6505.855083465576,"p95":6527.247905731201,"p99":6573.075294494629},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":6541.491985321045,"p90":6595.695018768311,"p95":6613.761901855469,"p99":6652.379989624023},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6433.650970458984,"p90":6476.51481628418,"p95":6491.7778968811035,"p99":6525.832176208496},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2316.340923309326,"p90":2351.473093032837,"p95":2361.888885498047,"p99":2381.9189071655273},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":4000.4000663757324,"p90":4040.501117706299,"p95":4048.9301681518555,"p99":4067.317008972168},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.529808044433594,"p90":6.771087646484375,"p95":6.771087646484375,"p99":6.771087646484375},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":135.72263717651367,"p90":185.48011779785156,"p95":202.70299911499023,"p99":257.8268051147461},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-18.027305603027344,"p90":-8.572101593017578,"p95":-8.572101593017578,"p99":-8.572101593017578},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2247.7591037750244,"p90":2268.749952316284,"p95":2274.0509510040283,"p99":2283.93292427063},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3953.2101154327393,"p90":3969.1309928894043,"p95":3974.817991256714,"p99":3984.138011932373},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6281.424999237061,"p90":6316.197872161865,"p95":6324.60880279541,"p99":6347.683906555176},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":150.7859230041504,"p90":193.00603866577148,"p95":206.0699462890625,"p99":235.95476150512695},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":10186440.063490821,"p90":10119022.631619714,"p95":10095231.389768586,"p99":10042550.625026396},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4569.815158843994,"p90":4641.174793243408,"p95":4684.439182281494,"p99":4794.242858886719},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7654.201030731201,"p90":7701.993942260742,"p95":7716.337203979492,"p99":7742.578029632568},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":12224.016189575195,"p90":12343.16873550415,"p95":12400.776386260986,"p99":12536.820888519287},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":12321.20132446289,"p90":12402.6517868042,"p95":12462.251663208008,"p99":12572.498321533203},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12198.625564575195,"p90":12288.640022277832,"p95":12334.149360656738,"p99":12486.576080322266},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":4418.881893157959,"p90":4455.041885375977,"p95":4469.237804412842,"p99":4485.046863555908},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":7606.845855712891,"p90":7648.311138153076,"p95":7657.240867614746,"p99":7687.089920043945},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.489753723144531,"p90":7.770538330078125,"p95":7.770538330078125,"p99":7.770538330078125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":230.38387298583984,"p90":334.41925048828125,"p95":364.5353317260742,"p99":463.0613327026367},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.190643310546875,"p90":42.54341125488281,"p95":42.54341125488281,"p99":42.54341125488281},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4341.968059539795,"p90":4368.006229400635,"p95":4373.53515625,"p99":4387.259960174561},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7519.919872283936,"p90":7542.991161346436,"p95":7549.2401123046875,"p99":7560.616016387939},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11943.885803222656,"p90":11984.626770019531,"p95":11998.246192932129,"p99":12023.15616607666},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":256.98375701904297,"p90":350.4953384399414,"p95":388.3333206176758,"p99":551.5832901000977},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":10744817.053868188,"p90":10666111.120708408,"p95":10626756.346740155,"p99":10497032.90612691},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9934,"throttle_fraction_max":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2099,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2099,"p50":2101,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2099,"p50":2100,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2100,"p50":2102,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.2},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2093,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.2},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2103,"p50":2105,"max":2106,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.2},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2105,"p50":2107,"max":2108,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2094,"p50":2097,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.2},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2101,"p50":2102,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.2},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2101,"p50":2102,"max":2104,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2102,"p50":2104,"max":2106,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2097,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2102,"p50":2103,"max":2105,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2100,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.3},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2098,"p50":2099,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.2},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2100,"p50":2101,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":832.2}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json deleted file mode 100644 index 1a0d6f1d3f..0000000000 --- a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T20:24:32.826272+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":814.8239850997925,"p90":830.0840258598328,"p95":835.1349830627441,"p99":843.425989151001},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1111.024022102356,"p90":1121.0440397262573,"p95":1125.3269910812378,"p99":1136.46399974823},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1925.8480072021484,"p90":1951.12806558609,"p95":1960.461974143982,"p99":1979.889988899231},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2023.9601135253906,"p90":2044.9910163879395,"p95":2051.790952682495,"p99":2061.6860389709473},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1932.4569702148438,"p90":1951.611042022705,"p95":1958.0600261688232,"p99":1970.2739715576172},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":218.72800588607788,"p90":222.21200168132782,"p95":223.33499789237976,"p99":225.73800384998322},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":856.5620183944702,"p90":869.3410158157349,"p95":872.1050024032593,"p99":879.4770240783691},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1098.5640287399292,"p90":1111.9099855422974,"p95":1115.7100200653076,"p99":1127.573013305664},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.450176239013672,"p90":6.891012191772461,"p95":6.891012191772461,"p99":6.891012191772461},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":49.86405372619629,"p90":65.44804573059082,"p95":71.1369514465332,"p99":84.89799499511719},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-10.535955429077148,"p90":6.409883499145508,"p95":6.409883499145508,"p99":6.409883499145508},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":746.7169761657715,"p90":756.6909790039062,"p95":759.5369815826416,"p99":764.7039890289307},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1077.0920515060425,"p90":1085.785984992981,"p95":1088.9910459518433,"p99":1096.4809656143188},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1863.7900352478027,"p90":1878.931999206543,"p95":1884.0550184249878,"p99":1894.4350481033325},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":68.10998916625977,"p90":84.77604389190674,"p95":89.70093727111816,"p99":98.95801544189453},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":0,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.009900989942252636,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":8478325.909724388,"p90":8395115.444222512,"p95":8367465.6450942615,"p99":8315594.803826945},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1332.280993461609,"p90":1355.2290201187134,"p95":1363.5690212249756,"p99":1380.2330493927002},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1807.075023651123,"p90":1819.9690580368042,"p95":1824.139952659607,"p99":1835.271954536438},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":3139.356017112732,"p90":3175.1980781555176,"p95":3187.7089738845825,"p99":3215.505003929138},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":3244.576930999756,"p90":3281.008005142212,"p95":3289.724111557007,"p99":3304.563045501709},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3144.040107727051,"p90":3170.681953430176,"p95":3180.5379390716553,"p99":3198.283910751343},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":452.35899090766907,"p90":458.0079913139343,"p95":460.00799536705017,"p99":464.01700377464294},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1349.4999408721924,"p90":1364.2419576644897,"p95":1368.09504032135,"p99":1373.3830451965332},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1803.7489652633667,"p90":1826.9829750061035,"p95":1833.7140083312988,"p99":1844.1699743270874},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.368875503540039,"p90":6.529808044433594,"p95":6.529808044433594,"p99":6.529808044433594},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":75.07181167602539,"p90":102.99396514892578,"p95":116.93501472473145,"p99":142.3168182373047},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.891012191772461,"p90":13.01884651184082,"p95":13.01884651184082,"p99":13.01884651184082},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1243.3379888534546,"p90":1256.080985069275,"p95":1259.8459720611572,"p99":1265.375018119812},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1772.6980447769165,"p90":1781.2750339508057,"p95":1784.991979598999,"p99":1790.6450033187866},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3054.373025894165,"p90":3072.07989692688,"p95":3077.71897315979,"p99":3090.137004852295},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":88.90795707702637,"p90":115.58794975280762,"p95":124.28092956542969,"p99":140.9449577331543},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.009900989942252636,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":10422258.90168089,"p90":10334685.244778402,"p95":10302659.684532616,"p99":10245494.432138178},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2385.564088821411,"p90":2419.0330505371094,"p95":2432.3949813842773,"p99":2471.860885620117},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3244.688034057617,"p90":3269.2151069641113,"p95":3276.144027709961,"p99":3292.3688888549805},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":5630.252122879028,"p90":5688.248157501221,"p95":5708.539009094238,"p99":5764.229774475098},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":5741.954803466797,"p90":5782.404899597168,"p95":5796.666145324707,"p99":5818.098068237305},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5630.496978759766,"p90":5674.615859985352,"p95":5689.586162567139,"p99":5724.438190460205},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":930.6730031967163,"p90":937.8439784049988,"p95":940.5689835548401,"p99":945.7359910011292},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2334.1729640960693,"p90":2360.614061355591,"p95":2366.6629791259766,"p99":2377.531051635742},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":3221.318006515503,"p90":3247.878074645996,"p95":3258.557081222534,"p99":3274.317979812622},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.410121917724609,"p90":6.810665130615234,"p95":6.810665130615234,"p99":6.810665130615234},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":128.71217727661133,"p90":181.9930076599121,"p95":199.3088722229004,"p99":240.00120162963867},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-15.622138977050781,"p90":20.63131332397461,"p95":20.63131332397461,"p99":20.63131332397461},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2240.4329776763916,"p90":2257.230043411255,"p95":2262.5880241394043,"p99":2272.361993789673},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3172.481060028076,"p90":3182.9779148101807,"p95":3186.328887939453,"p99":3192.996025085449},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5482.834815979004,"p90":5516.017913818359,"p95":5525.259017944336,"p99":5539.546012878418},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":148.1008529663086,"p90":191.2989616394043,"p95":205.41667938232422,"p99":236.23371124267578},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":11639469.881117966,"p90":11548975.58125973,"p95":11518588.193843292,"p99":11448459.712468546},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4547.047138214111,"p90":4618.897914886475,"p95":4661.325931549072,"p99":4786.805152893066},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6090.0678634643555,"p90":6143.548011779785,"p95":6158.8029861450195,"p99":6176.877975463867},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":10637.115001678467,"p90":10762.44592666626,"p95":10820.128917694092,"p99":10963.683128356934},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":10757.878303527832,"p90":10833.776473999023,"p95":10875.574111938477,"p99":10986.124038696289},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10634.480476379395,"p90":10718.484878540039,"p95":10767.11654663086,"p99":10913.792610168457},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1873.600959777832,"p90":1884.431004524231,"p95":1888.1069421768188,"p99":1894.6839570999146},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":4396.941184997559,"p90":4430.31120300293,"p95":4438.083171844482,"p99":4460.459232330322},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":6068.202972412109,"p90":6100.251197814941,"p95":6109.5452308654785,"p99":6128.814220428467},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.609916687011719,"p90":7.33184814453125,"p95":7.33184814453125,"p99":7.33184814453125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":226.5644073486328,"p90":328.6142349243164,"p95":363.9039993286133,"p99":434.09252166748047},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.349098205566406,"p90":30.486106872558594,"p95":30.486106872558594,"p99":30.486106872558594},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4302.040100097656,"p90":4325.554847717285,"p95":4330.723762512207,"p99":4343.303203582764},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5979.190826416016,"p90":5995.8062171936035,"p95":6000.326156616211,"p99":6008.916854858398},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10354.071617126465,"p90":10388.592720031738,"p95":10399.060249328613,"p99":10410.425186157227},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":282.9580307006836,"p90":374.6013641357422,"p95":414.54029083251953,"p99":556.8628311157227},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":12325190.712525023,"p90":12228594.011680247,"p95":12173361.31102006,"p99":12009757.256875059},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi300x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0583,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":1938,"p50":2091,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0523,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":1956,"p50":2093,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0483,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":1961,"p50":2093,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0479,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":1978,"p50":2096,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.044,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1021.0},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":1946,"p50":2086,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0501,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":1946,"p50":2097,"max":2106,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.05,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1943,"p50":2099,"max":2107,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0531,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1021.0},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":1934,"p50":2089,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0523,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":1933,"p50":2093,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0583,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":1958,"p50":2095,"max":2103,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0459,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1021.0},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":1957,"p50":2097,"max":2105,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0478,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1021.0},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":1955,"p50":2090,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0452,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":1954,"p50":2096,"max":2104,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0515,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":1965,"p50":2093,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0451,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":1948,"p50":2092,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0502,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":1958,"p50":2095,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0469,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":1020.9}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json deleted file mode 100644 index 6c7f2bb4ff..0000000000 --- a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T19:13:21.925887+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":410.69599986076355,"p90":414.3809974193573,"p95":416.144996881485,"p99":419.4290041923523},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":535.0430011749268,"p90":542.1350002288818,"p95":544.5380210876465,"p99":549.9060153961182},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":945.7390010356903,"p90":956.5159976482391,"p95":960.6830179691315,"p99":969.3350195884705},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":933.040976524353,"p90":940.2520060539246,"p95":943.3760046958923,"p99":951.1470198631287},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":937.8479719161987,"p90":945.2589750289917,"p95":947.7030038833618,"p99":954.7950029373169},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":380.9320032596588,"p90":382.7750086784363,"p95":383.29601287841797,"p99":384.9779963493347},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":519.6200013160706,"p90":524.9879956245422,"p95":527.0310044288635,"p99":530.7570099830627},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.36899471282959,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.572995662689209,"p90":12.497961521148682,"p95":13.460993766784668,"p99":15.863001346588135},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.003014087677002,"p90":1.681983470916748,"p95":1.681983470916748,"p99":1.681983470916748},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":383.89700651168823,"p90":387.3020112514496,"p95":389.42500948905945,"p99":392.67000555992126},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":514.1720175743103,"p90":520.421028137207,"p95":522.9060053825378,"p99":528.232991695404},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":910.4869961738586,"p90":917.5379872322083,"p95":920.2219843864441,"p99":926.5120029449463},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":27.36002206802368,"p90":30.727028846740723,"p95":31.967997550964355,"p99":35.09300947189331},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":8734891.203381518,"p90":8666408.060022648,"p95":8644058.282428138,"p99":8579852.193191476},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":692.0390129089355,"p90":696.9249844551086,"p95":698.7699866294861,"p99":702.6950120925903},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":858.8899970054626,"p90":866.0200238227844,"p95":868.5050010681152,"p99":873.3909726142883},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1550.9290099143982,"p90":1562.945008277893,"p95":1567.2749876976013,"p99":1576.0859847068787},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1535.5459451675415,"p90":1543.1159734725952,"p95":1545.1990365982056,"p99":1550.5679845809937},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1540.7140254974365,"p90":1549.206018447876,"p95":1552.170991897583,"p99":1556.6179752349854},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":678.6980032920837,"p90":683.5060119628906,"p95":684.6280097961426,"p99":686.510980129242},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":836.4149928092957,"p90":842.3849940299988,"p95":844.2280292510986,"p99":848.1940031051636},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.698007583618164,"p90":17.107009887695312,"p95":18.62800121307373,"p99":23.476004600524902},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.2829771041870117,"p90":6.489038467407227,"p95":6.489038467407227,"p99":6.489038467407227},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":673.0110049247742,"p90":676.8159866333008,"p95":678.3789992332458,"p99":681.8640232086182},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":830.5670022964478,"p90":836.8970155715942,"p95":838.9390110969543,"p99":843.9880013465881},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1521.5649604797363,"p90":1529.4170379638672,"p95":1531.8599939346313,"p99":1537.5880002975464},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.988966941833496,"p90":24.63698387145996,"p95":26.278018951416016,"p99":29.80506420135498},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":10634030.539645568,"p90":10575739.962858433,"p95":10555538.072496762,"p99":10525382.759714495},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1273.751974105835,"p90":1282.5260162353516,"p95":1285.1300239562988,"p99":1288.7359857559204},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1501.054048538208,"p90":1509.0659856796265,"p95":1512.030005455017,"p99":1517.3989534378052},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2774.806022644043,"p90":2791.592001914978,"p95":2797.160029411316,"p99":2806.1349391937256},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2761.8660926818848,"p90":2773.483991622925,"p95":2778.531074523926,"p99":2787.864923477173},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2762.3090744018555,"p90":2773.085117340088,"p95":2776.4101028442383,"p99":2782.2580337524414},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1234.5730066299438,"p90":1241.8639659881592,"p95":1244.4679737091064,"p99":1250.236988067627},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1488.9960289001465,"p90":1498.3689785003662,"p95":1502.174973487854,"p99":1511.8299722671509},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.409168243408203,"p90":6.448984146118164,"p95":6.448984146118164,"p99":6.448984146118164},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.271944046020508,"p90":29.84619140625,"p95":32.88912773132324,"p99":38.498878479003906},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.204822540283203,"p90":-1.7230510711669922,"p95":-1.7230510711669922,"p99":-1.7230510711669922},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1223.0759859085083,"p90":1229.2460203170776,"p95":1230.728030204773,"p99":1234.2530488967896},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1470.4489707946777,"p90":1477.378010749817,"p95":1479.3020486831665,"p99":1483.1069707870483},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2711.0300064086914,"p90":2720.7651138305664,"p95":2723.5701084136963,"p99":2729.2590141296387},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":50.51612854003906,"p90":61.45286560058594,"p95":64.53609466552734,"p99":68.50194931030273},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":11862539.316711152,"p90":11816442.198294546,"p95":11802291.011126732,"p99":11777484.18819576},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2395.076036453247,"p90":2403.649091720581,"p95":2405.812978744507,"p99":2410.0589752197266},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2792.9129600524902,"p90":2804.4519424438477,"p95":2807.537078857422,"p99":2813.823938369751},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":5187.988996505737,"p90":5208.101034164429,"p95":5213.350057601929,"p99":5223.8829135894775},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":5177.772998809814,"p90":5195.519924163818,"p95":5200.006008148193,"p99":5206.976890563965},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5175.29296875,"p90":5191.032886505127,"p95":5195.362091064453,"p99":5202.455043792725},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2357.6600551605225,"p90":2366.832971572876,"p95":2368.515968322754,"p99":2373.3630180358887},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2774.125099182129,"p90":2785.1409912109375,"p95":2787.384033203125,"p99":2793.5938835144043},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.449222564697266,"p90":6.489753723144531,"p95":6.489753723144531,"p99":6.489753723144531},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":41.262149810791016,"p90":56.20431900024414,"p95":61.21110916137695,"p99":70.90568542480469},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.165172576904297,"p90":3.0841827392578125,"p95":3.0841827392578125,"p99":3.0841827392578125},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2349.8880863189697,"p90":2358.3810329437256,"p95":2360.3439331054688,"p99":2363.95001411438},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2758.863925933838,"p90":2768.0370807647705,"p95":2770.519971847534,"p99":2775.2480506896973},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5130.622863769531,"p90":5145.2460289001465,"p95":5148.812770843506,"p99":5157.064914703369},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":43.786048889160156,"p90":57.08599090576172,"p95":60.61077117919922,"p99":66.6203498840332},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":12663244.457024246,"p90":12624847.777476178,"p95":12614327.712156178,"p99":12597129.518340357},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9938,"throttle_fraction_max":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2099,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":378.0},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2101,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":377.9},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2100,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":377.9},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2097,"p50":2102,"max":2104,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":377.9},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2094,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":377.9},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2100,"p50":2105,"max":2107,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":377.9},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2101,"p50":2107,"max":2108,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":377.9},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2097,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":377.9}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json b/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json deleted file mode 100644 index f28f927de3..0000000000 --- a/collectivex/results/mi300x/mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T19:30:24.726981+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi300x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi300x"},"case_id":"mi300x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":409.5740020275116,"p90":413.98000717163086,"p95":415.54298996925354,"p99":418.4669852256775},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":444.10601258277893,"p90":451.5570104122162,"p95":455.0020098686218,"p99":462.213009595871},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":853.6800146102905,"p90":865.537017583847,"p95":870.5449998378754,"p99":880.6799948215485},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":828.7619948387146,"p90":840.0189876556396,"p95":845.346987247467,"p99":861.0510230064392},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":835.0120186805725,"p90":842.8630232810974,"p95":845.907986164093,"p99":852.9589772224426},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":188.16199898719788,"p90":191.4069950580597,"p95":192.4079954624176,"p99":194.77200508117676},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":386.3399922847748,"p90":389.74401354789734,"p95":390.7049894332886,"p99":392.6289975643158},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":419.1479980945587,"p90":425.07800459861755,"p95":429.20398712158203,"p99":438.6569857597351},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.290018558502197,"p90":6.609976291656494,"p95":6.609976291656494,"p99":6.609976291656494},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.571982383728027,"p90":11.817991733551025,"p95":13.499975204467773,"p99":15.623033046722412},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.204000949859619,"p90":1.6430020332336426,"p95":1.6430020332336426,"p99":1.6430020332336426},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":385.2579891681671,"p90":389.0230059623718,"p95":390.70600271224976,"p99":393.5900032520294},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":431.0869872570038,"p90":437.6150071620941,"p95":441.50200486183167,"p99":450.15498995780945},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":810.8159899711609,"p90":818.0670142173767,"p95":820.9099769592285,"p99":827.7209997177124},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.195969104766846,"p90":28.442025184631348,"p95":29.644012451171875,"p99":32.127976417541504},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":9810637.232436994,"p90":9719254.224856349,"p95":9684268.423978303,"p99":9604213.354640165},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":702.9340267181396,"p90":707.8610062599182,"p95":709.4240188598633,"p99":712.3479843139648},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":664.9569869041443,"p90":672.5280284881592,"p95":676.5750050544739,"p99":687.1500015258789},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1367.891013622284,"p90":1380.3890347480774,"p95":1385.9990239143372,"p99":1399.4979858398438},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1351.104974746704,"p90":1361.0010147094727,"p95":1365.0870323181152,"p99":1454.8219442367554},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1358.517050743103,"p90":1366.8889999389648,"p95":1370.134949684143,"p99":1379.7880411148071},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":387.0199918746948,"p90":392.9089903831482,"p95":394.5919871330261,"p99":399.1580009460449},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":680.9409856796265,"p90":686.5890026092529,"p95":687.870979309082,"p99":689.9939775466919},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":652.538001537323,"p90":658.2670211791992,"p95":659.7890257835388,"p99":664.4359827041626},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.529092788696289,"p95":6.529092788696289,"p99":6.529092788696289},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.296987533569336,"p90":16.585946083068848,"p95":18.548011779785156,"p99":21.3930606842041},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.8439760208129883,"p90":-2.042055130004883,"p95":-2.042055130004883,"p99":-2.042055130004883},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":676.8550276756287,"p90":680.8210015296936,"p95":682.5029850006104,"p99":686.1889958381653},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":651.777982711792,"p90":657.787024974823,"p95":660.6709957122803,"p99":668.8029766082764},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1332.116961479187,"p90":1340.2889966964722,"p95":1343.4540033340454,"p99":1352.5079488754272},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":26.000022888183594,"p90":31.60703182220459,"p95":33.20896625518799,"p99":35.57395935058594},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":12060209.322391665,"p90":11986342.710148072,"p95":11957946.18900642,"p99":11874287.5802594},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1280.8400392532349,"p90":1289.6130084991455,"p95":1291.815996170044,"p99":1295.6229448318481},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1116.5939569473267,"p90":1124.8470544815063,"p95":1129.093050956726,"p99":1138.4270191192627},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2397.4339962005615,"p90":2414.460062980652,"p95":2420.90904712677,"p99":2434.049963951111},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2388.0209922790527,"p90":2398.155927658081,"p95":2401.6408920288086,"p99":2407.4490070343018},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2390.8650875091553,"p90":2402.1220207214355,"p95":2406.287908554077,"p99":2415.541887283325},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":784.6570014953613,"p90":791.6259765625,"p95":794.2709922790527,"p99":799.439013004303},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1244.6670532226562,"p90":1253.8800239562988,"p95":1257.9259872436523,"p99":1265.2169466018677},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1108.2210540771484,"p90":1117.074966430664,"p95":1119.2779541015625,"p99":1124.966025352478},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.368875503540039,"p90":6.44993782043457,"p95":6.44993782043457,"p99":6.44993782043457},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.476123809814453,"p90":32.92989730834961,"p95":35.65406799316406,"p99":39.4589900970459},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.1239986419677734,"p90":5.326986312866211,"p95":5.326986312866211,"p99":5.326986312866211},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1230.6439876556396,"p90":1238.2169961929321,"p95":1240.218997001648,"p99":1243.3840036392212},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1086.3490104675293,"p90":1093.1589603424072,"p95":1095.4819917678833,"p99":1101.4909744262695},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2340.4688835144043,"p90":2351.3259887695312,"p95":2355.051040649414,"p99":2363.9039993286133},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":48.954010009765625,"p90":62.973976135253906,"p95":65.3371810913086,"p99":69.78487968444824},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":13705499.390657075,"p90":13641272.057511343,"p95":13617655.594541918,"p99":13565486.143091898},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2402.8429985046387,"p90":2415.1809215545654,"p95":2417.7050590515137,"p99":2421.8709468841553},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2026.719093322754,"p90":2038.377046585083,"p95":2041.821002960205,"p99":2047.7099418640137},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":4429.562091827393,"p90":4453.557968139648,"p95":4459.526062011719,"p99":4469.580888748169},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":4424.7941970825195,"p90":4439.977169036865,"p95":4442.7008628845215,"p99":4453.836917877197},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4423.713207244873,"p90":4440.818786621094,"p95":4446.025848388672,"p99":4456.322193145752},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1592.628002166748,"p90":1601.4009714126587,"p95":1604.164958000183,"p99":1610.1340055465698},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2357.9349517822266,"p90":2367.110013961792,"p95":2369.231939315796,"p99":2372.35689163208},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2014.1000747680664,"p90":2025.7980823516846,"p95":2029.1221141815186,"p99":2035.6121063232422},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.409168243408203,"p90":6.450176239013672,"p95":6.450176239013672,"p99":6.450176239013672},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":39.70003128051758,"p90":55.20296096801758,"p95":59.48925018310547,"p99":68.02177429199219},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.9267539978027344,"p90":5.007266998291016,"p95":5.007266998291016,"p99":5.007266998291016},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2353.8899421691895,"p90":2362.1020317077637,"p95":2364.224910736084,"p99":2368.7520027160645},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1991.2259578704834,"p90":1999.9589920043945,"p95":2002.842903137207,"p99":2008.6109638214111},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4373.157024383545,"p90":4387.4192237854,"p95":4392.186164855957,"p99":4399.957180023193},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":50.35686492919922,"p90":65.21797180175781,"p95":68.8629150390625,"p99":75.9134292602539},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":14814703.605258442,"p90":14757638.88349623,"p95":14740355.147451865,"p99":14706297.51609985},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi300x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9947,"throttle_fraction_max":{"power":0.0919,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":1855,"p50":2078,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0916,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":1890,"p50":2082,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0847,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":1886,"p50":2083,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0862,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":1921,"p50":2086,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0791,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":1876,"p50":2076,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0864,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":1871,"p50":2085,"max":2105,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0872,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1862,"p50":2081,"max":2105,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0907,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":1852,"p50":2075,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":750.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0919,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":481.1}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json deleted file mode 100644 index ebb0b3e786..0000000000 --- a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T17:10:41.746932+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256","mode":"low-latency","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256],"ladder_dropped":[512],"ladder_cap":256},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.24999916553497,"p90":63.25499713420868,"p95":64.25700336694717,"p99":66.66100025177002},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":61.4130012691021,"p90":63.85599821805954,"p95":64.89799916744232,"p99":67.18099862337112},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":121.66300043463707,"p90":127.11099535226822,"p95":129.1550025343895,"p99":133.84199887514114},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":104.83799874782562,"p90":108.72399806976318,"p95":110.96800118684769,"p99":114.13300037384033},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":114.37299847602844,"p90":116.13500118255615,"p95":117.29700118303299,"p99":119.41999942064285},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":50.99700018763542,"p90":53.16099897027016,"p95":53.8409985601902,"p99":55.28299883008003},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":48.59299957752228,"p90":51.19699984788895,"p95":53.47999930381775,"p99":55.56400120258331},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048999726772308,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.651999592781067,"p90":13.700999319553375,"p95":14.701999723911285,"p99":17.106004059314728},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.0809972882270813,"p90":2.4039968848228455,"p95":2.4039968848228455,"p99":2.4039968848228455},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.835000187158585,"p90":51.718998700380325,"p95":52.3190014064312,"p99":53.32000181078911},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.358999848365784,"p90":53.279999643564224,"p95":53.560998290777206,"p99":54.402001202106476},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":97.5470021367073,"p90":101.43300145864487,"p95":101.8339991569519,"p99":103.1159982085228},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.54500514268875,"p90":19.268997013568878,"p95":19.83000338077545,"p99":21.91299945116043},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":139893.1584656623,"p90":137770.69649182775,"p95":136405.87430733396,"p99":133980.9083706481},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.01099944114685,"p90":63.09500336647034,"p95":64.13699686527252,"p99":66.01899862289429},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":62.41400167346001,"p90":65.09800255298615,"p95":66.57999753952026,"p99":69.70500200986862},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":122.42500111460686,"p90":128.19300591945648,"p95":130.71699440479279,"p99":135.7240006327629},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":106.80100321769714,"p90":110.56599766016006,"p95":112.64999955892563,"p99":115.49399793148041},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":114.69300091266632,"p90":116.85600131750107,"p95":117.97799915075302,"p99":120.5419972538948},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":53.36099863052368,"p90":55.44399842619896,"p95":55.76400086283684,"p99":56.685999035835266},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":49.39499869942665,"p90":51.39699950814247,"p95":52.198998630046844,"p99":54.92300167679787},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.09000027179718,"p95":6.09000027179718,"p99":6.09000027179718},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.212998509407043,"p90":13.982005417346954,"p95":15.863999724388123,"p99":18.46799999475479},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1209994554519653,"p90":1.4429986476898193,"p95":1.4429986476898193,"p99":1.4429986476898193},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.36199903488159,"p90":55.28400093317032,"p95":55.6039996445179,"p99":56.324999779462814},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":50.195999443531036,"p90":51.11699923872948,"p95":51.5579991042614,"p99":53.24099957942963},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":99.43000227212906,"p90":101.0729968547821,"p95":101.95499658584595,"p99":104.43799942731857},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.302002429962158,"p90":17.2249972820282,"p95":17.907001078128815,"p99":19.91099864244461},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":279005.6912397522,"p90":273841.3058740141,"p95":271237.0122425131,"p99":265467.6438834769},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":64.37700241804123,"p90":67.54200160503387,"p95":68.58299672603607,"p99":70.46700268983841},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.29999727010727,"p90":68.94499808549881,"p95":70.30700147151947,"p99":73.35100322961807},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":130.6769996881485,"p90":136.48699969053268,"p95":138.88999819755554,"p99":143.81800591945648},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":109.72599685192108,"p90":114.53299969434738,"p95":115.97499996423721,"p99":118.21799725294113},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":123.18599969148636,"p90":124.82800334692001,"p95":125.78900158405304,"p99":128.27299535274506},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":55.52399903535843,"p90":57.20600113272667,"p95":57.64700099825859,"p99":58.24799835681915},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":51.67799815535545,"p90":54.322000592947006,"p95":55.44399842619896,"p99":57.686999440193176},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048999726772308,"p90":6.088003516197205,"p95":6.088003516197205,"p99":6.088003516197205},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.972002029418945,"p90":13.621002435684204,"p95":15.663005411624908,"p99":19.429005682468414},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.8420050144195557,"p90":1.9619986414909363,"p95":1.9619986414909363,"p99":1.9619986414909363},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":53.68100106716156,"p90":54.60200086236,"p95":55.00299856066704,"p99":55.925000458955765},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":58.24799835681915,"p90":59.32899937033653,"p95":59.56999957561493,"p99":60.130998492240906},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":106.56099766492844,"p90":107.68300294876099,"p95":108.04300010204315,"p99":109.08500105142593},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.66499674320221,"p90":18.307000398635864,"p95":19.10799741744995,"p99":21.15100622177124},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":519539.55936782627,"p90":512705.468997467,"p95":508788.5204115782,"p99":498935.88143009244},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.41999632120132,"p90":69.14400309324265,"p95":70.18599659204483,"p99":72.14900106191635},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.78099930286407,"p90":68.86400282382965,"p95":70.38599997758865,"p99":72.62899726629257},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":133.2009956240654,"p90":138.0080059170723,"p95":140.57199656963348,"p99":144.77799832820892},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":110.80700159072876,"p90":114.7330030798912,"p95":115.69400131702423,"p99":118.41899901628494},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":119.90100145339966,"p90":122.34500050544739,"p95":123.54599684476852,"p99":126.31000578403473},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":55.64400181174278,"p90":57.44599923491478,"p95":57.72700160741806,"p99":58.40799957513809},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":52.358999848365784,"p90":54.52200025320053,"p95":55.084001272916794,"p99":57.447001338005066},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.010003387928009,"p90":6.1689987778663635,"p95":6.1689987778663635,"p99":6.1689987778663635},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.493006229400635,"p90":12.45800405740738,"p95":14.340996742248535,"p99":15.983998775482178},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.8010044693946838,"p90":1.2819990515708923,"p95":1.2819990515708923,"p99":1.2819990515708923},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":56.685999035835266,"p90":57.56700038909912,"p95":57.80699849128723,"p99":58.246999979019165},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":50.276000052690506,"p90":52.358999848365784,"p95":53.199999034404755,"p99":54.88299950957298},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":105.76000064611435,"p90":107.1619987487793,"p95":107.56299644708633,"p99":108.60399901866913},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.22099769115448,"p90":16.78500324487686,"p95":17.945997416973114,"p99":20.79099416732788},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":1067547.3803256603,"p90":1046221.7456470634,"p95":1036051.3757546333,"p99":1013379.7335015157},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":65.57899713516235,"p90":68.58400255441666,"p95":69.70500200986862,"p99":71.46800309419632},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.90499794483185,"p90":71.94899767637253,"p95":73.15000146627426,"p99":75.27399808168411},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":135.4839950799942,"p90":140.53300023078918,"p95":142.85500347614288,"p99":146.74200117588043},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":112.16899752616882,"p90":114.81399834156036,"p95":117.17700213193893,"p99":119.86099928617477},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":126.43100321292877,"p90":128.31400334835052,"p95":129.4350028038025,"p99":131.75900280475616},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":57.80699849128723,"p90":59.56999957561493,"p95":59.88999828696251,"p99":60.33099815249443},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":54.00199815630913,"p90":55.96499890089035,"p95":56.56500160694122,"p99":59.08999964594841},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048999726772308,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.206994712352753,"p90":9.09300148487091,"p95":10.496005415916443,"p99":13.340003788471222},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.4810020327568054,"p90":0.8010044693946838,"p95":0.8010044693946838,"p99":0.8010044693946838},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":58.04700031876564,"p90":59.33000147342682,"p95":59.6500001847744,"p99":60.371000319719315},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.04200032353401,"p90":55.403999984264374,"p95":55.84400147199631,"p99":58.36800113320351},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":111.04699969291687,"p90":112.13000118732452,"p95":112.4500036239624,"p99":113.09099942445755},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.422999858856201,"p90":17.625994980335236,"p95":18.707990646362305,"p99":20.871005952358246},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":2024819.8107615868,"p90":1995105.70412961,"p95":1977826.6655430503,"p99":1942941.2377941816},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":82.24400132894516,"p90":84.92899686098099,"p95":86.01000159978867,"p99":88.33300322294235},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":77.47700065374374,"p90":79.6009972691536,"p95":80.84099739789963,"p99":82.60499686002731},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":159.7210019826889,"p90":164.52999413013458,"p95":166.8509989976883,"p99":170.93800008296967},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":128.99500131607056,"p90":131.55899941921234,"p95":132.6799988746643,"p99":135.64500212669373},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":134.9640041589737,"p90":137.84800469875336,"p95":139.0489935874939,"p99":141.45299792289734},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":63.33500146865845,"p90":67.4619972705841,"p95":67.98200309276581,"p99":69.10400092601776},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":57.64700099825859,"p90":62.05400079488754,"p95":62.57399916648865,"p99":63.575997948646545},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049007177352905,"p90":6.09000027179718,"p95":6.09000027179718,"p99":6.09000027179718},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.568996071815491,"p90":9.814992547035217,"p95":11.617004871368408,"p99":14.141008257865906},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6809979677200317,"p90":0.6410032510757446,"p95":0.6410032510757446,"p99":0.6410032510757446},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":59.56999957561493,"p90":61.4130012691021,"p95":62.13400140404701,"p99":63.77600133419037},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.04399910569191,"p90":56.244999170303345,"p95":57.36599862575531,"p99":59.17000025510788},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":126.39099359512329,"p90":127.79299914836884,"p95":128.23399901390076,"p99":129.07400727272034},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.611992001533508,"p90":11.49699091911316,"p95":12.699007987976074,"p99":15.021994709968567},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.004048583097755909,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":3793604.103483154,"p90":3714235.8434487395,"p95":3682155.381281734,"p99":3619576.8737194175},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":100.15100240707397,"p90":103.23599725961685,"p95":104.39799726009369,"p99":106.60099983215332},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":96.70600295066833,"p90":99.10999983549118,"p95":100.19099712371826,"p99":102.27400064468384},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":196.8570053577423,"p90":202.34599709510803,"p95":204.58899438381195,"p99":208.87500047683716},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":175.50499737262726,"p90":177.9090017080307,"p95":178.7099987268448,"p99":180.55300414562225},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":180.27199804782867,"p90":182.5149953365326,"p95":183.5169941186905,"p99":185.59999763965607},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":76.555997133255,"p90":81.48299902677536,"p95":83.126001060009,"p99":87.73300051689148},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":68.02300363779068,"p90":74.75200295448303,"p95":76.71599835157394,"p99":80.92200011014938},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.09000027179718,"p95":6.09000027179718,"p99":6.09000027179718},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.651999592781067,"p90":12.179002165794373,"p95":13.941004872322083,"p99":17.507001757621765},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6809979677200317,"p90":0.7610023021697998,"p95":0.7610023021697998,"p99":0.7610023021697998},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":86.33100241422653,"p90":88.77400308847427,"p95":89.85599875450134,"p99":91.53799712657928},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":78.15799862146378,"p90":79.59999889135361,"p95":80.08100092411041,"p99":81.64399862289429},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":169.5369929075241,"p90":170.93800008296967,"p95":171.3789999485016,"p99":172.22000658512115},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.73598861694336,"p90":13.339996337890625,"p95":14.382004737854004,"p99":16.50400459766388},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":5680305.377922968,"p90":5610497.910661448,"p95":5579864.714532776,"p99":5517241.449475148},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":137.44699954986572,"p90":147.90399372577667,"p95":150.66799521446228,"p99":154.1530042886734},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":129.3960064649582,"p90":135.36499440670013,"p95":136.52600347995758,"p99":138.88999819755554},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":266.8430060148239,"p90":283.2689881324768,"p95":287.19399869441986,"p99":293.04300248622894},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":236.39699816703796,"p90":244.45000290870667,"p95":246.69300019741058,"p99":278.5800099372864},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":246.73299491405487,"p90":250.89898705482483,"p95":252.14099884033203,"p99":254.86600399017334},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":108.28399658203125,"p90":119.46000158786774,"p95":121.8630000948906,"p99":123.54700267314911},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":96.5460017323494,"p90":108.44399780035019,"p95":111.72900348901749,"p99":116.13500118255615},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.290003657341003,"p95":6.290003657341003,"p99":6.290003657341003},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.90199363231659,"p90":21.391987800598145,"p95":24.277999997138977,"p99":50.87599158287048},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.3259987831115723,"p90":3.6460012197494507,"p95":3.6460012197494507,"p99":3.6460012197494507},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":116.13500118255615,"p90":121.42399698495865,"p95":122.38500267267227,"p99":123.66700172424316},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":108.924999833107,"p90":112.7299964427948,"p95":113.4909987449646,"p99":114.69399929046631},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":227.9449999332428,"p90":235.5159968137741,"p95":236.67700588703156,"p99":238.27999830245972},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.90499484539032,"p90":22.833004593849182,"p95":24.23699200153351,"p99":26.72000229358673},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":8300470.720234986,"p90":8162647.542106196,"p95":8122439.4660897385,"p99":8035595.04969899},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":199.74200427532196,"p90":210.63899993896484,"p95":214.44399654865265,"p99":222.01600670814514},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":193.571999669075,"p90":203.34599912166595,"p95":206.2709927558899,"p99":211.96000277996063},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":393.314003944397,"p90":413.9849990606308,"p95":420.71498930454254,"p99":433.9760094881058},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":364.3510043621063,"p90":378.3720135688782,"p95":391.07000827789307,"p99":447.2770094871521},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":374.8059868812561,"p90":382.6979994773865,"p95":384.77998971939087,"p99":388.62699270248413},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":160.44199466705322,"p90":175.50599575042725,"p95":178.06899547576904,"p99":181.4740002155304},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":153.59100699424744,"p90":169.5760041475296,"p95":173.34100604057312,"p99":178.62999439239502},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.208986043930054,"p90":6.25002384185791,"p95":6.25002384185791,"p99":6.25002384185791},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.15300703048706,"p90":40.94099998474121,"p95":44.549018144607544,"p99":96.5459942817688},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-7.009983062744141,"p90":5.608975887298584,"p95":5.608975887298584,"p99":5.608975887298584},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":171.25800251960754,"p90":178.1489998102188,"p95":179.4310063123703,"p99":181.51399493217468},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":174.18299615383148,"p90":182.07600712776184,"p95":183.79700183868408,"p99":187.4839961528778},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":352.5730073451996,"p90":360.8259856700897,"p95":362.98900842666626,"p99":366.6349947452545},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.195011377334595,"p90":34.731000661849976,"p95":37.97599673271179,"p99":42.30201244354248},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":10928320.633516645,"p90":10702956.392752275,"p95":10645044.205617597,"p99":10539669.34081627},"tokens_per_rank":256}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1LL","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1ll-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2070,"p50":2095,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":53,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2094,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2096,"max":2098,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2098,"max":2099,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2060,"p50":2089,"max":2090,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2100,"max":2102,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2101,"max":2102,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2092,"max":2094,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2066,"p50":2094,"max":2096,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2070,"p50":2096,"max":2098,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2101,"max":2102,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2100,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2095,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2066,"p50":2091,"max":2093,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2064,"p50":2092,"max":2094,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2093,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":708.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json deleted file mode 100644 index 4914c2ff71..0000000000 --- a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T17:24:12.033386+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256","mode":"low-latency","nodes":2,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-low-latency-decode-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256],"ladder_dropped":[512],"ladder_cap":256},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":62.25400045514107,"p90":65.17799943685532,"p95":66.50000065565109,"p99":68.7830001115799},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":64.29599970579147,"p90":67.18099862337112,"p95":68.46299767494202,"p99":70.46599686145782},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":126.55000016093254,"p90":132.35899806022644,"p95":134.9629983305931,"p99":139.24899697303772},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":106.84099793434143,"p90":109.7249984741211,"p95":110.76799780130386,"p99":113.13100159168243},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":118.538998067379,"p90":120.42099982500076,"p95":121.42299860715866,"p99":123.3460009098053},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":50.315000116825104,"p90":52.19800025224686,"p95":52.91900038719177,"p99":53.76100167632103},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":51.316998898983,"p90":53.720999509096146,"p95":54.96300011873245,"p99":57.60600045323372},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.0889944434165955,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.452005684375763,"p90":13.540998101234436,"p95":14.581993222236633,"p99":17.626002430915833},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.0010004043579102,"p90":2.4840012192726135,"p95":2.4840012192726135,"p99":2.4840012192726135},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":50.195999443531036,"p90":51.51699855923653,"p95":51.83799937367439,"p99":52.59900167584419},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.80500140786171,"p90":56.88599869608879,"p95":57.36599862575531,"p99":59.04899910092354},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":101.27200186252594,"p90":103.23599725961685,"p95":104.07699644565582,"p99":106.1599999666214},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.386995255947113,"p90":19.749000668525696,"p95":20.511001348495483,"p99":22.033005952835083},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":134976.67654408052,"p90":132867.19113154398,"p95":131770.7533460362,"p99":129716.4065473005},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":60.57099997997284,"p90":63.61600011587143,"p95":64.6980032324791,"p99":66.45999848842621},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":65.73899835348129,"p90":68.86299699544907,"p95":70.54600119590759,"p99":73.3100026845932},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":126.30999833345413,"p90":132.4789971113205,"p95":135.2440044283867,"p99":139.7700011730194},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":109.64500159025192,"p90":111.80800199508667,"p95":113.09099942445755,"p99":115.17299711704254},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":117.41600185632706,"p90":119.86099928617477,"p95":121.1019977927208,"p99":123.06500226259232},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":52.87899821996689,"p90":54.44199964404106,"p95":54.962001740932465,"p99":55.68299815058708},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":50.19500106573105,"p90":52.880000323057175,"p95":53.8409985601902,"p99":56.3649982213974},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.008997559547424,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.73099809885025,"p90":11.89800351858139,"p95":13.6600062251091,"p99":15.943996608257294},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7210001349449158,"p90":1.1620000004768372,"p95":1.1620000004768372,"p99":1.1620000004768372},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":53.92099916934967,"p90":54.88299950957298,"p95":55.16299977898598,"p99":56.20399862527847},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.198998630046844,"p90":53.640998899936676,"p95":54.64300140738487,"p99":56.244999170303345},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":102.47399657964706,"p90":104.31800037622452,"p95":105.35900294780731,"p99":107.00099915266037},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.822006225585938,"p90":17.22700148820877,"p95":18.02700012922287,"p99":19.988998770713806},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":272535.2549404292,"p90":266975.9153567394,"p95":264240.06691261585,"p99":260025.18515962307},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.14000350236893,"p90":68.743996322155,"p95":69.7849988937378,"p99":71.82800024747849},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":68.30299645662308,"p90":71.70800119638443,"p95":73.38999956846237,"p99":76.63500308990479},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":134.442999958992,"p90":140.45199751853943,"p95":143.17499846220016,"p99":148.46300333738327},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":113.33099752664566,"p90":116.21499806642532,"p95":117.09699779748917,"p99":119.06000226736069},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":125.109001994133,"p90":127.6320070028305,"p95":128.71399521827698,"p99":130.1559954881668},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":54.60200086236,"p90":56.60500004887581,"p95":57.006001472473145,"p99":57.8869991004467},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":53.16000059247017,"p90":56.164998561143875,"p95":57.686999440193176,"p99":60.01099944114685},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.008997559547424,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.96900486946106,"p90":10.857000946998596,"p95":12.21899688243866,"p99":15.182994306087494},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.6810054183006287,"p90":0.8019953966140747,"p95":0.8019953966140747,"p99":0.8019953966140747},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.91999876499176,"p90":53.801000118255615,"p95":54.24199998378754,"p99":55.6039996445179},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":59.56900119781494,"p90":61.051998287439346,"p95":61.53300032019615,"p99":62.9350021481514},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":108.24300348758698,"p90":109.4060018658638,"p95":109.96600240468979,"p99":111.80800199508667},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.903996467590332,"p90":18.827006220817566,"p95":19.78900283575058,"p99":21.630994975566864},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":511553.9168236775,"p90":501441.6172158185,"p95":497226.42740959843,"p99":491717.6481956115},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":64.53700363636017,"p90":67.22100079059601,"p95":68.30299645662308,"p99":70.38599997758865},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":68.42300295829773,"p90":71.70800119638443,"p95":73.87100160121918,"p99":77.55699753761292},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":132.9600065946579,"p90":138.92900198698044,"p95":142.17399805784225,"p99":147.94299751520157},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":112.9710003733635,"p90":116.0150021314621,"p95":116.85600131750107,"p99":120.58199942111969},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":122.94500321149826,"p90":125.42900443077087,"p95":126.67100131511688,"p99":128.8740038871765},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":54.52200025320053,"p90":56.52499943971634,"p95":57.165998965501785,"p99":58.40799957513809},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":53.199999034404755,"p90":55.88399991393089,"p95":57.645998895168304,"p99":60.09000167250633},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.09000027179718,"p90":6.129004061222076,"p95":6.129004061222076,"p99":6.129004061222076},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.375005960464478,"p90":12.778997421264648,"p95":14.583006501197815,"p99":16.784004867076874},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0809972882270813,"p90":1.3619959354400635,"p95":1.3619959354400635,"p99":1.3619959354400635},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.20299822092056,"p90":56.48599937558174,"p95":56.926000863313675,"p99":57.8869991004467},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.76000127196312,"p90":57.085998356342316,"p95":57.52699822187424,"p99":59.40999835729599},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":107.12099820375443,"p90":108.36300253868103,"p95":109.08500105142593,"p99":110.9670028090477},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.782997012138367,"p90":18.147006630897522,"p95":19.308991730213165,"p99":20.95000445842743},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":1041115.9189593563,"p90":1020497.6160091278,"p95":1010491.7358439206,"p99":993218.1521422919},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.21900200843811,"p90":69.023996591568,"p95":69.86600160598755,"p99":71.94799929857254},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":70.06599754095078,"p90":73.38999956846237,"p95":74.91300255060196,"p99":77.75700092315674},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":136.28499954938889,"p90":142.41399616003036,"p95":144.7790041565895,"p99":149.70500022172928},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":113.41200023889542,"p90":116.97600036859512,"p95":118.33799630403519,"p99":120.3019991517067},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":128.71399521827698,"p90":130.71699440479279,"p95":131.99900090694427,"p99":134.12199914455414},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":56.76500126719475,"p90":58.688998222351074,"p95":59.08900126814842,"p99":60.04999950528145},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":55.00299856066704,"p90":57.36599862575531,"p95":58.96899849176407,"p99":60.33099815249443},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048999726772308,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.371000945568085,"p90":10.774999856948853,"p95":11.858001351356506,"p99":14.94300365447998},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6809979677200317,"p90":1.6419962048530579,"p95":1.6419962048530579,"p99":1.6419962048530579},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.60300126671791,"p90":57.20699951052666,"p95":58.04700031876564,"p99":58.8890016078949},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":56.20500072836876,"p90":57.72700160741806,"p95":58.40799957513809,"p99":60.6519989669323},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":110.60699820518494,"p90":111.84900254011154,"p95":112.29000240564346,"p99":113.77199739217758},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.105991184711456,"p90":20.07099986076355,"p95":21.230995655059814,"p99":23.07400107383728},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":1988905.7096383937,"p90":1958429.3623462755,"p95":1939408.6185582047,"p99":1908709.9926395228},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":74.3120014667511,"p90":76.91600173711777,"p95":77.75700092315674,"p99":79.15899902582169},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":73.5509991645813,"p90":75.99399983882904,"p95":77.0760029554367,"p99":79.27999645471573},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":147.8630006313324,"p90":152.9100015759468,"p95":154.83300387859344,"p99":158.43899548053741},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":124.5879977941513,"p90":128.43400239944458,"p95":129.79599833488464,"p99":132.88100063800812},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":137.84700632095337,"p90":140.09100198745728,"p95":141.13299548625946,"p99":143.25599372386932},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":65.65900146961212,"p90":67.26100295782089,"p95":67.54200160503387,"p99":68.18299740552902},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":58.60799923539162,"p90":60.25100126862526,"p95":60.851000249385834,"p99":62.45400011539459},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.047993898391724,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.688995122909546,"p90":11.215992271900177,"p95":12.657999992370605,"p99":15.783995389938354},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7610023021697998,"p90":1.001998782157898,"p95":1.001998782157898,"p99":1.001998782157898},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.37900322675705,"p90":67.34099984169006,"p95":67.58199632167816,"p99":68.06199997663498},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":56.685999035835266,"p90":58.08800086379051,"p95":59.12899971008301,"p99":61.051998287439346},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":121.50400131940842,"p90":122.94600158929825,"p95":123.3460009098053,"p99":124.3479996919632},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.30399376153946,"p90":18.706999719142914,"p95":19.628994166851044,"p99":21.672993898391724},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":3714262.7443638123,"p90":3654767.206575057,"p95":3627783.8377620755,"p99":3574021.489019838},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":101.23299807310104,"p90":104.31700199842453,"p95":105.40000349283218,"p99":107.32199996709824},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":91.45800024271011,"p90":93.62100064754486,"p95":94.74299848079681,"p99":96.54500335454941},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":192.69099831581116,"p90":197.9380026459694,"p95":200.143001973629,"p99":203.86700332164764},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":166.0500019788742,"p90":168.97399723529816,"p95":170.0959950685501,"p99":171.73799872398376},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":172.01900482177734,"p90":174.70300197601318,"p95":175.74499547481537,"p99":178.2280057668686},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":84.48699861764908,"p90":88.53399753570557,"p95":89.25499767065048,"p99":90.29699862003326},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":72.34799861907959,"p90":76.51600241661072,"p95":77.15599983930588,"p99":77.95699685811996},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048992276191711,"p90":6.049007177352905,"p95":6.049007177352905,"p99":6.049007177352905},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.171005010604858,"p90":10.976001620292664,"p95":12.459993362426758,"p99":15.505000948905945},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6809979677200317,"p90":1.1609941720962524,"p95":1.1609941720962524,"p99":1.1609941720962524},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":82.80500024557114,"p90":85.56900173425674,"p95":86.81000024080276,"p99":88.49400281906128},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":70.38599997758865,"p90":71.74800336360931,"p95":72.42900133132935,"p99":74.95400309562683},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":161.64399683475494,"p90":162.96599805355072,"p95":163.36600482463837,"p99":164.16700184345245},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.3750079870224,"p90":13.21999728679657,"p95":14.140993356704712,"p99":16.66399836540222},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":5952830.625086625,"p90":5861376.097822268,"p95":5826623.951557935,"p99":5745449.462860762},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":137.88799941539764,"p90":145.3389972448349,"p95":146.66099846363068,"p99":148.94500374794006},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":113.69100213050842,"p90":117.85800009965897,"p95":118.65799874067307,"p99":121.38299643993378},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":251.57900154590607,"p90":263.19699734449387,"p95":265.31899720430374,"p99":270.32800018787384},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":219.08900141716003,"p90":223.9769995212555,"p95":225.53899884223938,"p99":229.4660061597824},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":227.50400006771088,"p90":231.67000710964203,"p95":232.791006565094,"p99":235.15400290489197},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":113.7320026755333,"p90":120.18100172281265,"p95":121.42299860715866,"p99":123.06500226259232},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":87.09099888801575,"p90":94.5030003786087,"p95":95.94500064849854,"p99":98.58900308609009},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.087988615036011,"p90":6.09000027179718,"p95":6.09000027179718,"p99":6.09000027179718},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.221996068954468,"p90":19.51099932193756,"p95":21.512001752853394,"p99":25.919005274772644},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.4820098876953125,"p90":2.204000949859619,"p95":2.204000949859619,"p99":2.204000949859619},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":112.81000077724457,"p90":119.25999820232391,"p95":120.5419972538948,"p99":121.8239963054657},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":89.69499915838242,"p90":95.62499821186066,"p95":96.58599644899368,"p99":97.86800295114517},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":210.91699600219727,"p90":216.48700535297394,"p95":217.6080048084259,"p99":219.73200142383575},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.623003244400024,"p90":20.27200162410736,"p95":21.790996193885803,"p99":25.3169983625412},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":9002039.521900555,"p90":8840160.301936483,"p95":8797590.724052863,"p99":8709186.212867972},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":197.61699438095093,"p90":206.2319964170456,"p95":208.39500427246094,"p99":214.88399803638458},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":160.521000623703,"p90":169.0939962863922,"p95":172.01900482177734,"p99":175.54399371147156},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":358.13799500465393,"p90":375.3259927034378,"p95":380.4140090942383,"p99":390.42799174785614},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":340.79501032829285,"p90":349.5270013809204,"p95":350.97000002861023,"p99":356.05698823928833},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":339.029997587204,"p90":346.2809920310974,"p95":348.0849862098694,"p99":350.8079946041107},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":156.2349945306778,"p90":165.0879979133606,"p95":170.415997505188,"p99":178.02800238132477},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":119.18000131845474,"p90":131.23799860477448,"p95":135.60500741004944,"p99":143.8169926404953},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.410002708435059,"p90":6.691008806228638,"p95":6.691008806228638,"p99":6.691008806228638},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.10699701309204,"p90":24.79800581932068,"p95":27.844011783599854,"p99":36.017000675201416},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.804994583129883,"p90":3.044009208679199,"p95":3.044009208679199,"p99":3.044009208679199},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":172.85999655723572,"p90":178.42799425125122,"p95":179.35000360012054,"p99":181.19299411773682},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":140.7719999551773,"p90":147.6619988679886,"p95":149.34499561786652,"p99":152.75000035762787},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":319.2020058631897,"p90":324.7700035572052,"p95":326.3719975948334,"p99":329.8969864845276},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.027995109558105,"p90":30.12499213218689,"p95":33.28999876976013,"p99":38.2159948348999},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":12081526.794532225,"p90":11828544.142648648,"p95":11767241.226343546,"p99":11675902.667561397},"tokens_per_rank":256}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1LL","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1ll-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9952,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2096,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2074,"p50":2099,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2099,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2099,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2093,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2071,"p50":2096,"max":2098,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2069,"p50":2095,"max":2096,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2070,"p50":2097,"max":2099,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2099,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2069,"p50":2094,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2094,"max":2096,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2066,"p50":2089,"max":2094,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2098,"max":2101,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2097,"max":2098,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2089,"max":2091,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2097,"max":2099,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":733.0}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json deleted file mode 100644 index 59c23e7a3e..0000000000 --- a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:24:16.693938+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":131.39699399471283,"p90":134.2419981956482,"p95":135.40400564670563,"p99":137.5270038843155},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":76.67499780654907,"p90":78.55799794197083,"p95":79.76000010967255,"p99":81.8839967250824},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":208.0719918012619,"p90":212.79999613761902,"p95":215.16400575637817,"p99":219.4110006093979},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":190.68700075149536,"p90":192.0900046825409,"p95":192.69099831581116,"p99":198.61899316310883},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":199.78000223636627,"p90":201.7039954662323,"p95":202.82499492168427,"p99":205.268993973732},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":120.90200185775757,"p90":122.54399806261063,"p95":123.18500131368637,"p99":124.06700104475021},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":62.9350021481514,"p90":65.05800038576126,"p95":65.53900241851807,"p99":66.33999943733215},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048992276191711,"p90":6.049990653991699,"p95":6.049990653991699,"p99":6.049990653991699},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.291002035140991,"p90":10.495990514755249,"p95":12.498989701271057,"p99":15.422999858856201},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.4010051488876343,"p90":0.9219944477081299,"p95":0.9219944477081299,"p99":0.9219944477081299},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":119.62000280618668,"p90":121.50300294160843,"p95":122.38399684429169,"p99":123.74600023031235},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":61.893001198768616,"p90":62.77500092983246,"p95":63.17500025033951,"p99":64.57699835300446},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":181.15299940109253,"p90":182.55500495433807,"p95":183.03599953651428,"p99":184.91899967193604},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.70700716972351,"p90":21.191999316215515,"p95":22.152990102767944,"p99":24.597004055976868},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":80088.0960100795,"p90":79324.15995536685,"p95":78885.74091264243,"p99":77946.50175977137},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":139.89099860191345,"p90":142.49500632286072,"p95":143.73700320720673,"p99":146.0600048303604},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":79.07900214195251,"p90":81.24300092458725,"p95":83.12500268220901,"p99":87.01000362634659},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":218.97000074386597,"p90":223.73800724744797,"p95":226.86200588941574,"p99":233.070008456707},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":198.1790065765381,"p90":199.98200237751007,"p95":200.62300562858582,"p99":204.10799980163574},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":207.63300359249115,"p90":209.39500629901886,"p95":210.0369930267334,"p99":212.23999559879303},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":124.86899644136429,"p90":126.23000144958496,"p95":126.55000388622284,"p99":127.43200361728668},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":69.14500147104263,"p90":70.82600146532059,"p95":71.26700133085251,"p99":72.34899699687958},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.050005555152893,"p90":6.09000027179718,"p95":6.09000027179718,"p99":6.09000027179718},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.330998778343201,"p90":11.375010013580322,"p95":12.81900703907013,"p99":15.663012862205505},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6410032510757446,"p90":0.881001353263855,"p95":0.881001353263855,"p99":0.881001353263855},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":124.1070032119751,"p90":125.26899576187134,"p95":125.70999562740326,"p99":127.03199684619904},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":64.85799700021744,"p90":66.17899984121323,"p95":66.86100363731384,"p99":69.10400092601776},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":187.92399764060974,"p90":189.5270049571991,"p95":190.00600278377533,"p99":190.88800251483917},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.707992672920227,"p90":21.793007850646973,"p95":22.712990641593933,"p99":24.836987257003784},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":154118.0806824164,"p90":152821.21845018395,"p95":152354.11409611572,"p99":150772.71326602864},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":139.65100049972534,"p90":142.09400117397308,"p95":142.97600090503693,"p99":145.77999711036682},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":91.77800267934799,"p90":94.26099807024002,"p95":94.98299658298492,"p99":98.22800010442734},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":231.42900317907333,"p90":236.3549992442131,"p95":237.95899748802185,"p99":244.00799721479416},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":205.07000386714935,"p90":207.31300115585327,"p95":208.15399289131165,"p99":210.43799817562103},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":212.52000331878662,"p90":214.64300155639648,"p95":215.56399762630463,"p99":217.92800724506378},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":127.6320070028305,"p90":129.394993185997,"p95":129.75500524044037,"p99":130.4370015859604},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":73.0699971318245,"p90":75.314000248909,"p95":75.87400078773499,"p99":77.27699726819992},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049007177352905,"p90":6.0889869928359985,"p95":6.0889869928359985,"p99":6.0889869928359985},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.451010704040527,"p90":10.376989841461182,"p95":11.415988206863403,"p99":14.062002301216125},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6400048732757568,"p90":0.8809864521026611,"p95":0.8809864521026611,"p99":0.8809864521026611},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":125.3879964351654,"p90":128.43400239944458,"p95":128.9539933204651,"p99":129.75600361824036},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":67.58199632167816,"p90":68.86400282382965,"p95":69.2640021443367,"p99":70.74599713087082},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":199.54200088977814,"p90":201.50500535964966,"p95":202.02499628067017,"p99":203.10600101947784},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.179004192352295,"p90":16.502991318702698,"p95":17.386004328727722,"p99":19.70800757408142},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":301148.1225322494,"p90":298169.51652711723,"p95":296895.58880304545,"p99":293674.9654578858},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":147.02199399471283,"p90":149.78599548339844,"p95":150.86700022220612,"p99":153.27100455760956},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":96.34499996900558,"p90":98.26800227165222,"p95":99.310003221035,"p99":101.67299956083298},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":243.36699396371841,"p90":248.05399775505066,"p95":250.17700344324112,"p99":254.94400411844254},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":222.09499776363373,"p90":225.78099370002747,"p95":227.182999253273,"p99":229.46499288082123},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":232.10899531841278,"p90":234.63299870491028,"p95":235.51499843597412,"p99":237.19699680805206},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":137.44699954986572,"p90":138.8089954853058,"p95":139.32999968528748,"p99":140.93300700187683},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":80.20000159740448,"p90":82.36400038003922,"p95":82.88499712944031,"p99":85.00800281763077},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.050005555152893,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.69001042842865,"p90":10.736986994743347,"p95":12.137994170188904,"p99":15.705004334449768},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7620006799697876,"p90":1.5619993209838867,"p95":1.5619993209838867,"p99":1.5619993209838867},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":137.60800659656525,"p90":138.68799805641174,"p95":139.0099972486496,"p99":139.57099616527557},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":76.55499875545502,"p90":78.19800078868866,"p95":78.79800349473953,"p99":80.48199862241745},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":213.2820039987564,"p90":215.12499451637268,"p95":215.76499938964844,"p99":217.52800047397614},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.86799931526184,"p90":21.071001887321472,"p95":21.79199457168579,"p99":23.834004998207092},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":551465.0555632559,"p90":545532.8138263328,"p95":543489.8025604829,"p99":539635.8373946109},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":165.08999466896057,"p90":168.37400197982788,"p95":169.41599547863007,"p99":171.29799723625183},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":112.0079979300499,"p90":113.89099806547165,"p95":114.85199630260468,"p99":117.0559972524643},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":277.09799259901047,"p90":282.26500004529953,"p95":284.26799178123474,"p99":288.3539944887161},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":250.61899423599243,"p90":253.38199734687805,"p95":254.5030117034912,"p99":257.3069930076599},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":256.3450038433075,"p90":258.94901156425476,"p95":259.8710060119629,"p99":261.79298758506775},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":152.6699960231781,"p90":154.27300333976746,"p95":154.7130048274994,"p99":157.07799792289734},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":93.09999644756317,"p90":94.58199888467789,"p95":94.86199915409088,"p99":95.62399983406067},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.969002842903137,"p90":10.416984558105469,"p95":11.497989296913147,"p99":13.820990920066833},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.4010200500488281,"p90":0.8800029754638672,"p95":0.8800029754638672,"p99":0.8800029754638672},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":147.02099561691284,"p90":149.22499656677246,"p95":149.9049961566925,"p99":151.34799480438232},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":87.1720016002655,"p90":89.25499767065048,"p95":89.81599658727646,"p99":91.498002409935},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":241.28399789333344,"p90":242.92699992656708,"p95":243.367999792099,"p99":244.36800181865692},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.140995383262634,"p90":18.146008253097534,"p95":19.388005137443542,"p99":21.63200080394745},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":998654.1425105425,"p90":988611.6129718341,"p95":985104.1250373862,"p99":977871.8764069822},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":169.97699439525604,"p90":172.6599931716919,"p95":173.6219972372055,"p99":175.46400427818298},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":126.10900402069092,"p90":130.47699630260468,"p95":131.11799955368042,"p99":133.4410011768341},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":296.08599841594696,"p90":303.13698947429657,"p95":304.7399967908859,"p99":308.9050054550171},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":272.1700072288513,"p90":275.5739986896515,"p95":276.45599842071533,"p99":278.25799584388733},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":273.0109989643097,"p90":275.85500478744507,"p95":276.977002620697,"p99":279.17999029159546},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":155.03400564193726,"p90":156.35600686073303,"p95":156.75699710845947,"p99":157.9580008983612},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":105.95999658107758,"p90":108.36300253868103,"p95":109.12500321865082,"p99":112.53000050783157},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.129980087280273,"p95":6.129980087280273,"p99":6.129980087280273},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.927979946136475,"p90":10.013997554779053,"p95":11.175006628036499,"p99":12.538999319076538},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.7609724998474121,"p90":1.0409951210021973,"p95":1.0409951210021973,"p99":1.0409951210021973},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":148.34299683570862,"p90":151.02699398994446,"p95":151.868999004364,"p99":153.55199575424194},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":101.5930026769638,"p90":104.15700078010559,"p95":105.03800213336945,"p99":107.32199996709824},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":260.8740031719208,"p90":262.8769874572754,"p95":263.4370028972626,"p99":264.398992061615},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.05599308013916,"p90":15.141993761062622,"p95":16.384005546569824,"p99":18.58699321746826},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.004048583097755909,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":1875382.317717291,"p90":1856047.5290071757,"p95":1848528.9217356164,"p99":1833942.3232489936},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":180.35200238227844,"p90":184.35899913311005,"p95":185.68100035190582,"p99":188.64400684833527},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":144.29700374603271,"p90":147.46199548244476,"p95":148.46299588680267,"p99":151.1469930410385},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":324.64900612831116,"p90":331.8209946155548,"p95":334.1439962387085,"p99":339.7909998893738},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":293.36199164390564,"p90":298.2900142669678,"p95":301.65499448776245,"p99":306.6219985485077},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":296.84799909591675,"p90":299.811989068985,"p95":301.0140061378479,"p99":303.2979965209961},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":151.06700360774994,"p90":152.54899859428406,"p95":153.23099493980408,"p99":155.63400089740753},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":113.13100159168243,"p90":118.33799630403519,"p95":119.82099711894989,"p99":123.1049969792366},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.087988615036011,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.087988615036011,"p90":9.613007307052612,"p95":10.53398847579956,"p99":14.220982789993286},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.48100948333740234,"p90":1.3220012187957764,"p95":1.3220012187957764,"p99":1.3220012187957764},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":151.46799385547638,"p90":154.79299426078796,"p95":155.9939980506897,"p99":157.9969972372055},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":118.33900213241577,"p90":121.22300267219543,"p95":122.38500267267227,"p99":124.18700009584427},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":285.1090133190155,"p90":287.6740097999573,"p95":288.3940041065216,"p99":290.35699367523193},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.858999729156494,"p90":14.382988214492798,"p95":15.223979949951172,"p99":16.906023025512695},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":3449576.898340918,"p90":3415473.8213767153,"p95":3401835.0612265673,"p99":3376217.488232279},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":207.43300020694733,"p90":211.19900047779083,"p95":212.8410041332245,"p99":216.8869972229004},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":177.38699913024902,"p90":182.19399452209473,"p95":183.95699560642242,"p99":187.84299492835999},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":384.81999933719635,"p90":393.39299499988556,"p95":396.7979997396469,"p99":404.7299921512604},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":344.9999988079071,"p90":352.97200083732605,"p95":354.53400015830994,"p99":358.258992433548},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":352.17198729515076,"p90":356.6179871559143,"p95":358.3810031414032,"p99":361.4650070667267},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":155.99499642848969,"p90":157.27700293064117,"p95":157.95700252056122,"p99":159.60000455379486},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":120.94199657440186,"p90":125.18900632858276,"p95":126.47099792957306,"p99":131.07800483703613},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2499940395355225,"p90":6.449997425079346,"p95":6.449997425079346,"p99":6.449997425079346},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.609989166259766,"p90":9.613007307052612,"p95":10.897994041442871,"p99":14.905005693435669},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.923978328704834,"p90":3.6059916019439697,"p95":3.6059916019439697,"p99":3.6059916019439697},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":168.3340072631836,"p90":172.46000468730927,"p95":173.6609935760498,"p99":175.98499357700348},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":146.5809941291809,"p90":151.3880044221878,"p95":152.71000564098358,"p99":156.03500604629517},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":333.3419859409332,"p90":337.9890024662018,"p95":339.2699956893921,"p99":341.715008020401},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.78899335861206,"p90":23.077011108398438,"p95":24.95899796485901,"p99":28.56498956680298},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":5815340.441270242,"p90":5742839.884025842,"p95":5714588.613928119,"p99":5665831.989158326},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":269.44699883461,"p90":288.99601101875305,"p95":295.4860031604767,"p99":310.5889856815338},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":279.5810103416443,"p90":297.5279986858368,"p95":301.3739883899689,"p99":308.1830143928528},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":549.0280091762543,"p90":586.5240097045898,"p95":596.8599915504456,"p99":618.7720000743866},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":523.9109992980957,"p90":541.7770147323608,"p95":545.5840229988098,"p99":557.1179986000061},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":525.5119800567627,"p90":540.0149822235107,"p95":543.4970259666443,"p99":549.9899983406067},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":223.65699708461761,"p90":227.58400440216064,"p95":228.70400547981262,"p99":241.44400656223297},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":217.64899790287018,"p90":234.87399518489838,"p95":246.25200033187866,"p99":262.23599910736084},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.4910054206848145,"p95":6.4910054206848145,"p99":6.4910054206848145},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.02902126312256,"p90":25.916993618011475,"p95":27.88299322128296,"p99":32.65199065208435},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.448043346405029,"p90":11.016011238098145,"p95":11.016011238098145,"p99":11.016011238098145},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":233.0310046672821,"p90":243.4069961309433,"p95":245.12900412082672,"p99":247.29299545288086},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":254.78500127792358,"p90":266.00000262260437,"p95":270.56699991226196,"p99":278.0599892139435},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":499.9519884586334,"p90":513.8949751853943,"p95":517.4180269241333,"p99":523.6300230026245},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":25.67601203918457,"p90":34.65396165847778,"p95":38.17501664161682,"p99":41.821032762527466},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.006103515625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":7794303.756039158,"p90":7584974.741135379,"p95":7536379.785547127,"p99":7447408.157163184},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":440.90500473976135,"p90":478.4820079803467,"p95":488.2569909095764,"p99":506.84499740600586},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":460.73299646377563,"p90":483.00701379776,"p95":488.45499753952026,"p99":497.34899401664734},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":901.638001203537,"p90":961.4890217781067,"p95":976.7119884490967,"p99":1004.1939914226532},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":821.7200040817261,"p90":847.7190136909485,"p95":854.0089726448059,"p99":871.7120289802551},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":845.9969758987427,"p90":867.4690127372742,"p95":872.8370070457458,"p99":881.9310069084167},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":363.1869852542877,"p90":377.0869970321655,"p95":381.73601031303406,"p99":389.0250027179718},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":392.91301369667053,"p90":428.52500081062317,"p95":435.5350136756897,"p99":445.4309940338135},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049036979675293,"p90":6.448984146118164,"p95":6.448984146118164,"p99":6.448984146118164},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":30.08502721786499,"p90":51.52100324630737,"p95":59.80604887008667,"p99":66.98399782180786},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.408989429473877,"p90":11.256992816925049,"p95":11.256992816925049,"p99":11.256992816925049},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":362.2649908065796,"p90":375.00500679016113,"p95":380.33199310302734,"p99":386.90200448036194},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":405.3719937801361,"p90":432.4130117893219,"p95":437.4600052833557,"p99":446.4719891548157},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":814.3460154533386,"p90":834.6160054206848,"p95":840.1839733123779,"p99":848.9170074462891},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":31.77201747894287,"p90":36.97997331619263,"p95":39.34299945831299,"p99":50.273001194000244},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":9683249.743649792,"p90":9443564.991618978,"p95":9385486.561491147,"p99":9288708.45432322},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9952,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2076,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2099,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2098,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2074,"p50":2093,"max":2095,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2075,"p50":2094,"max":2095,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2098,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2071,"p50":2094,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2094,"max":2095,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2067,"p50":2089,"max":2093,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2099,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2076,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2067,"p50":2089,"max":2092,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":885.6}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json deleted file mode 100644 index d437c156fc..0000000000 --- a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:51:57.461299+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-decode-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":133.4410011768341,"p90":136.40500605106354,"p95":137.60699331760406,"p99":140.09100198745728},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":84.88799631595612,"p90":86.93099766969681,"p95":88.17200362682343,"p99":89.85599875450134},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":218.32899749279022,"p90":223.33600372076035,"p95":225.7789969444275,"p99":229.94700074195862},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":198.81999492645264,"p90":200.50199329853058,"p95":200.94400644302368,"p99":203.58699560165405},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":208.51300656795502,"p90":210.95700562000275,"p95":211.67899668216705,"p99":214.3229991197586},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":121.38199806213379,"p90":123.3849972486496,"p95":124.38700348138809,"p99":126.23000144958496},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":71.7879980802536,"p90":73.75100255012512,"p95":74.11099970340729,"p99":74.8319998383522},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049007177352905,"p90":6.09000027179718,"p95":6.09000027179718,"p99":6.09000027179718},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.008997559547424,"p90":10.215997695922852,"p95":11.497005820274353,"p99":14.061003923416138},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.5210041999816895,"p90":0.7210075855255127,"p95":0.7210075855255127,"p99":0.7210075855255127},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":119.94100362062454,"p90":121.94400280714035,"p95":122.90500104427338,"p99":124.30699914693832},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":70.22599875926971,"p90":71.74800336360931,"p95":72.10899889469147,"p99":73.63100349903107},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":189.20500576496124,"p90":191.52900576591492,"p95":192.28999316692352,"p99":194.3340003490448},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.308000802993774,"p90":22.553011775016785,"p95":23.674994707107544,"p99":26.438996195793152},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":76733.82233249585,"p90":75844.83839717004,"p95":75586.14813364676,"p99":74653.6772334899},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":138.20800185203552,"p90":140.85200428962708,"p95":142.09400117397308,"p99":143.73600482940674},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":87.73200213909149,"p90":89.85500037670135,"p95":90.89700132608414,"p99":93.90100091695786},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":225.940003991127,"p90":230.70700466632843,"p95":232.99100250005722,"p99":237.6370057463646},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":206.11099898815155,"p90":208.35299789905548,"p95":208.9560031890869,"p99":210.43799817562103},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":212.8800004720688,"p90":214.92399275302887,"p95":215.68399667739868,"p99":217.60700643062592},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":125.30900537967682,"p90":126.79100036621094,"p95":127.27199494838715,"p99":128.71399521827698},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":76.75500214099884,"p90":78.99899780750275,"p95":79.43999767303467,"p99":80.24100214242935},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.010010838508606,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.729006767272949,"p90":10.4140043258667,"p95":12.18000054359436,"p99":14.423012733459473},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6820112466812134,"p90":0.8420050144195557,"p95":0.8420050144195557,"p99":0.8420050144195557},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":124.70799684524536,"p90":126.02999806404114,"p95":126.55100226402283,"p99":127.6330053806305},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":71.18699699640274,"p90":72.66999781131744,"p95":73.23099672794342,"p99":74.99299943447113},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":193.81199777126312,"p90":195.93599438667297,"p95":196.53500616550446,"p99":197.73800671100616},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.986999988555908,"p90":21.350011229515076,"p95":22.192999720573425,"p99":24.07500147819519},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":150319.42845283207,"p90":148889.84514991537,"p95":148365.20322767762,"p99":147054.0885833184},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":139.5300030708313,"p90":142.77499914169312,"p95":143.61700415611267,"p99":145.579993724823},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":99.26900267601013,"p90":102.633997797966,"p95":103.83599996566772,"p99":107.04100131988525},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":238.79900574684143,"p90":245.40899693965912,"p95":247.4530041217804,"p99":252.62099504470825},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":214.04199302196503,"p90":216.48700535297394,"p95":217.40899980068207,"p99":219.8909968137741},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":221.452996134758,"p90":224.09600019454956,"p95":225.01899302005768,"p99":227.42199897766113},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":127.59199738502502,"p90":129.1150003671646,"p95":129.51500713825226,"p99":130.1559954881668},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":81.84300363063812,"p90":83.52600038051605,"p95":84.16599780321121,"p99":85.44900268316269},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.1709901094436646,"p90":11.298000812530518,"p95":12.096002697944641,"p99":13.861000537872314},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.0010004043579102,"p90":-0.6809979677200317,"p95":-0.6809979677200317,"p99":-0.6809979677200317},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":125.50899386405945,"p90":128.55400145053864,"p95":129.1539967060089,"p99":129.9149990081787},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":76.0750025510788,"p90":78.0780017375946,"p95":78.51900160312653,"p99":79.43999767303467},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":207.5130045413971,"p90":209.756001830101,"p95":210.39800345897675,"p99":211.7599993944168},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.980001211166382,"p90":17.024993896484375,"p95":18.025994300842285,"p99":20.028993487358093},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":289000.37984157546,"p90":285591.8889424096,"p95":284420.4355420575,"p99":281415.167783687},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":148.1029987335205,"p90":150.66799521446228,"p95":152.02899277210236,"p99":154.35299277305603},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":106.04000091552734,"p90":108.1629991531372,"p95":109.12399739027023,"p99":112.08900064229965},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":254.14299964904785,"p90":258.8309943675995,"p95":261.1529901623726,"p99":266.4419934153557},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":229.90599274635315,"p90":233.31299424171448,"p95":233.95200073719025,"p99":236.67800426483154},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":237.076997756958,"p90":239.43999409675598,"p95":240.48200249671936,"p99":242.6449954509735},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":137.16700673103333,"p90":138.8089954853058,"p95":139.5699977874756,"p99":140.8119946718216},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":88.57300132513046,"p90":90.41599929332733,"p95":91.17700159549713,"p99":91.9789969921112},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049007177352905,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.050007581710815,"p90":10.575994849205017,"p95":11.737003922462463,"p99":15.143990516662598},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1619925498962402,"p90":2.4840086698532104,"p95":2.4840086698532104,"p99":2.4840086698532104},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":135.76500117778778,"p90":138.047993183136,"p95":138.44799995422363,"p99":139.48999345302582},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":82.76499807834625,"p90":84.24700051546097,"p95":84.80799943208694,"p99":86.57000213861465},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":221.3740050792694,"p90":223.73700141906738,"p95":224.57799315452576,"p99":227.06300020217896},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.822991728782654,"p90":18.867000937461853,"p95":19.749000668525696,"p99":21.991997957229614},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":539908.9798295007,"p90":534580.7014523903,"p95":532264.3635327603,"p99":527519.6373290231},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":162.96599805355072,"p90":166.3309931755066,"p95":167.41199791431427,"p99":169.5760041475296},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":114.85300213098526,"p90":116.73600226640701,"p95":117.93799698352814,"p99":120.42099982500076},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":277.819000184536,"p90":283.0669954419136,"p95":285.3499948978424,"p99":289.99700397253036},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":254.9850046634674,"p90":257.2669982910156,"p95":257.94899463653564,"p99":260.672003030777},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":260.3119909763336,"p90":262.5960111618042,"p95":263.4359896183014,"p99":266.07999205589294},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":153.83200347423553,"p90":155.31499683856964,"p95":156.07500076293945,"p99":157.55699574947357},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":95.42399644851685,"p90":97.42700308561325,"p95":97.78700023889542,"p99":99.38900172710419},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049007177352905,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.090998649597168,"p90":9.693995118141174,"p95":11.177003383636475,"p99":13.259992003440857},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.6410181522369385,"p90":1.0419785976409912,"p95":1.0419785976409912,"p99":1.0419785976409912},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":148.78399670124054,"p90":151.1079967021942,"p95":151.78899466991425,"p99":153.10999751091003},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":92.13899821043015,"p90":93.58099848031998,"p95":93.98200362920761,"p99":95.42399644851685},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":243.56800317764282,"p90":245.3709989786148,"p95":245.97099423408508,"p99":246.85199558734894},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.822993755340576,"p90":19.508004188537598,"p95":20.39000391960144,"p99":23.234009742736816},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":983435.296391223,"p90":974881.5256841814,"p95":971773.0685580373,"p99":962116.6853696555},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":167.93300211429596,"p90":170.41699588298798,"p95":171.3380068540573,"p99":174.02200400829315},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":128.79399955272675,"p90":130.59599697589874,"p95":131.23799860477448,"p99":133.88100266456604},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":296.7270016670227,"p90":301.0129928588867,"p95":302.5760054588318,"p99":307.9030066728592},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":271.928995847702,"p90":274.85498785972595,"p95":275.7759988307953,"p99":277.4989902973175},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":272.85000681877136,"p90":275.09400248527527,"p95":275.97498893737793,"p99":278.5379886627197},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":155.11399507522583,"p90":156.63599967956543,"p95":157.03700482845306,"p99":157.83800184726715},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":105.27800023555756,"p90":107.52200335264206,"p95":108.20300132036209,"p99":109.96600240468979},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049007177352905,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.8879852294921875,"p90":10.616004467010498,"p95":11.777997016906738,"p99":13.941973447799683},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.7210075855255127,"p90":1.0809898376464844,"p95":1.0809898376464844,"p99":1.0809898376464844},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":149.6649980545044,"p90":152.10899710655212,"p95":152.83000469207764,"p99":154.9540013074875},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":102.55499929189682,"p90":104.07800227403641,"p95":104.83799874782562,"p99":106.4009964466095},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":260.91301441192627,"p90":262.8369927406311,"p95":263.3180022239685,"p99":264.0790045261383},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.936008930206299,"p90":14.90098237991333,"p95":16.063004732131958,"p99":18.62698793411255},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":1876488.8664271634,"p90":1861181.9791578532,"p95":1855240.5852842666,"p99":1838169.3730831752},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":182.2350025177002,"p90":186.040997505188,"p95":187.24200129508972,"p99":190.08700549602509},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":137.40700483322144,"p90":140.69099724292755,"p95":141.5729969739914,"p99":143.65600049495697},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":319.64200735092163,"p90":326.73199474811554,"p95":328.8149982690811,"p99":333.74300599098206},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":281.8639874458313,"p90":284.42901372909546,"p95":285.07000207901,"p99":286.71199083328247},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":288.79499435424805,"p90":292.03999042510986,"p95":292.8819954395294,"p99":294.8850095272064},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":156.1949998140335,"p90":162.12500631809235,"p95":163.2850021123886,"p99":164.32799398899078},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":111.76799982786179,"p90":118.09799820184708,"p95":119.37899887561798,"p99":120.86299806833267},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049007177352905,"p90":6.129980087280273,"p95":6.129980087280273,"p99":6.129980087280273},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.131993770599365,"p90":11.696994304656982,"p95":13.538002967834473,"p99":17.905980348587036},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.082003116607666,"p90":2.4830102920532227,"p95":2.4830102920532227,"p99":2.4830102920532227},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":150.7059931755066,"p90":152.6699960231781,"p95":153.66999804973602,"p99":155.75499832630157},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":108.40299725532532,"p90":110.76699942350388,"p95":111.48899793624878,"p99":113.04999887943268},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":276.89599990844727,"p90":279.66099977493286,"p95":280.2619934082031,"p99":281.7839980125427},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.820018291473389,"p90":14.182984828948975,"p95":15.062987804412842,"p99":17.10599660873413},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":3545767.8284545294,"p90":3506369.1055098586,"p95":3496288.662139434,"p99":3472540.0305759683},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":197.77800142765045,"p90":202.58599519729614,"p95":203.9480060338974,"p99":206.95200562477112},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":148.6240029335022,"p90":151.50800347328186,"p95":152.51000225543976,"p99":155.07300198078156},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":346.40200436115265,"p90":354.093998670578,"p95":356.45800828933716,"p99":362.0250076055527},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":317.55900382995605,"p90":321.96399569511414,"p95":323.8080143928528,"p99":326.5730142593384},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":323.64800572395325,"p90":327.01200246810913,"p95":328.0929923057556,"p99":330.8190107345581},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":163.96600008010864,"p90":170.6169992685318,"p95":173.1400042772293,"p99":175.10400712490082},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":112.20899969339371,"p90":116.65599793195724,"p95":118.45900118350983,"p99":121.70399725437164},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209999322891235,"p90":6.28998875617981,"p95":6.28998875617981,"p99":6.28998875617981},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.09601354598999,"p90":16.142994165420532,"p95":17.58900284767151,"p99":20.588994026184082},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.5619993209838867,"p90":2.2430121898651123,"p95":2.2430121898651123,"p99":2.2430121898651123},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":177.62799561023712,"p90":182.11400508880615,"p95":183.11600387096405,"p99":184.91800129413605},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":126.91099941730499,"p90":130.6380033493042,"p95":131.59899413585663,"p99":133.84200632572174},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":313.71399760246277,"p90":316.6770040988922,"p95":317.3989951610565,"p99":318.7589943408966},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.776979684829712,"p90":13.46200704574585,"p95":14.822989702224731,"p99":17.387986183166504},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":6327862.257080571,"p90":6262767.06831189,"p95":6242132.712458037,"p99":6190696.2222412005},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":266.7219936847687,"p90":276.89799666404724,"p95":280.7829976081848,"p99":287.43401169776917},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":222.85500168800354,"p90":233.0709993839264,"p95":237.63799667358398,"p99":243.32599341869354},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":489.5769953727722,"p90":509.96899604797363,"p95":518.4209942817688,"p99":530.7600051164627},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":462.3759984970093,"p90":471.6689884662628,"p95":474.87398982048035,"p99":479.7619879245758},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":465.46098589897156,"p90":474.1939902305603,"p95":477.4779975414276,"p99":483.6469888687134},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":220.9320068359375,"p90":224.41799938678741,"p95":225.62099993228912,"p99":228.42399775981903},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":168.8150018453598,"p90":176.1849969625473,"p95":177.9879927635193,"p99":182.87500739097595},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.1910138130188,"p90":25.95701813697815,"p95":27.401983737945557,"p99":29.805004596710205},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.883000135421753,"p90":3.966003656387329,"p95":3.966003656387329,"p99":3.966003656387329},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":235.31599342823029,"p90":244.1280037164688,"p95":245.60999870300293,"p99":248.85599315166473},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":198.9399939775467,"p90":206.9929987192154,"p95":209.95700359344482,"p99":215.8060073852539},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":445.75101137161255,"p90":452.44100689888,"p95":454.6869993209839,"p99":459.6109986305237},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.62900161743164,"p90":27.684003114700317,"p95":31.003981828689575,"p99":36.69300675392151},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00495867757126689,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":8799878.237032391,"p90":8637815.080719313,"p95":8578405.750821257,"p99":8468986.873216871},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":433.13300609588623,"p90":459.85400676727295,"p95":466.5040075778961,"p99":482.84900188446045},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":373.44199419021606,"p90":394.43400502204895,"p95":400.2020061016083,"p99":408.4550142288208},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":806.5750002861023,"p90":854.2880117893219,"p95":866.7060136795044,"p99":891.3040161132812},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":745.6420063972473,"p90":767.67498254776,"p95":772.5650072097778,"p99":787.5450253486633},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":756.742000579834,"p90":777.4140238761902,"p95":783.7820053100586,"p99":794.8399782180786},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":361.4639937877655,"p90":365.11000990867615,"p95":367.2730028629303,"p99":379.4510066509247},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":301.7750084400177,"p90":316.75800681114197,"p95":325.0899910926819,"p99":347.0430076122284},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1699748039245605,"p90":6.449997425079346,"p95":6.449997425079346,"p99":6.449997425079346},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.801015853881836,"p90":39.655983448028564,"p95":47.02705144882202,"p99":59.12601947784424},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-7.891952991485596,"p90":-5.52898645401001,"p95":-5.52898645401001,"p99":-5.52898645401001},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":362.14500665664673,"p90":373.24199080467224,"p95":378.4089982509613,"p99":384.7790062427521},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":326.7329931259155,"p90":342.83700585365295,"p95":349.24599528312683,"p99":361.1049950122833},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":725.5709767341614,"p90":744.6010112762451,"p95":751.1709928512573,"p99":762.3069882392883},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":30.88998794555664,"p90":36.212027072906494,"p95":38.37400674819946,"p99":45.632004737854004},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.005181347019970417,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":10825353.943250265,"p90":10537499.644211005,"p95":10451885.78520542,"p99":10306477.057640372},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9948,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.9},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2099,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2099,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2076,"p50":2093,"max":2094,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2094,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2099,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2094,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2094,"max":2095,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2088,"max":2093,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2099,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2096,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2073,"p50":2089,"max":2091,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":917.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json deleted file mode 100644 index 408a102fb1..0000000000 --- a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T15:42:17.908126+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.24299968779087,"p90":32.047998160123825,"p95":33.00999850034714,"p99":35.092998296022415},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.641000226140022,"p90":30.32599948346615,"p95":31.566999852657318,"p99":33.37100148200989},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":55.88399991393089,"p90":62.37399764358997,"p95":64.57699835300446,"p99":68.4639997780323},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":45.788999646902084,"p90":49.795001745224,"p95":51.357001066207886,"p99":53.0799999833107},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.47300052642822,"p90":51.19699984788895,"p95":52.198998630046844,"p99":54.36199903488159},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.28099934756756,"p90":27.88200043141842,"p95":28.001999482512474,"p99":28.442999348044395},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":23.876000195741653,"p90":24.27699975669384,"p95":24.475999176502228,"p99":24.796999990940094},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009001284837723,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.7619989812374115,"p90":7.011000066995621,"p95":8.451998233795166,"p99":12.66000047326088},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.20099803805351257,"p90":0.4810020327568054,"p95":0.4810020327568054,"p99":0.4810020327568054},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.28099934756756,"p90":27.64200046658516,"p95":27.800999581813812,"p99":28.24299968779087},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":23.99599924683571,"p90":24.436000734567642,"p95":24.476999416947365,"p99":24.877000600099564},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":44.82800140976906,"p90":45.308999717235565,"p95":45.54799944162369,"p99":46.310000121593475},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.6059990525245667,"p90":6.330002099275589,"p95":7.331002503633499,"p99":9.53499972820282},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":165040.32993868986,"p90":156259.15627417123,"p95":153259.64501156218,"p99":147161.62286207997},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.241999447345734,"p90":32.127998769283295,"p95":33.05000066757202,"p99":35.1330004632473},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":29.684999957680702,"p90":32.04900026321411,"p95":33.08999910950661,"p99":35.092998296022415},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":57.926999405026436,"p90":64.1769990324974,"p95":66.13999977707863,"p99":70.22599875926971},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":47.55200073122978,"p90":50.39599910378456,"p95":52.11799964308739,"p99":54.92300167679787},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":50.436001271009445,"p90":52.83999815583229,"p95":54.200999438762665,"p99":55.92399835586548},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.96100063621998,"p90":27.521999552845955,"p95":27.760999277234077,"p99":28.241999447345734},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":25.918999686837196,"p90":26.599999517202377,"p95":26.72000043094158,"p99":26.96000039577484},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009001284837723,"p90":6.009999662637711,"p95":6.009999662637711,"p99":6.009999662637711},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.8819997310638428,"p90":5.888998508453369,"p95":8.092001080513,"p99":12.258000671863556},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.2400018274784088,"p90":0.3210008144378662,"p95":0.3210008144378662,"p99":0.3210008144378662},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":26.921000331640244,"p90":27.401000261306763,"p95":27.56199985742569,"p99":28.201999142766},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":25.838999077677727,"p90":26.440000161528587,"p95":26.559999212622643,"p99":26.799999177455902},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":46.87099903821945,"p90":47.59100079536438,"p95":47.75200039148331,"p99":48.15300181508064},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.446001559495926,"p90":6.209000945091248,"p95":7.209997624158859,"p99":9.013000875711441},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":317233.7139502132,"p90":302800.91897077364,"p95":295197.5086377717,"p99":286102.5761818025},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.603000566363335,"p90":32.568998634815216,"p95":33.61000120639801,"p99":35.934001207351685},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.60800039768219,"p90":34.45199877023697,"p95":35.53399816155434,"p99":37.25599870085716},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":60.211000964045525,"p90":67.02099740505219,"p95":69.14399936795235,"p99":73.18999990820885},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":49.95499923825264,"p90":53.199999034404755,"p95":55.00299856066704,"p99":57.80699849128723},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.71900072693825,"p90":55.44399842619896,"p95":56.80600181221962,"p99":58.88799950480461},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.441000565886497,"p90":28.082000091671944,"p95":28.322000056505203,"p99":28.64300087094307},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.24299968779087,"p90":28.762999922037125,"p95":28.88300083577633,"p99":29.203999787569046},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.969002842903137,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.9620003402233124,"p90":5.32899796962738,"p95":7.09100067615509,"p99":11.298000812530518},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.2809986472129822,"p90":0.4400014877319336,"p95":0.4400014877319336,"p99":0.4400014877319336},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.560999616980553,"p90":28.001999482512474,"p95":28.201999142766,"p99":28.5630002617836},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.88200043141842,"p90":28.363000601530075,"p95":28.5630002617836,"p99":28.92399951815605},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.0339994430542,"p90":49.71500113606453,"p95":50.11500045657158,"p99":51.23699828982353},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.6460012197494507,"p90":6.169002503156662,"p95":7.291000336408615,"p99":9.374000132083893},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":606991.7782726239,"p90":577158.951524662,"p95":563320.7580033636,"p99":543404.4333156394},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.72299961745739,"p90":32.6090008020401,"p95":33.569999039173126,"p99":35.53399816155434},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.527001410722733,"p90":34.251000732183456,"p95":35.21300107240677,"p99":37.01600059866905},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":60.25000102818012,"p90":66.86000153422356,"p95":68.7830001115799,"p99":72.54999876022339},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":50.03499984741211,"p90":53.44099923968315,"p95":54.882001131772995,"p99":57.32699856162071},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.83999815583229,"p90":55.68400025367737,"p95":56.72600120306015,"p99":58.48800018429756},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.602000162005424,"p90":28.001999482512474,"p95":28.162000700831413,"p99":28.40300090610981},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.123000636696815,"p90":28.603000566363335,"p95":28.682999312877655,"p99":29.00400012731552},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.0079991817474365,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0010004043579102,"p90":5.768999457359314,"p95":6.930999457836151,"p99":9.93499904870987},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.1600012183189392,"p90":0.2400018274784088,"p95":0.2400018274784088,"p99":0.2400018274784088},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.64200046658516,"p90":28.082000091671944,"p95":28.201999142766,"p99":28.522999957203865},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.842000126838684,"p90":28.282999992370605,"p95":28.44199910759926,"p99":28.80300022661686},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.313999712467194,"p90":49.915000796318054,"p95":50.154998898506165,"p99":50.99700018763542},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.484997898340225,"p90":6.250999867916107,"p95":7.371000945568085,"p99":8.894000202417374},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":1211203.6758830945,"p90":1149342.7143961957,"p95":1128230.4171397763,"p99":1094241.5503750164},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.686000362038612,"p90":34.49200093746185,"p95":35.49300134181976,"p99":37.89699822664261},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.968001276254654,"p90":34.49200093746185,"p95":35.413000732660294,"p99":37.13599964976311},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":62.654001638293266,"p90":68.9840018749237,"p95":70.90600207448006,"p99":75.03299787640572},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":52.198998630046844,"p90":55.80399930477142,"p95":57.28600174188614,"p99":59.00900065898895},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":55.3629994392395,"p90":57.96800181269646,"p95":59.209998697042465,"p99":60.972001403570175},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":29.604999348521233,"p90":30.045000836253166,"p95":30.125999823212624,"p99":30.565999448299408},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.123000636696815,"p90":28.603000566363335,"p95":28.762999922037125,"p99":29.044000431895256},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.008997559547424,"p90":6.009001284837723,"p95":6.009001284837723,"p99":6.009001284837723},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.201000064611435,"p90":6.5289996564388275,"p95":7.851999253034592,"p99":9.694002568721771},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.2410002052783966,"p90":-0.199001282453537,"p95":-0.199001282453537,"p99":-0.199001282453537},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":29.684999957680702,"p90":30.08599951863289,"p95":30.206000432372093,"p99":30.686000362038612},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.24299968779087,"p90":28.64300087094307,"p95":28.76400016248226,"p99":29.083000496029854},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":51.59800127148628,"p90":52.15900018811226,"p95":52.358999848365784,"p99":53.640998899936676},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.725998103618622,"p90":6.370000541210175,"p95":7.451999932527542,"p99":9.374000132083893},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":2312013.461996023,"p90":2208114.7529215813,"p95":2161797.041322914,"p99":2099324.2316711135},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":33.810000866651535,"p90":37.73700073361397,"p95":38.73800113797188,"p99":40.54100066423416},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":32.248999923467636,"p90":34.97299924492836,"p95":36.173999309539795,"p99":38.09700161218643},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":66.05900079011917,"p90":72.70999997854233,"p95":74.91200044751167,"p99":78.6380022764206},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":55.68299815058708,"p90":59.08900126814842,"p95":60.210999101400375,"p99":61.69300153851509},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":58.64899978041649,"p90":61.211999505758286,"p95":62.33400106430054,"p99":64.17600065469742},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":32.36899897456169,"p90":32.97000005841255,"p95":33.250000327825546,"p99":33.932000398635864},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.603000566363335,"p90":29.285000637173653,"p95":29.56400066614151,"p99":29.765000566840172},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.968999117612839,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.4029964804649353,"p90":5.568999797105789,"p95":6.48999959230423,"p99":10.055996477603912},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.360000878572464,"p90":0.4409998655319214,"p95":0.4409998655319214,"p99":0.4409998655319214},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":32.44899958372116,"p90":32.889001071453094,"p95":33.048998564481735,"p99":33.73099863529205},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.44199910759926,"p90":29.083000496029854,"p95":29.284000396728516,"p99":29.684999957680702},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.882001131772995,"p90":55.68400025367737,"p95":55.96400052309036,"p99":56.846000254154205},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.7649981677532196,"p90":6.1689987778663635,"p95":7.291000336408615,"p99":9.293999522924423},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":4364950.825392952,"p90":4182186.5331472764,"p95":4106907.877386591,"p99":3989030.126346178},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":43.06500032544136,"p90":46.75000160932541,"p95":47.99100011587143,"p99":50.515998154878616},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":34.73199903964996,"p90":36.97599843144417,"p95":38.01799938082695,"p99":39.820000529289246},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":77.79699936509132,"p90":83.72600004076958,"p95":86.00899949669838,"p99":90.33599868416786},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":68.30299645662308,"p90":72.10800051689148,"p95":73.39099794626236,"p99":75.47300308942795},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":70.86700201034546,"p90":73.46999645233154,"p95":74.63199645280838,"p99":76.27499848604202},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":41.86299815773964,"p90":42.424000799655914,"p95":42.865000665187836,"p99":44.186998158693314},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":31.367000192403793,"p90":32.00799971818924,"p95":32.16800093650818,"p99":32.489001750946045},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.0079991817474365,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.4820024371147156,"p90":6.970994174480438,"p95":8.612997829914093,"p99":12.059003114700317},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.2800002694129944,"p90":0.1600012183189392,"p95":0.1600012183189392,"p99":0.1600012183189392},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":41.822999715805054,"p90":42.263999581336975,"p95":42.4639992415905,"p99":42.865000665187836},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.92700056731701,"p90":31.527001410722733,"p95":31.686998903751373,"p99":31.96899965405464},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.90099835395813,"p90":67.70200282335281,"p95":67.94200092554092,"p99":68.78399848937988},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.965996205806732,"p90":6.370000541210175,"p95":7.450997829437256,"p99":9.333997964859009},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":7224801.183564335,"p90":6968831.151804852,"p95":6860328.335498167,"p99":6712553.394461144},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":68.30299645662308,"p90":71.46800309419632,"p95":72.46900349855423,"p99":74.27100092172623},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":47.43099957704544,"p90":49.19400066137314,"p95":50.436001271009445,"p99":52.960000932216644},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":115.73399603366852,"p90":120.66200375556946,"p95":122.90500476956367,"p99":127.23100185394287},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":106.9210022687912,"p90":108.20300132036209,"p95":109.36500132083893,"p99":111.64800077676773},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":109.04400050640106,"p90":111.00800335407257,"p95":112.08800226449966,"p99":114.2520010471344},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":67.10100173950195,"p90":67.90199875831604,"p95":68.18299740552902,"p99":68.66300106048584},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":44.30700093507767,"p90":45.10800167918205,"p95":45.34799978137016,"p99":45.949000865221024},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.010003387928009,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.680999994277954,"p90":6.370000541210175,"p95":7.970996201038361,"p99":10.816000401973724},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.2809986472129822,"p90":0.3210008144378662,"p95":0.3210008144378662,"p99":0.3210008144378662},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.86100363731384,"p90":67.54100322723389,"p95":67.7419975399971,"p99":68.38300079107285},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":43.82599890232086,"p90":44.42699998617172,"p95":44.58799958229065,"p99":44.98700052499771},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":105.1580011844635,"p90":105.99900037050247,"p95":106.23999685049057,"p99":106.88100010156631},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.846004605293274,"p90":6.449997425079346,"p95":7.411003112792969,"p99":9.053997695446014},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":9390704.626064133,"p90":9224560.11332657,"p95":9135678.924704323,"p99":8962643.8978303},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":87.25100010633469,"p90":90.33600240945816,"p95":91.33800119161606,"p99":93.22000294923782},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.38400119543076,"p90":71.62799686193466,"p95":72.70900160074234,"p99":74.39199835062027},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":156.63500130176544,"p90":161.96399927139282,"p95":164.0470027923584,"p99":167.6120012998581},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":149.54499900341034,"p90":150.86700022220612,"p95":151.1469930410385,"p99":152.30999886989594},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":148.9039957523346,"p90":151.1079967021942,"p95":152.1890014410019,"p99":154.03200685977936},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":86.04899793863297,"p90":86.97099983692169,"p95":87.33099699020386,"p99":87.81199902296066},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":68.06299835443497,"p90":69.18399780988693,"p95":69.34499740600586,"p99":69.9860006570816},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.928993225097656,"p90":5.970001220703125,"p95":5.970001220703125,"p99":5.970001220703125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.123013138771057,"p90":6.970003247261047,"p95":8.293002843856812,"p99":11.657997965812683},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.27999281883239746,"p90":-0.20100176334381104,"p95":-0.20100176334381104,"p99":-0.20100176334381104},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":85.36899834871292,"p90":86.12900227308273,"p95":86.32999658584595,"p99":86.81099861860275},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":65.53799659013748,"p90":66.66100025177002,"p95":67.02099740505219,"p99":67.54200160503387},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":145.69999277591705,"p90":147.0620036125183,"p95":147.46199548244476,"p99":148.26300740242004},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.045007586479187,"p90":6.048992276191711,"p95":6.970986723899841,"p99":8.533000946044922},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":13753828.362043068,"p90":13553220.509145042,"p95":13456951.426243076,"p99":13295937.914152902},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":163.36600482463837,"p90":166.53099656105042,"p95":167.6120012998581,"p99":169.41499710083008},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":122.1029981970787,"p90":123.58599901199341,"p95":124.54699724912643,"p99":126.51099264621735},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":285.46900302171707,"p90":290.1169955730438,"p95":292.1589985489845,"p99":295.9259897470474},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":276.8569886684418,"p90":280.7829976081848,"p95":282.46599435806274,"p99":285.43001413345337},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":278.41898798942566,"p90":282.74598717689514,"p95":284.22701358795166,"p99":287.75298595428467},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":162.36500442028046,"p90":165.60900211334229,"p95":166.89099371433258,"p99":170.33599317073822},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":117.0559972524643,"p90":118.7790036201477,"p95":119.29900199174881,"p99":120.18100172281265},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009012460708618,"p90":6.048977375030518,"p95":6.048977375030518,"p99":6.048977375030518},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.0849874019622803,"p90":7.12999701499939,"p95":8.45298171043396,"p99":11.537015438079834},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.8009970188140869,"p90":1.2010037899017334,"p95":1.2010037899017334,"p99":1.2010037899017334},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":159.36000645160675,"p90":162.20399737358093,"p95":163.12600672245026,"p99":165.12900590896606},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":118.49799752235413,"p90":119.3389967083931,"p95":119.58000063896179,"p99":120.02000212669373},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":274.2530107498169,"p90":278.45901250839233,"p95":279.98098731040955,"p99":282.50598907470703},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.926008939743042,"p90":6.288975477218628,"p95":7.169991731643677,"p99":8.893996477127075},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":14711640.285667464,"p90":14486500.908100983,"p95":14411015.857690556,"p99":14234430.917949649},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9976,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2055,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2057,"p50":2100,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2100,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2059,"p50":2100,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2056,"p50":2095,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2055,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2058,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2045,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":734.6}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json deleted file mode 100644 index b80ac333da..0000000000 --- a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:02:03.162646+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-decode-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.922000735998154,"p90":31.44799917936325,"p95":32.6090008020401,"p99":34.453000873327255},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.320999652147293,"p90":30.16600012779236,"p95":31.207000836730003,"p99":32.97000005841255},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":55.24300038814545,"p90":61.61399930715561,"p95":63.8160016387701,"p99":67.42300093173981},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":45.34899815917015,"p90":48.914000391960144,"p95":50.276000052690506,"p99":52.68000066280365},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":47.87300154566765,"p90":50.675999373197556,"p95":51.63799971342087,"p99":53.44099923968315},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.000999078154564,"p90":27.602000162005424,"p95":27.80199982225895,"p99":28.082000091671944},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":24.075999855995178,"p90":24.5169997215271,"p95":24.55800026655197,"p99":24.71799962222576},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.0079991817474365,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0810010135173798,"p90":6.008997559547424,"p95":7.010001689195633,"p99":9.695000946521759},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.11999905109405518,"p90":0.2410002052783966,"p95":0.2410002052783966,"p99":0.2410002052783966},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":26.88100002706051,"p90":27.28099934756756,"p95":27.401000261306763,"p99":27.602000162005424},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":23.67600053548813,"p90":24.03699979186058,"p95":24.19699914753437,"p99":24.59700033068657},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":44.30700093507767,"p90":44.82800140976906,"p95":44.9879989027977,"p99":45.308999717235565},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.5250000655651093,"p90":6.209000945091248,"p95":7.1709975600242615,"p99":9.052999317646027},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":167108.80332766546,"p90":157865.6582790785,"p95":154924.66874003984,"p99":149697.79970093674},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.64200046658516,"p90":31.207000836730003,"p95":32.24699944257736,"p99":34.09099951386452},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.682999312877655,"p90":31.327001750469208,"p95":32.6090008020401,"p99":35.374000668525696},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":56.324999779462814,"p90":62.53400258719921,"p95":64.85600024461746,"p99":69.46500018239021},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":46.87099903821945,"p90":49.91599917411804,"p95":51.63799971342087,"p99":53.60100045800209},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":49.274999648332596,"p90":51.91799998283386,"p95":52.960000932216644,"p99":54.52200025320053},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":26.96000039577484,"p90":27.56199985742569,"p95":27.72199921309948,"p99":28.04199978709221},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":25.477999821305275,"p90":25.95899999141693,"p95":26.119999587535858,"p99":26.440000161528587},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009999662637711,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.042000949382782,"p90":5.688998848199844,"p95":6.80999830365181,"p99":8.333001285791397},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.11999905109405518,"p90":0.1600012183189392,"p95":0.1600012183189392,"p99":0.1600012183189392},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":26.520000770688057,"p90":26.96100063621998,"p95":27.080999687314034,"p99":27.32199989259243},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":25.03800019621849,"p90":25.558000430464745,"p95":25.71900002658367,"p99":26.19899995625019},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":45.910000801086426,"p90":46.51099815964699,"p95":46.71100154519081,"p99":47.19100147485733},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.2860003411769867,"p90":6.009001284837723,"p95":7.011000066995621,"p99":8.572999387979507},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":324708.27223113785,"p90":308178.28123753285,"p95":302114.798307469,"p99":293459.51956450415},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.08300033211708,"p90":31.727999448776245,"p95":32.930001616477966,"p99":34.97299924492836},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.567998230457306,"p90":34.251999109983444,"p95":35.45299917459488,"p99":37.57699951529503},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":59.65099856257439,"p90":65.97999855875969,"p95":68.38300079107285,"p99":72.54999876022339},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":49.55499991774559,"p90":52.560001611709595,"p95":54.60200086236,"p99":58.16800147294998},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.278999239206314,"p90":54.92300167679787,"p95":55.844999849796295,"p99":57.52699822187424},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.48199924826622,"p90":28.001999482512474,"p95":28.12200039625168,"p99":28.363000601530075},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.043000027537346,"p90":28.40300090610981,"p95":28.48299965262413,"p99":28.603000566363335},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048999726772308,"p90":6.049003452062607,"p95":6.049003452062607,"p99":6.049003452062607},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.9620003402233124,"p90":5.408000200986862,"p95":6.850000470876694,"p99":8.572999387979507},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.31999871134757996,"p90":0.11999905109405518,"p95":0.11999905109405518,"p99":0.11999905109405518},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.161000296473503,"p90":27.64200046658516,"p95":27.761999517679214,"p99":28.1629990786314},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.921000495553017,"p90":28.442999348044395,"p95":28.564000502228737,"p99":28.88300083577633},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.833999782800674,"p90":49.39499869942665,"p95":49.63500052690506,"p99":50.5560003221035},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.405001014471054,"p90":5.969002842903137,"p95":7.0500001311302185,"p99":8.772999048233032},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":612100.4698957932,"p90":582633.8514473136,"p95":573014.5955066509,"p99":556260.5557234207},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.12200039625168,"p90":31.768999993801117,"p95":32.80999884009361,"p99":35.05299985408783},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.52799978852272,"p90":34.21200066804886,"p95":35.29300168156624,"p99":36.85599938035011},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":59.6500001847744,"p90":65.98100066184998,"p95":68.10300052165985,"p99":71.90899923443794},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":49.515001475811005,"p90":52.960000932216644,"p95":54.52299863100052,"p99":58.80900099873543},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.51999944448471,"p90":55.28400093317032,"p95":56.44499883055687,"p99":58.36800113320351},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.360999956727028,"p90":27.842000126838684,"p95":27.96199917793274,"p99":28.202999383211136},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":27.96199917793274,"p90":28.442999348044395,"p95":28.5630002617836,"p99":28.92399951815605},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.969002842903137,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.001998782157898,"p90":5.408000200986862,"p95":6.40999898314476,"p99":8.212998509407043},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.08100271224975586,"p90":0.4010014235973358,"p95":0.4010014235973358,"p99":0.4010014235973358},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.160000056028366,"p90":27.521999552845955,"p95":27.64200046658516,"p99":27.96199917793274},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":27.80199982225895,"p90":28.32300029695034,"p95":28.48299965262413,"p99":28.723999857902527},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.833999782800674,"p90":49.47499930858612,"p95":49.7560016810894,"p99":50.99700018763542},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.6059990525245667,"p90":6.330002099275589,"p95":7.451999932527542,"p99":9.053997695446014},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":1218583.4096904364,"p90":1157658.6158691002,"p95":1133847.1312954158,"p99":1096491.2067820095},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.124999582767487,"p90":33.93099829554558,"p95":34.89299863576889,"p99":36.455001682043076},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":31.76800161600113,"p90":34.171998500823975,"p95":35.61300039291382,"p99":37.77699917554855},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":61.893001198768616,"p90":68.10299679636955,"p95":70.50599902868271,"p99":74.23200085759163},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":52.15900018811226,"p90":56.405000388622284,"p95":57.8869991004467,"p99":62.13400140404701},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.96300011873245,"p90":57.447001338005066,"p95":58.449000120162964,"p99":60.290999710559845},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":29.24400009214878,"p90":29.684999957680702,"p95":29.805000871419907,"p99":30.045999214053154},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.48299965262413,"p90":29.08400073647499,"p95":29.205000028014183,"p99":29.485000297427177},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.9699974954128265,"p90":6.048999726772308,"p95":6.048999726772308,"p99":6.048999726772308},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.2420006096363068,"p90":5.888998508453369,"p95":8.013002574443817,"p99":13.099003583192825},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.15999749302864075,"p90":0.2400018274784088,"p95":0.2400018274784088,"p99":0.2400018274784088},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":29.044000431895256,"p90":29.443999752402306,"p95":29.525000602006912,"p99":29.765000566840172},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.1629990786314,"p90":28.72299961745739,"p95":28.84400077164173,"p99":29.16399948298931},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":51.197998225688934,"p90":51.83799937367439,"p95":51.99899896979332,"p99":52.51900106668472},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.645997494459152,"p90":6.289999932050705,"p95":7.250998169183731,"p99":9.013999253511429},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":2328839.3960207994,"p90":2228140.669116516,"p95":2189943.364930964,"p99":2123036.6159873293},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":33.13000127673149,"p90":36.57500073313713,"p95":37.6570001244545,"p99":39.25900161266327},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":32.329000532627106,"p90":35.013001412153244,"p95":36.21400147676468,"p99":38.33800181746483},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":65.4590018093586,"p90":71.58800214529037,"p95":73.87100160121918,"p99":77.5970034301281},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":55.20400032401085,"p90":58.768998831510544,"p95":60.812000185251236,"p99":64.1769990324974},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":58.448001742362976,"p90":60.93199923634529,"p95":61.97400018572807,"p99":63.73699754476547},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":32.24800154566765,"p90":32.72999823093414,"p95":32.8500010073185,"p99":33.16999971866608},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":28.5630002617836,"p90":29.00400012731552,"p95":29.16399948298931,"p99":29.525000602006912},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.970001220703125,"p90":6.009001284837723,"p95":6.009001284837723,"p99":6.009001284837723},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.361999660730362,"p90":5.72899729013443,"p95":7.2109997272491455,"p99":10.5770044028759},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.11900067329406738,"p90":0.2400018274784088,"p95":0.2400018274784088,"p99":0.2400018274784088},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":32.009001821279526,"p90":32.409001141786575,"p95":32.568998634815216,"p99":32.80999884009361},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":28.60400080680847,"p90":29.044000431895256,"p95":29.16499972343445,"p99":29.525000602006912},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":54.76300045847893,"p90":55.28299883008003,"p95":55.48400059342384,"p99":56.526001542806625},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.6449991166591644,"p90":6.089001893997192,"p95":7.291000336408615,"p99":8.813004940748215},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":4379961.544766582,"p90":4201404.897400753,"p95":4130764.501771728,"p99":4016505.4812975656},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":42.86399856209755,"p90":46.108998358249664,"p95":47.11100086569786,"p99":48.55300113558769},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":33.81099924445152,"p90":36.45399957895279,"p95":37.49699890613556,"p99":39.340000599622726},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":76.67499780654907,"p90":82.56299793720245,"p95":84.60799977183342,"p99":87.89300173521042},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":66.94100052118301,"p90":70.38599997758865,"p95":71.86900079250336,"p99":74.07300174236298},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":69.70600038766861,"p90":72.2699984908104,"p95":73.59199970960617,"p99":75.39399713277817},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":41.58300161361694,"p90":42.14400053024292,"p95":42.263999581336975,"p99":42.945001274347305},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":30.406000092625618,"p90":30.967000871896744,"p95":31.0869999229908,"p99":31.327001750469208},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.929999053478241,"p90":5.970001220703125,"p95":5.970001220703125,"p99":5.970001220703125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.5219971537590027,"p90":6.369002163410187,"p95":7.8909993171691895,"p99":11.256001889705658},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.2800002694129944,"p90":0.23999810218811035,"p95":0.23999810218811035,"p99":0.23999810218811035},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":41.22199863195419,"p90":41.662998497486115,"p95":41.783999651670456,"p99":42.10299998521805},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":30.16499988734722,"p90":30.72500042617321,"p95":30.84699995815754,"p99":31.0869999229908},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":65.700002014637,"p90":66.41999632120132,"p95":66.62099808454514,"p99":67.62199848890305},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.967002034187317,"p90":6.449997425079346,"p95":7.651999592781067,"p99":9.374000132083893},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":7345135.241622266,"p90":7084544.218789547,"p95":6957277.992449596,"p99":6790991.583830005},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":67.7030012011528,"p90":70.86700201034546,"p95":72.18799740076065,"p99":75.63400268554688},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":40.46199843287468,"p90":42.98499971628189,"p95":43.98699849843979,"p99":46.229999512434006},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":108.16499963402748,"p90":113.85200172662735,"p95":116.17499589920044,"p99":121.86400219798088},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":98.90999644994736,"p90":101.67399793863297,"p95":103.6359965801239,"p99":105.59999942779541},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":101.79399698972702,"p90":104.39799726009369,"p95":105.48000037670135,"p99":107.48299956321716},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":66.41999632120132,"p90":67.18199700117111,"p95":67.34199821949005,"p99":67.86300241947174},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":36.896001547575,"p90":37.61700168251991,"p95":37.81700134277344,"p99":38.458000868558884},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009005010128021,"p90":6.087996065616608,"p95":6.087996065616608,"p99":6.087996065616608},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.722000539302826,"p90":6.449006497859955,"p95":8.092999458312988,"p99":10.294996201992035},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.27899444103240967,"p90":0.3210008144378662,"p95":0.3210008144378662,"p99":0.3210008144378662},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":66.2200003862381,"p90":66.90099835395813,"p95":67.14200228452682,"p99":67.62199848890305},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":36.6550013422966,"p90":37.29600086808205,"p95":37.49600052833557,"p99":37.898000329732895},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":97.7879986166954,"p90":98.66899996995926,"p95":98.94900023937225,"p99":99.43100064992905},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.846004605293274,"p90":6.770998239517212,"p95":7.9710036516189575,"p99":10.05600392818451},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":10059532.29347445,"p90":9808617.28073998,"p95":9708001.482204992,"p99":9527088.04333028},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":87.4520018696785,"p90":90.49700200557709,"p95":91.61899983882904,"p99":94.34299916028976},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":52.039001137018204,"p90":54.0819987654686,"p95":55.12399971485138,"p99":57.367000728845596},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":139.4910030066967,"p90":144.57900077104568,"p95":146.74299955368042,"p99":151.70999988913536},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":132.6799988746643,"p90":133.88299942016602,"p95":134.442999958992,"p99":135.7250064611435},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":132.24099576473236,"p90":134.6839964389801,"p95":135.64500212669373,"p99":137.64899969100952},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":86.29000186920166,"p90":87.05200254917145,"p95":87.33200281858444,"p99":88.01300078630447},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":50.59700086712837,"p90":51.5579991042614,"p95":51.71800032258034,"p99":52.198998630046844},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009012460708618,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.1219998598098755,"p90":6.3700079917907715,"p95":7.571011781692505,"p99":10.53600013256073},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.20000338554382324,"p90":0.3609955310821533,"p95":0.3609955310821533,"p99":0.3609955310821533},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":85.56900173425674,"p90":86.36999875307083,"p95":86.57100051641464,"p99":87.13100105524063},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":48.31299930810928,"p90":49.07499998807907,"p95":49.313999712467194,"p99":49.674998968839645},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":128.75500321388245,"p90":129.79599833488464,"p95":130.07700443267822,"p99":130.6779980659485},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.3660084009170532,"p90":6.489992141723633,"p95":7.371008396148682,"p99":8.933007717132568},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":15486876.729539763,"p90":15205963.990887858,"p95":15098234.125037268,"p99":14878422.688121898},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":166.17199778556824,"p90":170.53799331188202,"p95":171.8599945306778,"p99":174.50399696826935},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":82.88499712944031,"p90":84.84800159931183,"p95":86.04999631643295,"p99":88.09299767017365},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":249.05699491500854,"p90":255.38599491119385,"p95":257.90999084711075,"p99":262.596994638443},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":239.64299261569977,"p90":244.20900642871857,"p95":246.4130073785782,"p99":249.37699735164642},"sample_count":448},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":240.92499911785126,"p90":245.45100331306458,"p95":247.1739947795868,"p99":250.65898895263672},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":164.0080064535141,"p90":169.13600265979767,"p95":171.29899561405182,"p99":175.1050055027008},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":78.96000146865845,"p90":80.52200078964233,"p95":80.96300065517426,"p99":81.56400173902512},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009012460708618,"p90":6.0480087995529175,"p95":6.0480087995529175,"p99":6.0480087995529175},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.0439943075180054,"p90":7.09100067615509,"p95":8.573994040489197,"p99":10.816007852554321},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.760987401008606,"p90":1.4829933643341064,"p95":1.4829933643341064,"p99":1.4829933643341064},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":162.0050072669983,"p90":166.09099507331848,"p95":167.45300590991974,"p99":170.21800577640533},"sample_count":2048},"dispatch":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":79.24000173807144,"p90":80.08100092411041,"p95":80.40200173854828,"p99":81.00199699401855},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"cuda-graph-replay","percentiles_us":{"p50":236.67700588703156,"p90":240.60499668121338,"p95":242.3260062932968,"p99":245.49099802970886},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.046991467475891,"p90":6.649002432823181,"p95":7.771998643875122,"p99":9.855002164840698},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":true,"cuda_graph_last_output_passed":true,"cuda_graph_last_output_error":0.0,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":17001141.496306054,"p90":16687648.225970741,"p95":16571322.576440692,"p99":16340926.041052373},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-cudagraph-spin-ar","rank_alignment":{"method":"in-graph-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":true,"cuda_graph_supported":true,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9952,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2064,"p50":2099,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2060,"p50":2093,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2058,"p50":2094,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2067,"p50":2103,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2097,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2058,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":754.0}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json deleted file mode 100644 index fa57f00ea8..0000000000 --- a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:35:17.992850+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":881.8910121917725,"p90":905.9630036354065,"p95":918.74098777771,"p99":949.8289823532104},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":839.3830060958862,"p90":870.4689741134644,"p95":878.4809708595276,"p99":896.3479995727539},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1721.2740182876587,"p90":1776.4319777488708,"p95":1797.2219586372375,"p99":1846.1769819259644},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1666.9069528579712,"p90":1716.3100242614746,"p95":1732.6940298080444,"p99":1750.6330013275146},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1679.0050268173218,"p90":1719.0660238265991,"p95":1732.4459552764893,"p99":1756.8819522857666},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":829.8879861831665,"p90":856.5329909324646,"p95":858.614981174469,"p99":862.7820014953613},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":781.6590070724487,"p90":817.9140090942383,"p95":826.2069821357727,"p99":842.9509997367859},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048917770385742,"p90":6.530046463012695,"p95":6.530046463012695,"p99":6.530046463012695},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":28.652071952819824,"p90":42.15097427368164,"p95":47.11198806762695,"p99":55.80306053161621},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.17806339263916,"p90":23.7959623336792,"p95":23.7959623336792,"p99":23.7959623336792},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":823.718011379242,"p90":854.1690111160278,"p95":856.7720055580139,"p99":860.2979779243469},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":787.5080108642578,"p90":821.7599987983704,"p95":830.8129906654358,"p99":848.5209941864014},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1637.8710269927979,"p90":1679.7339916229248,"p95":1693.0749416351318,"p99":1717.0310020446777},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":38.890957832336426,"p90":51.589012145996094,"p95":56.15699291229248,"p99":67.49403476715088},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":9758160.183151497,"p90":9530756.685848292,"p95":9457149.269274145,"p99":9325612.331940588},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1477.2289991378784,"p90":1568.08602809906,"p95":1612.8729581832886,"p99":1634.186029434204},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1263.5810375213623,"p90":1353.1960248947144,"p95":1371.9830513000488,"p99":1405.2740335464478},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2740.8100366592407,"p90":2921.2820529937744,"p95":2984.8560094833374,"p99":3039.460062980652},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2548.753023147583,"p90":2618.738889694214,"p95":2633.2929134368896,"p99":2680.7520389556885},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2565.778970718384,"p90":2635.9241008758545,"p95":2655.313014984131,"p99":2687.161922454834},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1284.7729921340942,"p90":1363.577961921692,"p95":1378.7939548492432,"p99":1388.6959552764893},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1090.8459424972534,"p90":1154.1420221328735,"p95":1176.015019416809,"p99":1218.9199924468994},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.329059600830078,"p90":7.411003112792969,"p95":7.411003112792969,"p99":7.411003112792969},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":39.99209403991699,"p90":59.50188636779785,"p95":64.4838809967041,"p99":78.83906364440918},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.417865753173828,"p90":15.863180160522461,"p95":15.863180160522461,"p99":15.863180160522461},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1281.527042388916,"p90":1314.3759965896606,"p95":1341.336965560913,"p99":1378.9609670639038},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1079.9490213394165,"p90":1132.5089931488037,"p95":1151.3769626617432,"p99":1204.651951789856},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2529.9770832061768,"p90":2600.083112716675,"p95":2620.9940910339355,"p99":2649.477958679199},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":33.63800048828125,"p90":47.2569465637207,"p95":52.02603340148926,"p99":64.8050308227539},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":12771170.227038458,"p90":12431313.932412537,"p95":12340541.32792922,"p99":12194278.181072569},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2684.5309734344482,"p90":2704.6821117401123,"p95":2714.2019271850586,"p99":2736.6349697113037},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2117.1441078186035,"p90":2144.705057144165,"p95":2151.5960693359375,"p99":2168.5409545898438},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":4801.675081253052,"p90":4849.387168884277,"p95":4865.797996520996,"p99":4905.1759243011475},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":4732.157230377197,"p90":4763.027191162109,"p95":4771.936893463135,"p99":4794.651985168457},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4764.524936676025,"p90":4794.250011444092,"p95":4802.661895751953,"p99":4819.68879699707},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2589.5349979400635,"p90":2620.3529834747314,"p95":2626.791000366211,"p99":2636.2578868865967},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2045.846939086914,"p90":2078.1760215759277,"p95":2083.7340354919434,"p99":2096.442937850952},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2103271484375,"p90":6.7310333251953125,"p95":6.7310333251953125,"p99":6.7310333251953125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":83.38403701782227,"p90":123.32916259765625,"p95":136.06691360473633,"p99":160.44187545776367},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.57400894165039,"p90":13.339996337890625,"p95":13.339996337890625,"p99":13.339996337890625},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2595.3431129455566,"p90":2620.7149028778076,"p95":2625.709056854248,"p99":2636.418104171753},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2072.2761154174805,"p90":2095.280885696411,"p95":2100.8501052856445,"p99":2112.9889488220215},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4697.086811065674,"p90":4722.644805908203,"p95":4729.81595993042,"p99":4744.958877563477},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":66.79725646972656,"p90":91.83502197265625,"p95":100.80814361572266,"p99":115.55099487304688},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":13754991.498842116,"p90":13669708.472349713,"p95":13645765.915349538,"p99":13597558.423446866},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5402.2722244262695,"p90":5599.809169769287,"p95":5655.012130737305,"p99":5765.739917755127},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3996.6509342193604,"p90":4057.662010192871,"p95":4073.1258392333984,"p99":4100.6879806518555},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":9398.92315864563,"p90":9657.471179962158,"p95":9728.137969970703,"p99":9866.427898406982},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":9218.90640258789,"p90":9289.812088012695,"p95":9310.04810333252,"p99":9348.259925842285},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9276.639938354492,"p90":9338.410377502441,"p95":9355.356216430664,"p99":9393.532752990723},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":5156.7559242248535,"p90":5191.769123077393,"p95":5203.586101531982,"p99":5216.005802154541},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":3837.8310203552246,"p90":3928.2479286193848,"p95":3945.9540843963623,"p99":3975.3799438476562},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.24847412109375,"p90":6.690025329589844,"p95":6.690025329589844,"p99":6.690025329589844},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":190.2027130126953,"p90":276.89361572265625,"p95":307.3463439941406,"p99":365.0646209716797},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-17.82703399658203,"p90":36.61537170410156,"p95":36.61537170410156,"p99":36.61537170410156},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5156.63480758667,"p90":5192.6751136779785,"p95":5201.62296295166,"p99":5216.044902801514},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3880.795955657959,"p90":3963.2599353790283,"p95":3979.084014892578,"p99":4007.065773010254},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9141.347885131836,"p90":9202.32105255127,"p95":9222.434997558594,"p99":9255.285263061523},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":132.40718841552734,"p90":190.3705596923828,"p95":212.80193328857422,"p99":260.3139877319336},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":14129253.789195769,"p90":14035793.534601038,"p95":14010369.77830949,"p99":13953429.816728875},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0013,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2093,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0007,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2093,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2090,"max":2092,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2092,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2093,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0004,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2094,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2091,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":72,"clock_event_reasons":[],"throttle_fraction":{"power":0.0006,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2089,"max":2092,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0005,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2082,"p50":2084,"max":2089,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0006,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2094,"p50":2096,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0006,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2092,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":73,"clock_event_reasons":[],"throttle_fraction":{"power":0.0006,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2082,"p50":2085,"max":2088,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":72,"clock_event_reasons":[],"throttle_fraction":{"power":0.0005,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2093,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0013,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":631.9}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json deleted file mode 100644 index d04cd92b89..0000000000 --- a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T17:06:39.038187+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":895.1510190963745,"p90":909.8529815673828,"p95":920.1449751853943,"p99":943.1800246238708},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":678.0210137367249,"p90":703.2589912414551,"p95":710.4690074920654,"p99":723.0079770088196},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1573.1720328330994,"p90":1613.111972808838,"p95":1630.6139826774597,"p99":1666.1880016326904},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1520.7350254058838,"p90":1560.6290102005005,"p95":1571.010947227478,"p99":1593.0370092391968},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1522.089958190918,"p90":1557.5840473175049,"p95":1568.6010122299194,"p99":1587.06796169281},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":224.9789983034134,"p90":227.94300317764282,"p95":228.984996676445,"p99":231.18899762630463},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":854.4459939002991,"p90":864.986002445221,"p95":866.7479753494263,"p99":869.7130084037781},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":620.8940148353577,"p90":646.1719870567322,"p95":654.5050144195557,"p99":680.3839802742004},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.968928337097168,"p90":6.207942962646484,"p95":6.207942962646484,"p99":6.207942962646484},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":33.45000743865967,"p90":46.55098915100098,"p95":54.12900447845459,"p99":67.14200973510742},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-7.892012596130371,"p90":-4.166007041931152,"p95":-4.166007041931152,"p99":-4.166007041931152},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":831.4110040664673,"p90":863.303005695343,"p95":865.9470081329346,"p99":870.2340126037598},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":626.0219812393188,"p90":654.1069746017456,"p95":662.2400283813477,"p99":677.0579814910889},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1476.0680198669434,"p90":1512.2029781341553,"p95":1522.5379467010498,"p99":1539.8039817810059},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":44.45993900299072,"p90":58.1209659576416,"p95":62.68799304962158,"p99":72.90291786193848},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.009900989942252636,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":10764146.962426076,"p90":10518854.522307657,"p95":10444976.046973567,"p99":10323439.446489979},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1465.3719663619995,"p90":1529.468059539795,"p95":1545.9729433059692,"p99":1579.5040130615234},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1085.3129625320435,"p90":1144.081950187683,"p95":1157.3020219802856,"p99":1180.2959442138672},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2550.684928894043,"p90":2673.550009727478,"p95":2703.274965286255,"p99":2759.7999572753906},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2445.7709789276123,"p90":2505.5019855499268,"p95":2531.409978866577,"p99":2571.190118789673},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2444.319009780884,"p90":2494.5549964904785,"p95":2510.658025741577,"p99":2558.8910579681396},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":423.95898699760437,"p90":428.0039966106415,"p95":429.3679893016815,"p99":431.9320023059845},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1367.2980070114136,"p90":1431.7209720611572,"p95":1436.0870122909546,"p99":1442.6980018615723},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":974.7070074081421,"p90":1027.3059606552124,"p95":1043.8560247421265,"p99":1086.1990451812744},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.969047546386719,"p90":6.248950958251953,"p95":6.248950958251953,"p99":6.248950958251953},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":46.7219352722168,"p90":71.95901870727539,"p95":80.51204681396484,"p99":103.8661003112793},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-12.6190185546875,"p90":23.834943771362305,"p95":23.834943771362305,"p99":23.834943771362305},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1326.8369436264038,"p90":1409.646987915039,"p95":1417.8999662399292,"p99":1425.3510236740112},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":970.2640175819397,"p90":1020.0599431991577,"p95":1037.966012954712,"p99":1070.175051689148},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2401.7040729522705,"p90":2451.4999389648438,"p95":2467.603921890259,"p99":2511.871099472046},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":42.09303855895996,"p90":56.99491500854492,"p95":60.801029205322266,"p99":70.8169937133789},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.011583011597394943,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":13405778.815645438,"p90":13135809.81221116,"p95":13051558.461579515,"p99":12805547.113060407},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2764.012098312378,"p90":2899.9369144439697,"p95":2926.055908203125,"p99":2987.067937850952},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1858.1960201263428,"p90":1968.6830043792725,"p95":1999.5280504226685,"p99":2057.375907897949},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":4622.208118438721,"p90":4868.619918823242,"p95":4925.5839586257935,"p99":5044.443845748901},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":4421.134948730469,"p90":4519.042015075684,"p95":4544.980049133301,"p99":4594.6149826049805},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4472.8899002075195,"p90":4575.2458572387695,"p95":4601.685047149658,"p99":4644.669055938721},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":865.0659918785095,"p90":869.1070079803467,"p95":870.274007320404,"p99":872.9180097579956},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2565.9821033477783,"p90":2626.163959503174,"p95":2634.4969272613525,"p99":2649.117946624756},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1682.7330589294434,"p90":1750.6020069122314,"p95":1779.2459726333618,"p99":1828.6800384521484},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.0901641845703125,"p90":7.610797882080078,"p95":7.610797882080078,"p99":7.610797882080078},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":83.30631256103516,"p90":121.26302719116211,"p95":140.99502563476562,"p99":164.4892692565918},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-13.22031021118164,"p90":23.395061492919922,"p95":23.395061492919922,"p99":23.395061492919922},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2557.32798576355,"p90":2598.9110469818115,"p95":2617.81907081604,"p99":2638.2110118865967},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1694.6779489517212,"p90":1773.516058921814,"p95":1796.623945236206,"p99":1843.5020446777344},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4403.806209564209,"p90":4505.720138549805,"p95":4531.639099121094,"p99":4569.937229156494},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":66.19977951049805,"p90":93.60170364379883,"p95":106.34040832519531,"p99":133.70180130004883},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":14651824.986114562,"p90":14324038.97952535,"p95":14241739.564639226,"p99":14109939.63417157},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5357.062816619873,"p90":5434.562206268311,"p95":5458.477020263672,"p99":5506.590843200684},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3064.905881881714,"p90":3129.3489933013916,"p95":3150.114059448242,"p99":3197.451114654541},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":8421.968698501587,"p90":8563.911199569702,"p95":8608.591079711914,"p99":8704.041957855225},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":8326.727867126465,"p90":8399.917602539062,"p95":8425.481796264648,"p99":8475.317001342773},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8358.654022216797,"p90":8421.470642089844,"p95":8445.310592651367,"p99":8501.791000366211},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1846.1389541625977,"p90":1864.0459775924683,"p95":1867.898941040039,"p99":1874.5490312576294},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":5185.9259605407715,"p90":5220.016956329346,"p95":5227.908134460449,"p99":5241.970062255859},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2963.874101638794,"p90":3017.9150104522705,"p95":3038.693904876709,"p99":3066.1349296569824},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.3686370849609375,"p90":6.489753723144531,"p95":6.489753723144531,"p99":6.489753723144531},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":165.4043197631836,"p90":233.673095703125,"p95":251.7385482788086,"p99":289.5164489746094},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-27.482032775878906,"p90":15.343666076660156,"p95":15.343666076660156,"p99":15.343666076660156},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5189.048767089844,"p90":5221.375942230225,"p95":5229.790210723877,"p99":5241.970062255859},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2992.194890975952,"p90":3036.5829467773438,"p95":3049.2420196533203,"p99":3083.359956741333},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8241.682052612305,"p90":8301.934242248535,"p95":8319.795608520508,"p99":8367.314338684082},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":115.33164978027344,"p90":163.970947265625,"p95":181.4289093017578,"p99":217.64850616455078},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01253132801502943,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":15680993.572843015,"p90":15564027.421162346,"p95":15520092.311827047,"p99":15416986.843637316},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"InterNodeV1","block_num":32,"rdma_block_num":16,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"inter-node-v1-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0925,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2002,"p50":2087,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0843,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.8},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":1996,"p50":2089,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0895,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":1998,"p50":2087,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0864,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2003,"p50":2088,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0824,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":1997,"p50":2084,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0842,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2002,"p50":2087,"max":2092,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0846,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1997,"p50":2085,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0876,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":1997,"p50":2087,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.086,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2004,"p50":2089,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0829,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":1996,"p50":2084,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":73,"clock_event_reasons":[],"throttle_fraction":{"power":0.092,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":1999,"p50":2082,"max":2090,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":72,"clock_event_reasons":[],"throttle_fraction":{"power":0.0923,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":1992,"p50":2077,"max":2084,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0896,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2004,"p50":2089,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0925,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":1998,"p50":2085,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":75,"clock_event_reasons":[],"throttle_fraction":{"power":0.0901,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":1983,"p50":2078,"max":2085,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":74,"clock_event_reasons":[],"throttle_fraction":{"power":0.0911,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":1989,"p50":2085,"max":2092,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0922,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":841.7}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json deleted file mode 100644 index a9523cf28a..0000000000 --- a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T15:47:15.943222+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":277.6179909706116,"p90":281.74400329589844,"p95":283.0660045146942,"p99":287.51298785209656},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":219.36999261379242,"p90":221.452996134758,"p95":222.53499925136566,"p99":224.33799505233765},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":496.987983584404,"p90":503.19699943065643,"p95":505.6010037660599,"p99":511.8509829044342},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":486.3319993019104,"p90":490.5779957771301,"p95":492.1810030937195,"p99":497.5079894065857},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":489.77699875831604,"p90":493.943989276886,"p95":495.38499116897583,"p99":499.9920129776001},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":273.37199449539185,"p90":277.21700072288513,"p95":278.45901250839233,"p99":280.8229923248291},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":215.24399518966675,"p90":217.0870006084442,"p95":217.76799857616425,"p99":219.00899708271027},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.930006504058838,"p90":6.009012460708618,"p95":6.009012460708618,"p99":6.009012460708618},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.965003252029419,"p90":7.009983062744141,"p95":8.132010698318481,"p99":11.417001485824585},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.6009936332702637,"p90":1.042008399963379,"p95":1.042008399963379,"p99":1.042008399963379},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":274.0119993686676,"p90":277.7779996395111,"p95":279.339998960495,"p99":283.5870087146759},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":215.44399857521057,"p90":217.0870006084442,"p95":217.6470011472702,"p99":218.56899559497833},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":484.8099946975708,"p90":488.5750114917755,"p95":490.01801013946533,"p99":494.50400471687317},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.646003246307373,"p90":8.212000131607056,"p95":9.534001350402832,"p99":11.497020721435547},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":16725979.416690415,"p90":16584876.378377955,"p95":16536633.418523792,"p99":16384261.722930774},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":493.4230148792267,"p90":500.7529854774475,"p95":503.35800647735596,"p99":511.20901107788086},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":416.8280065059662,"p90":419.99199986457825,"p95":420.95300555229187,"p99":423.03600907325745},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":910.2510213851929,"p90":920.7449853420258,"p95":924.3110120296478,"p99":934.2450201511383},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":900.2349972724915,"p90":911.5319848060608,"p95":918.1420207023621,"p99":939.0529990196228},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":903.5199880599976,"p90":910.9709858894348,"p95":913.5760068893433,"p99":923.550009727478},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":489.25599455833435,"p90":497.1889853477478,"p95":500.7129907608032,"p99":513.493001461029},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":412.10100054740906,"p90":415.4660105705261,"p95":416.22599959373474,"p99":418.1089997291565},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.968987941741943,"p90":6.049036979675293,"p95":6.049036979675293,"p99":6.049036979675293},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.2849907875061035,"p90":7.211029529571533,"p95":8.8539719581604,"p99":11.456966400146484},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.1629929542541504,"p90":2.124011516571045,"p95":2.124011516571045,"p99":2.124011516571045},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":489.53700065612793,"p90":496.3879883289337,"p95":499.03199076652527,"p99":506.48200511932373},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":412.62099146842957,"p90":415.66500067710876,"p95":416.5470004081726,"p99":418.0290102958679},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":898.5130190849304,"p90":905.8030247688293,"p95":908.4479808807373,"p99":917.701005935669},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.727005958557129,"p90":8.05199146270752,"p95":9.37497615814209,"p99":12.658953666687012},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":18133522.46382405,"p90":17985205.076540757,"p95":17933921.071095414,"p99":17740241.2727326},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1007.0359706878662,"p90":1021.5369462966919,"p95":1026.945948600769,"p99":1038.7639999389648},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":817.9110288619995,"p90":823.1189846992493,"p95":824.3209719657898,"p99":826.4840245246887},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1824.9469995498657,"p90":1844.6559309959412,"p95":1851.2669205665588,"p99":1865.2480244636536},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1813.770055770874,"p90":1827.8709650039673,"p95":1832.1980237960815,"p99":1845.497965812683},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1817.175030708313,"p90":1832.4780464172363,"p95":1837.2050523757935,"p99":1849.34401512146},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1001.4270544052124,"p90":1016.1689519882202,"p95":1020.6160545349121,"p99":1029.3099880218506},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":810.7399940490723,"p90":816.9090151786804,"p95":818.3519840240479,"p99":822.1979737281799},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.968928337097168,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.852958679199219,"p90":12.899994850158691,"p95":14.541983604431152,"p99":17.506003379821777},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.8839111328125,"p90":4.686951637268066,"p95":4.686951637268066,"p99":4.686951637268066},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1000.7460117340088,"p90":1015.1280164718628,"p95":1020.2159881591797,"p99":1032.5950384140015},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":813.3839964866638,"p90":818.6320066452026,"p95":820.2739953994751,"p99":822.3980069160461},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1809.723973274231,"p90":1824.3060111999512,"p95":1829.4730186462402,"p99":1841.6520357131958},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.4509382247924805,"p90":11.17706298828125,"p95":12.53807544708252,"p99":15.664100646972656},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":18032385.12870575,"p90":17881796.763713624,"p95":17835788.094326135,"p99":17718715.24825406},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2066.1098957061768,"p90":2101.0830402374268,"p95":2110.61692237854,"p99":2133.1710815429688},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1591.1149978637695,"p90":1598.5660552978516,"p95":1600.6089448928833,"p99":1604.6550273895264},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":3657.2248935699463,"p90":3699.6490955352783,"p95":3711.2258672714233,"p99":3737.826108932495},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":3640.7198905944824,"p90":3679.5389652252197,"p95":3690.995931625366,"p99":3704.896926879883},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3646.167993545532,"p90":3684.1049194335938,"p95":3692.5981044769287,"p99":3717.1950340270996},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2054.8930168151855,"p90":2098.1180667877197,"p95":2109.215021133423,"p99":2120.029926300049},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1579.2169570922852,"p90":1587.188959121704,"p95":1590.8340215682983,"p99":1593.4380292892456},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.609916687011719,"p90":7.009983062744141,"p95":7.009983062744141,"p99":7.009983062744141},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.181137084960938,"p90":20.350933074951172,"p95":21.672964096069336,"p99":25.27785301208496},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-9.334087371826172,"p90":-4.807949066162109,"p95":-4.807949066162109,"p99":-4.807949066162109},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2055.9349060058594,"p90":2090.425968170166,"p95":2100.4819869995117,"p99":2123.43692779541},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1586.629033088684,"p90":1594.0799713134766,"p95":1596.323013305664,"p99":1600.3680229187012},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3635.551929473877,"p90":3673.048973083496,"p95":3682.183027267456,"p99":3707.8609466552734},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.215997695922852,"p90":14.982938766479492,"p95":16.783952713012695,"p99":20.751953125},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":17973938.698384773,"p90":17788852.769718546,"p95":17747937.39956259,"p99":17630498.104104113},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":0,"scale_type_size":0,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9976,"throttle_fraction_max":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2090,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2093,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2078,"p50":2092,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2077,"p50":2092,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2075,"p50":2089,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2079,"p50":2090,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2072,"p50":2088,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":72,"clock_event_reasons":[],"throttle_fraction":{"power":0.0002,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2091,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":269.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json b/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json deleted file mode 100644 index af97e87fd5..0000000000 --- a/collectivex/results/mi325x/mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T16:08:26.492899+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"mori","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-mori-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":276.7789959907532,"p90":281.38598799705505,"p95":283.42899680137634,"p99":288.1160080432892},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":140.2129977941513,"p90":142.65599846839905,"p95":143.73700320720673,"p99":145.90099453926086},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":416.9919937849045,"p90":424.0419864654541,"p95":427.16600000858307,"p99":434.01700258255005},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":408.6180031299591,"p90":414.7070050239563,"p95":416.6310131549835,"p99":421.7990040779114},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":410.50198674201965,"p90":415.58900475502014,"p95":417.83300042152405,"p99":424.2419898509979},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":201.54500007629395,"p90":204.90999519824982,"p95":206.07200264930725,"p99":208.63600075244904},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":273.8550007343292,"p90":278.7019908428192,"p95":281.06600046157837,"p99":285.2709889411926},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":136.88699901103973,"p90":139.0099972486496,"p95":139.5310014486313,"p99":140.57299494743347},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.969017744064331,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.6440024375915527,"p90":6.730020046234131,"p95":7.411003112792969,"p99":9.255021810531616},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0409951210021973,"p90":2.043992280960083,"p95":2.043992280960083,"p99":2.043992280960083},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":273.29298853874207,"p90":277.33999490737915,"p95":279.4229984283447,"p99":285.1110100746155},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":135.7250064611435,"p90":137.52800226211548,"p95":138.047993183136,"p99":139.09000158309937},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":405.1330089569092,"p90":409.21899676322937,"p95":410.74100136756897,"p99":416.269987821579},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.967987537384033,"p90":8.81299376487732,"p95":10.376006364822388,"p99":13.579994440078735},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.007518797181546688,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":19956054.45181017,"p90":19711782.32886356,"p95":19605919.09144475,"p99":19309734.05738831},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":497.91398644447327,"p90":510.9339952468872,"p95":518.1440114974976,"p99":535.7710123062134},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":248.49599599838257,"p90":252.14099884033203,"p95":253.464013338089,"p99":256.1880052089691},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":746.4099824428558,"p90":763.0749940872192,"p95":771.6080248355865,"p99":791.9590175151825},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":732.6290011405945,"p90":742.7229881286621,"p95":747.1309900283813,"p99":766.5600180625916},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":740.4810190200806,"p90":752.9399991035461,"p95":759.1090202331543,"p99":775.413990020752},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":376.20899081230164,"p90":379.61500883102417,"p95":380.856990814209,"p99":384.54198837280273},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":489.9410009384155,"p90":498.6349940299988,"p95":504.1229724884033,"p99":521.2690234184265},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":245.0910061597824,"p90":247.97600507736206,"p95":248.61599504947662,"p99":250.82001090049744},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.968987941741943,"p90":6.090044975280762,"p95":6.090044975280762,"p99":6.090044975280762},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.085017204284668,"p90":7.411003112792969,"p95":8.813977241516113,"p99":11.45702600479126},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.562952995300293,"p90":1.1620521545410156,"p95":1.1620521545410156,"p99":1.1620521545410156},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":493.62701177597046,"p90":506.8870186805725,"p95":513.7379765510559,"p99":531.0429930686951},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":243.92899870872498,"p90":247.21500277519226,"p95":248.21500480175018,"p99":250.4189908504486},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":734.9920272827148,"p90":747.3310232162476,"p95":753.3000111579895,"p99":765.8389806747437},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.127012729644775,"p90":8.573949337005615,"p95":10.016024112701416,"p99":13.581037521362305},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":22126157.96915612,"p90":21760034.025960725,"p95":21583197.62155874,"p99":21129358.26649391},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1014.6150588989258,"p90":1029.9190282821655,"p95":1034.9260568618774,"p99":1053.1539916992188},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":472.67600893974304,"p90":476.52098536491394,"p95":477.72300243377686,"p99":480.56700825691223},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1487.2910678386688,"p90":1506.4400136470795,"p95":1512.6490592956543,"p99":1533.720999956131},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1475.672960281372,"p90":1489.374041557312,"p95":1493.1000471115112,"p99":1502.7539730072021},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1479.519009590149,"p90":1493.780016899109,"p95":1498.8280534744263,"p99":1517.8569555282593},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":733.6699962615967,"p90":738.2370233535767,"p95":739.7599816322327,"p99":742.8439855575562},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1007.36403465271,"p90":1020.7849740982056,"p95":1025.0710248947144,"p99":1035.1669788360596},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":460.53698658943176,"p90":465.62498807907104,"p95":467.34800934791565,"p99":470.5120027065277},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129026412963867,"p90":6.249904632568359,"p95":6.249904632568359,"p99":6.249904632568359},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":14.42098617553711,"p90":21.11196517944336,"p95":22.873997688293457,"p99":24.716973304748535},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.2439231872558594,"p90":7.130980491638184,"p95":7.130980491638184,"p99":7.130980491638184},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1006.6430568695068,"p90":1021.5859413146973,"p95":1026.473045349121,"p99":1042.497992515564},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":467.9490029811859,"p90":471.8340039253235,"p95":472.91499376296997,"p99":474.71800446510315},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1470.6649780273438,"p90":1483.765959739685,"p95":1488.5749816894531,"p99":1501.5519857406616},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.571982383728027,"p90":12.739896774291992,"p95":14.181971549987793,"p99":17.82703399658203},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":22147738.412010856,"p90":21936295.59191859,"p95":21862414.387054373,"p99":21588332.0761249},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2060.3580474853516,"p90":2101.5000343322754,"p95":2113.5590076446533,"p99":2136.7130279541016},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":906.2910079956055,"p90":912.1400117874146,"p95":913.8630032539368,"p99":917.7489876747131},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2966.649055480957,"p90":3013.64004611969,"p95":3027.42201089859,"p99":3054.4620156288147},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2958.0769538879395,"p90":2997.936010360718,"p95":3008.431911468506,"p99":3030.545949935913},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2959.4779014587402,"p90":3001.2218952178955,"p95":3013.11993598938,"p99":3031.7471027374268},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1469.4639444351196,"p90":1474.5910167694092,"p95":1475.8739471435547,"p99":1479.678988456726},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2056.432008743286,"p90":2097.9340076446533,"p95":2113.477945327759,"p99":2127.3388862609863},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":896.7970013618469,"p90":903.0069708824158,"p95":905.210018157959,"p99":909.775972366333},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.049156188964844,"p90":7.050037384033203,"p95":7.050037384033203,"p99":7.050037384033203},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.97903060913086,"p90":17.98701286315918,"p95":20.231008529663086,"p99":22.995948791503906},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.330013275146484,"p90":16.38484001159668,"p95":16.38484001159668,"p99":16.38484001159668},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2050.6229400634766,"p90":2091.6850566864014,"p95":2104.5849323272705,"p99":2125.3769397735596},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":901.7249941825867,"p90":907.3730111122131,"p95":909.3760251998901,"p99":912.46098279953},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2949.302911758423,"p90":2991.687059402466,"p95":3003.063917160034,"p99":3019.6900367736816},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.414911270141602,"p90":13.861894607543945,"p95":15.503168106079102,"p99":19.348859786987305},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":22144446.48081238,"p90":21836439.386379305,"p95":21750212.866478804,"p99":21616578.75118482},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"contract":"vllm","kernel":"IntraNode","block_num":80,"rdma_block_num":0,"warp_num_per_block":16,"gpu_per_node":8,"scale_dim":56,"scale_type_size":4,"use_external_inp_buffer":true,"realized_from":"handle","num_qp_per_pe":1,"shmem_num_qp_per_pe":4,"quant_type":"none","sdma":false,"heap_mode":"STATIC_HEAP","launch_config_mode":"MANUAL"},"fp8_consume":"native","kernel_generation":"intranode-vllm-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"0.0.0","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"production","name":"mori"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9947,"throttle_fraction_max":{"power":0.15,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2005,"p50":2076,"max":2090,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.1415,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":1996,"p50":2071,"max":2087,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":81,"clock_event_reasons":[],"throttle_fraction":{"power":0.1469,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":1995,"p50":2070,"max":2085,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":77,"clock_event_reasons":[],"throttle_fraction":{"power":0.1478,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2008,"p50":2078,"max":2092,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.1376,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2013,"p50":2079,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":72,"clock_event_reasons":[],"throttle_fraction":{"power":0.1358,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2009,"p50":2081,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":81,"clock_event_reasons":[],"throttle_fraction":{"power":0.1471,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1996,"p50":2072,"max":2087,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":79,"clock_event_reasons":[],"throttle_fraction":{"power":0.15,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2004,"p50":2073,"max":2087,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":75,"clock_event_reasons":[],"throttle_fraction":{"power":0.1381,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":347.4}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"8ef9db6297503b5a85fbbda9ed214b8ca61fe984","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-swap-blocks-smoke-contiguous.json b/collectivex/results/mi325x/mi325x-swap-blocks-smoke-contiguous.json deleted file mode 100644 index 0d0f88663a..0000000000 --- a/collectivex/results/mi325x/mi325x-swap-blocks-smoke-contiguous.json +++ /dev/null @@ -1,4075 +0,0 @@ -{ - "schema": "collectivex-swap-blocks-v1", - "case_id": "mi325x-swap-blocks-smoke-contiguous", - "profile": "smoke", - "generated_at": "2026-10-27T21:36:12.491662+00:00", - "operation": "vllm._custom_ops.swap_blocks", - "timing": "drained-wall-clock-including-submission-and-synchronization", - "warmup": 4, - "iterations": 20, - "selection": { - "requested_block_bytes": [ - 257, - 4096, - 65536, - 262144 - ], - "requested_num_blocks": [ - 1, - 4, - 16, - 64, - 256, - 1024, - 2048 - ], - "max_payload_bytes": 2147483648, - "skipped_cases": [] - }, - "runtime": { - "sku": "mi325x", - "torch": "2.13.0+git733fca1", - "vllm": "0.32.0", - "cuda": null, - "hip": "7.2.53211", - "device": "", - "device_index": 0, - "image": "vllm/vllm-openai-rocm:v0.32.0", - "source_sha": "e7f9471b4f37b631c67fc58826cc4a4fe275340c", - "source_dirty": false - }, - "cases": [ - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 257, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 14.322, - "p90": 14.612, - "p95": 14.802, - "p99": 14.942 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.017944421170227622, - "p90": 0.01758828360251848, - "p95": 0.017362518578570463, - "p99": 0.01719983937893187 - }, - "samples_us": [ - 14.942, - 14.612, - 14.272, - 14.602, - 14.302, - 14.121, - 14.802, - 14.252, - 14.172, - 14.341, - 14.381, - 14.582, - 14.322, - 14.262, - 14.322, - 14.271, - 14.301, - 14.202, - 14.332, - 14.452 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1028, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 20.611, - "p90": 21.142, - "p95": 21.252, - "p99": 22.163 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.049876279656494105, - "p90": 0.04862359284835872, - "p95": 0.04837191793713533, - "p99": 0.04638361232685106 - }, - "samples_us": [ - 21.142, - 20.891, - 22.163, - 20.791, - 20.591, - 20.611, - 20.671, - 21.252, - 20.771, - 20.401, - 20.391, - 20.431, - 20.591, - 20.631, - 20.461, - 20.441, - 20.551, - 20.591, - 20.651, - 20.701 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4112, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 58.529, - "p90": 63.476, - "p95": 163.988, - "p99": 178.229 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.07025577064361258, - "p90": 0.06478038943852794, - "p95": 0.025075005488206455, - "p99": 0.023071441796789525 - }, - "samples_us": [ - 61.563, - 62.494, - 60.281, - 55.935, - 56.255, - 178.229, - 60.101, - 57.567, - 63.476, - 58.699, - 61.463, - 54.363, - 58.529, - 61.853, - 57.106, - 58.018, - 57.817, - 56.235, - 55.844, - 163.988 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16448, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 185.16, - "p90": 195.696, - "p95": 196.977, - "p99": 198.841 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08883128105422337, - "p90": 0.08404872864034012, - "p95": 0.08350213476700326, - "p99": 0.08271935868357129 - }, - "samples_us": [ - 189.146, - 191.319, - 177.308, - 196.977, - 179.401, - 193.202, - 181.314, - 188.505, - 185.16, - 183.498, - 192.43, - 198.841, - 180.743, - 183.257, - 182.175, - 186.733, - 195.696, - 183.237, - 179.312, - 191.139 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65792, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 642.031, - "p90": 667.73, - "p95": 669.553, - "p99": 673.679 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.10247480261856515, - "p90": 0.09853084330492864, - "p95": 0.09826257219368743, - "p99": 0.09766075534490462 - }, - "samples_us": [ - 667.7, - 667.73, - 635.761, - 652.026, - 669.553, - 646.166, - 636.553, - 645.516, - 633.287, - 642.602, - 639.377, - 642.331, - 640.058, - 640.559, - 641.68, - 642.922, - 634.288, - 642.031, - 673.679, - 636.922 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 263168, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2462.533, - "p90": 2497.696, - "p95": 2568.773, - "p99": 2582.825 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.10686882165640013, - "p90": 0.10536430374232893, - "p95": 0.10244891237956799, - "p99": 0.10189153349530068 - }, - "samples_us": [ - 2582.825, - 2568.773, - 2491.006, - 2456.384, - 2470.205, - 2481.792, - 2454.841, - 2454.081, - 2445.597, - 2456.584, - 2463.715, - 2497.696, - 2462.824, - 2462.383, - 2448.051, - 2458.187, - 2478.087, - 2444.957, - 2462.533, - 2464.386 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 526336, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5126.12, - "p90": 5153.942, - "p95": 5159.431, - "p99": 5188.204 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.10267726857740357, - "p90": 0.10212299633950091, - "p95": 0.10201435003200934, - "p99": 0.10144859377156334 - }, - "samples_us": [ - 5108.203, - 5134.763, - 5141.543, - 5133.071, - 5126.12, - 5135.053, - 5104.887, - 5111.578, - 4965.377, - 4901.29, - 4928.751, - 4913.017, - 5153.942, - 5136.876, - 5159.431, - 5188.204, - 5141.633, - 5104.166, - 5115.163, - 5142.484 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4096, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 16.324, - "p90": 16.535, - "p95": 16.975, - "p99": 17.086 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.2509188924283264, - "p90": 0.2477169640157242, - "p95": 0.2412960235640648, - "p99": 0.23972843263490576 - }, - "samples_us": [ - 16.535, - 16.535, - 16.474, - 16.105, - 15.814, - 16.245, - 16.224, - 16.385, - 16.255, - 16.324, - 16.014, - 16.505, - 16.975, - 16.284, - 17.086, - 16.405, - 16.225, - 16.535, - 15.544, - 16.415 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16384, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 23.986, - "p90": 24.387, - "p95": 25.399, - "p99": 25.859 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.6830651213207705, - "p90": 0.6718333538360602, - "p95": 0.645064766329383, - "p99": 0.633589852662516 - }, - "samples_us": [ - 23.926, - 24.167, - 23.886, - 24.006, - 24.166, - 23.325, - 23.676, - 25.859, - 24.196, - 25.399, - 23.466, - 23.906, - 24.387, - 24.157, - 23.555, - 24.207, - 24.117, - 23.986, - 23.385, - 23.976 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 65.68, - "p90": 69.906, - "p95": 71.328, - "p99": 75.704 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.9978075517661389, - "p90": 0.9374874831917146, - "p95": 0.9187976671152983, - "p99": 0.8656874141392793 - }, - "samples_us": [ - 67.952, - 67.111, - 65.088, - 64.528, - 62.474, - 63.086, - 65.408, - 65.208, - 71.328, - 68.905, - 66.31, - 66.3, - 62.484, - 62.805, - 65.68, - 65.439, - 75.704, - 69.906, - 67.082, - 65.93 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 215.205, - "p90": 226.893, - "p95": 228.936, - "p99": 232.292 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.2181129620594318, - "p90": 1.1553639821413617, - "p95": 1.145053639445085, - "p99": 1.1285106676080106 - }, - "samples_us": [ - 217.659, - 221.265, - 208.325, - 228.936, - 211.37, - 232.292, - 207.343, - 226.893, - 211.249, - 218.921, - 215.205, - 226.693, - 211.76, - 218.15, - 221.766, - 224.85, - 196.958, - 192.04, - 182.045, - 201.375 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 672.937, - "p90": 674.69, - "p95": 744.295, - "p99": 799.338 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.5582082720967936, - "p90": 1.5541596881530777, - "p95": 1.4088177402777124, - "p99": 1.311805519067028 - }, - "samples_us": [ - 799.338, - 744.295, - 672.937, - 674.39, - 673.118, - 673.719, - 671.745, - 667.149, - 672.988, - 673.097, - 668.28, - 670.914, - 668.621, - 666.377, - 673.137, - 674.69, - 665.256, - 671.496, - 673.928, - 667.599 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2567.341, - "p90": 2573.851, - "p95": 2574.131, - "p99": 2575.364 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.6337151940470704, - "p90": 1.6295830644431244, - "p95": 1.6294058072413564, - "p99": 1.6286257010659464 - }, - "samples_us": [ - 2566.069, - 2555.794, - 2567.482, - 2563.606, - 2570.195, - 2559.289, - 2568.393, - 2559.299, - 2573.851, - 2573.0, - 2575.364, - 2563.255, - 2562.214, - 2563.545, - 2567.832, - 2569.765, - 2562.233, - 2574.131, - 2568.443, - 2567.341 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 8388608, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5128.103, - "p90": 5163.617, - "p95": 5179.941, - "p99": 5321.916 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.635811137178797, - "p90": 1.6245604582989017, - "p95": 1.6194408391910255, - "p99": 1.5762383322096778 - }, - "samples_us": [ - 5108.553, - 5128.103, - 5159.13, - 5163.406, - 5121.132, - 5130.687, - 5130.867, - 5124.678, - 5141.623, - 5163.617, - 5126.089, - 5127.902, - 5142.665, - 5321.916, - 5158.258, - 5179.941, - 5117.917, - 5118.047, - 5122.815, - 5117.727 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 17.226, - "p90": 17.446, - "p95": 17.446, - "p99": 28.743 - }, - "payload_gbps_at_latency_percentile": { - "p50": 3.804481597585046, - "p90": 3.7565057892926745, - "p95": 3.7565057892926745, - "p99": 2.280068190515952 - }, - "samples_us": [ - 17.326, - 17.256, - 17.446, - 17.146, - 16.876, - 28.743, - 17.226, - 16.995, - 17.116, - 17.256, - 17.357, - 17.026, - 16.936, - 17.286, - 16.865, - 17.416, - 17.226, - 17.025, - 17.416, - 17.446 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 61.813, - "p90": 62.014, - "p95": 62.144, - "p99": 62.905 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.240920194781033, - "p90": 4.227174508981843, - "p95": 4.218331616889804, - "p99": 4.167299896669581 - }, - "samples_us": [ - 61.763, - 61.433, - 62.905, - 62.144, - 61.793, - 61.793, - 61.844, - 61.874, - 60.982, - 60.411, - 61.182, - 62.014, - 61.833, - 61.893, - 61.874, - 61.764, - 61.713, - 61.883, - 61.813, - 61.934 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 233.043, - "p90": 237.77, - "p95": 239.852, - "p99": 240.754 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.49949580120407, - "p90": 4.410043319173992, - "p95": 4.371762586928606, - "p99": 4.355383503493192 - }, - "samples_us": [ - 231.26, - 233.443, - 236.628, - 230.468, - 231.249, - 233.463, - 233.964, - 232.251, - 232.501, - 233.733, - 232.762, - 231.099, - 231.78, - 232.532, - 237.239, - 233.043, - 234.515, - 239.852, - 237.77, - 240.754 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 933.862, - "p90": 949.485, - "p95": 952.22, - "p99": 952.801 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.491353112130057, - "p90": 4.417451565848855, - "p95": 4.404763605049253, - "p99": 4.402077663646449 - }, - "samples_us": [ - 948.093, - 952.801, - 935.394, - 948.534, - 945.63, - 924.558, - 926.471, - 949.485, - 933.862, - 932.61, - 952.22, - 920.0, - 920.632, - 925.059, - 942.955, - 940.983, - 923.166, - 942.104, - 920.462, - 923.396 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3748.547, - "p90": 3756.329, - "p95": 3760.506, - "p99": 3763.029 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.4756584351216615, - "p90": 4.466386197801098, - "p95": 4.461425138000045, - "p99": 4.458433883980166 - }, - "samples_us": [ - 3748.317, - 3732.844, - 3748.547, - 3728.616, - 3760.506, - 3729.498, - 3753.464, - 3733.415, - 3754.306, - 3729.909, - 3755.297, - 3763.029, - 3754.416, - 3731.011, - 3755.468, - 3732.694, - 3733.335, - 3753.004, - 3756.329, - 3749.568 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 15155.382, - "p90": 15162.683, - "p95": 15165.717, - "p99": 15168.172 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.428054931244887, - "p90": 4.425922773693811, - "p95": 4.425037339151192, - "p99": 4.424321137708618 - }, - "samples_us": [ - 15160.14, - 15168.172, - 15158.367, - 15157.065, - 15149.473, - 15161.291, - 15154.481, - 15155.162, - 15151.827, - 15150.816, - 15160.47, - 15154.641, - 15165.717, - 15162.683, - 15155.382, - 15155.753, - 15147.951, - 15156.513, - 15148.792, - 15147.27 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 134217728, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 30104.413, - "p90": 30133.627, - "p95": 30134.658, - "p99": 30155.429 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.458407078058622, - "p90": 4.454084733975104, - "p95": 4.453932345938687, - "p99": 4.450864486126196 - }, - "samples_us": [ - 30133.627, - 30134.658, - 30124.052, - 30130.782, - 30128.769, - 30155.429, - 30120.627, - 30112.645, - 30104.413, - 30107.377, - 30094.207, - 30122.47, - 30095.169, - 30084.101, - 30075.238, - 30073.887, - 30082.82, - 30058.503, - 30074.987, - 30073.526 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 21.072, - "p90": 21.142, - "p95": 21.192, - "p99": 32.8 - }, - "payload_gbps_at_latency_percentile": { - "p50": 12.44039483675019, - "p90": 12.399205373190805, - "p95": 12.369950924877312, - "p99": 7.9921951219512195 - }, - "samples_us": [ - 21.132, - 20.241, - 20.391, - 20.13, - 32.8, - 20.911, - 20.331, - 21.102, - 20.972, - 21.072, - 21.082, - 21.082, - 21.192, - 21.092, - 20.941, - 20.892, - 21.072, - 20.932, - 21.072, - 21.142 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 79.69, - "p90": 80.322, - "p95": 80.862, - "p99": 80.922 - }, - "payload_gbps_at_latency_percentile": { - "p50": 13.158187978416363, - "p90": 13.054655013570379, - "p95": 12.96747545200465, - "p99": 12.957860655940289 - }, - "samples_us": [ - 80.862, - 79.521, - 79.741, - 79.69, - 80.922, - 80.322, - 76.736, - 79.52, - 79.66, - 80.041, - 78.949, - 79.71, - 79.58, - 78.438, - 79.661, - 78.759, - 80.021, - 80.061, - 80.291, - 79.881 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 304.831, - "p90": 310.179, - "p95": 311.22, - "p99": 313.133 - }, - "payload_gbps_at_latency_percentile": { - "p50": 13.759440476854389, - "p90": 13.52220492038468, - "p95": 13.476974487500803, - "p99": 13.394640615968294 - }, - "samples_us": [ - 306.123, - 304.631, - 301.796, - 304.29, - 304.591, - 301.646, - 300.324, - 304.831, - 304.781, - 302.487, - 303.489, - 307.395, - 313.133, - 311.22, - 305.822, - 309.188, - 307.315, - 304.841, - 307.465, - 310.179 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 1320.897, - "p90": 1333.416, - "p95": 1335.93, - "p99": 1338.653 - }, - "payload_gbps_at_latency_percentile": { - "p50": 12.70138095551735, - "p90": 12.582131907821715, - "p95": 12.558454410036454, - "p99": 12.532908827007446 - }, - "samples_us": [ - 1335.93, - 1332.885, - 1329.751, - 1333.416, - 1317.342, - 1320.186, - 1338.653, - 1321.167, - 1319.555, - 1322.42, - 1319.826, - 1320.897, - 1313.666, - 1316.01, - 1320.757, - 1320.637, - 1323.33, - 1324.222, - 1322.129, - 1320.847 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5453.705, - "p90": 5481.367, - "p95": 5481.998, - "p99": 5504.041 - }, - "payload_gbps_at_latency_percentile": { - "p50": 12.30518775768033, - "p90": 12.243088995865447, - "p95": 12.241679767121404, - "p99": 12.192653361412097 - }, - "samples_us": [ - 5447.366, - 5456.79, - 5478.913, - 5476.69, - 5477.932, - 5460.014, - 5481.367, - 5434.926, - 5445.362, - 5443.65, - 5449.238, - 5446.714, - 5481.998, - 5471.572, - 5504.041, - 5456.038, - 5445.543, - 5445.282, - 5453.705, - 5443.439 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 268435456, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 20259.879, - "p90": 20325.318, - "p95": 20339.139, - "p99": 20347.011 - }, - "payload_gbps_at_latency_percentile": { - "p50": 13.249608055408427, - "p90": 13.206949874043792, - "p95": 13.197975391190354, - "p99": 13.192869262222349 - }, - "samples_us": [ - 20339.139, - 20298.708, - 20295.182, - 20347.011, - 20311.998, - 20310.757, - 20301.572, - 20325.318, - 20268.963, - 20236.725, - 20259.879, - 20265.989, - 20196.063, - 20194.591, - 20172.658, - 20204.996, - 20163.944, - 20212.158, - 20210.735, - 20199.528 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 536870912, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 38088.183, - "p90": 38249.096, - "p95": 38250.247, - "p99": 38255.085 - }, - "payload_gbps_at_latency_percentile": { - "p50": 14.095471868532032, - "p90": 14.036172567320284, - "p95": 14.035750200515045, - "p99": 14.03397514343518 - }, - "samples_us": [ - 38255.085, - 38250.247, - 38249.096, - 38209.846, - 38165.079, - 38166.531, - 38191.388, - 38185.761, - 38176.857, - 38066.45, - 38148.104, - 38024.286, - 38041.112, - 38070.466, - 38002.824, - 38036.344, - 38055.744, - 38002.433, - 38088.183, - 38026.84 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 257, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 14.021, - "p90": 14.612, - "p95": 14.792, - "p99": 16.555 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.018329648384566008, - "p90": 0.01758828360251848, - "p95": 0.01737425635478637, - "p99": 0.015524010872848082 - }, - "samples_us": [ - 14.792, - 14.612, - 14.101, - 13.951, - 13.79, - 14.012, - 14.081, - 14.102, - 13.991, - 13.891, - 14.091, - 14.021, - 13.901, - 13.841, - 14.071, - 16.555, - 14.112, - 14.112, - 13.411, - 13.841 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1028, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 20.28, - "p90": 20.571, - "p95": 20.671, - "p99": 21.142 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.05069033530571992, - "p90": 0.04997326333187497, - "p95": 0.04973150790963185, - "p99": 0.04862359284835872 - }, - "samples_us": [ - 20.541, - 20.541, - 20.01, - 20.671, - 20.03, - 20.521, - 20.191, - 20.101, - 20.221, - 20.2, - 20.28, - 20.281, - 20.531, - 21.142, - 20.261, - 20.571, - 20.041, - 20.331, - 20.541, - 20.271 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4112, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 57.407, - "p90": 63.055, - "p95": 63.326, - "p99": 70.777 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.0716288954308708, - "p90": 0.06521290936484021, - "p95": 0.06493383444398824, - "p99": 0.05809796967941563 - }, - "samples_us": [ - 57.537, - 61.363, - 55.364, - 51.497, - 70.777, - 52.84, - 55.945, - 63.326, - 60.15, - 54.753, - 62.154, - 59.389, - 54.062, - 63.055, - 57.407, - 62.525, - 59.089, - 54.793, - 55.504, - 54.823 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16448, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 188.715, - "p90": 196.908, - "p95": 197.639, - "p99": 200.283 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08715788358106139, - "p90": 0.0835313953724582, - "p95": 0.0832224409150016, - "p99": 0.08212379483031511 - }, - "samples_us": [ - 180.202, - 192.331, - 175.736, - 192.822, - 180.302, - 188.715, - 179.451, - 193.973, - 184.789, - 193.512, - 179.201, - 200.283, - 192.281, - 195.024, - 181.525, - 195.044, - 183.948, - 196.908, - 181.033, - 197.639 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65792, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 702.783, - "p90": 775.502, - "p95": 796.424, - "p99": 813.29 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.0936163794514096, - "p90": 0.08483795012778819, - "p95": 0.08260926340743122, - "p99": 0.08089611331751281 - }, - "samples_us": [ - 813.29, - 796.424, - 713.318, - 712.588, - 701.431, - 775.502, - 705.827, - 702.312, - 699.768, - 700.018, - 702.502, - 702.783, - 707.69, - 708.892, - 698.816, - 699.808, - 699.698, - 702.382, - 703.774, - 703.183 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 263168, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2769.216, - "p90": 2785.301, - "p95": 2792.903, - "p99": 2798.841 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.09503339573366613, - "p90": 0.09448458173820352, - "p95": 0.09422740424568989, - "p99": 0.09402749209404893 - }, - "samples_us": [ - 2763.698, - 2761.095, - 2755.395, - 2749.086, - 2763.157, - 2773.593, - 2764.63, - 2780.344, - 2778.591, - 2753.573, - 2771.139, - 2798.841, - 2765.471, - 2769.216, - 2780.113, - 2785.301, - 2792.903, - 2764.329, - 2784.741, - 2773.904 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 526336, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5474.827, - "p90": 5498.242, - "p95": 5508.658, - "p99": 5633.296 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.09613746699210769, - "p90": 0.09572805271212144, - "p95": 0.09554704612266726, - "p99": 0.0934330452367495 - }, - "samples_us": [ - 5482.719, - 5498.242, - 5474.807, - 5508.658, - 5472.703, - 5477.752, - 5470.55, - 5488.768, - 5466.664, - 5467.246, - 5464.341, - 5474.827, - 5466.124, - 5449.859, - 5485.613, - 5488.257, - 5495.989, - 5472.784, - 5479.053, - 5633.296 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4096, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 15.914, - "p90": 16.325, - "p95": 16.595, - "p99": 29.124 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.2573834359683298, - "p90": 0.25090352220520673, - "p95": 0.24682133172642362, - "p99": 0.14064002197500344 - }, - "samples_us": [ - 16.325, - 15.964, - 15.994, - 15.823, - 16.084, - 15.874, - 15.744, - 15.674, - 15.864, - 16.134, - 16.595, - 15.914, - 15.814, - 16.064, - 15.543, - 15.713, - 16.145, - 15.844, - 29.124, - 16.144 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16384, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 23.215, - "p90": 23.506, - "p95": 24.247, - "p99": 24.296 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.705750592289468, - "p90": 0.6970135284608185, - "p95": 0.6757124592733121, - "p99": 0.6743496871913072 - }, - "samples_us": [ - 24.296, - 23.015, - 23.345, - 23.435, - 23.425, - 22.935, - 23.506, - 23.145, - 23.175, - 23.215, - 23.375, - 23.325, - 24.247, - 22.854, - 23.325, - 23.035, - 23.205, - 22.915, - 23.246, - 22.985 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 67.632, - "p90": 72.9, - "p95": 74.052, - "p99": 88.213 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.969008753252898, - "p90": 0.8989849108367627, - "p95": 0.884999729919516, - "p99": 0.7429290467391427 - }, - "samples_us": [ - 88.213, - 70.707, - 69.224, - 67.042, - 64.347, - 64.788, - 66.451, - 66.601, - 71.007, - 72.9, - 67.632, - 69.746, - 63.696, - 64.047, - 74.052, - 66.631, - 68.744, - 70.757, - 68.614, - 65.129 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 211.951, - "p90": 233.143, - "p95": 233.563, - "p99": 234.735 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.2368141693127186, - "p90": 1.124391467897385, - "p95": 1.1223695533967282, - "p99": 1.1167657145291499 - }, - "samples_us": [ - 211.951, - 220.564, - 212.301, - 233.563, - 206.472, - 221.725, - 208.084, - 234.735, - 227.884, - 229.246, - 208.124, - 233.143, - 209.296, - 220.153, - 210.449, - 220.734, - 207.013, - 194.604, - 191.109, - 200.272 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 704.174, - "p90": 737.125, - "p95": 761.241, - "p99": 841.101 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.4890865041878854, - "p90": 1.4225212820078006, - "p95": 1.3774560224685743, - "p99": 1.246670732765744 - }, - "samples_us": [ - 841.101, - 761.241, - 711.225, - 698.576, - 718.396, - 700.289, - 732.788, - 703.484, - 704.174, - 703.133, - 703.774, - 698.486, - 735.391, - 703.404, - 705.837, - 711.535, - 704.195, - 702.892, - 737.125, - 700.229 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2758.5, - "p90": 2775.115, - "p95": 2779.983, - "p99": 3043.712 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.5205017219503354, - "p90": 1.51139826637815, - "p95": 1.508751672222456, - "p99": 1.3780226250052567 - }, - "samples_us": [ - 2760.894, - 2740.212, - 2745.261, - 2729.506, - 2766.793, - 2758.5, - 2762.086, - 2779.983, - 2774.004, - 2759.932, - 2753.443, - 2775.115, - 2763.368, - 2748.115, - 2755.706, - 2765.07, - 2755.355, - 3043.712, - 2749.738, - 2758.32 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 8388608, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5475.367, - "p90": 5607.197, - "p95": 5610.482, - "p99": 5627.898 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.5320631475479178, - "p90": 1.4960430318392595, - "p95": 1.4951670819013412, - "p99": 1.4905401625971189 - }, - "samples_us": [ - 5464.612, - 5485.874, - 5472.984, - 5610.482, - 5475.367, - 5467.807, - 5456.299, - 5593.887, - 5607.197, - 5569.54, - 5575.399, - 5465.794, - 5627.898, - 5459.854, - 5594.077, - 5571.864, - 5598.924, - 5450.33, - 5441.657, - 5474.677 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 15.834, - "p90": 16.035, - "p95": 16.094, - "p99": 28.474 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.138941518251863, - "p90": 4.087059557218584, - "p95": 4.07207655026718, - "p99": 2.301608484933624 - }, - "samples_us": [ - 15.714, - 15.874, - 28.474, - 15.704, - 15.804, - 16.094, - 15.934, - 15.804, - 15.794, - 15.884, - 15.724, - 15.874, - 15.954, - 15.924, - 16.035, - 15.804, - 15.834, - 16.004, - 15.554, - 15.623 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 56.525, - "p90": 57.037, - "p95": 57.296, - "p99": 57.486 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.63766475011057, - "p90": 4.59603415326893, - "p95": 4.575258307735269, - "p99": 4.560136381031904 - }, - "samples_us": [ - 56.525, - 57.037, - 56.625, - 56.806, - 56.926, - 56.926, - 56.315, - 56.525, - 56.155, - 56.435, - 56.536, - 56.495, - 56.105, - 56.055, - 55.814, - 56.015, - 57.296, - 56.686, - 56.976, - 57.486 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 215.115, - "p90": 217.489, - "p95": 219.832, - "p99": 220.313 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.874490388861772, - "p90": 4.821282915457793, - "p95": 4.769897012263911, - "p99": 4.759483099045449 - }, - "samples_us": [ - 219.832, - 220.313, - 215.816, - 215.115, - 216.237, - 217.489, - 214.825, - 213.523, - 215.636, - 214.604, - 214.354, - 213.543, - 214.975, - 215.866, - 214.795, - 213.643, - 217.098, - 216.277, - 213.793, - 215.376 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 842.283, - "p90": 848.523, - "p95": 850.656, - "p99": 850.956 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.9796849752399135, - "p90": 4.943064595774069, - "p95": 4.930669977053004, - "p99": 4.928931695645838 - }, - "samples_us": [ - 844.457, - 843.354, - 840.911, - 846.209, - 843.084, - 841.763, - 842.264, - 839.429, - 844.837, - 844.026, - 842.283, - 841.082, - 840.661, - 848.523, - 850.656, - 850.956, - 841.402, - 842.765, - 840.912, - 841.633 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3350.275, - "p90": 3355.393, - "p95": 3356.935, - "p99": 3357.596 - }, - "payload_gbps_at_latency_percentile": { - "p50": 5.007713098178508, - "p90": 5.000074804948333, - "p95": 4.997778032639893, - "p99": 4.996794134851244 - }, - "samples_us": [ - 3355.353, - 3351.597, - 3348.763, - 3346.549, - 3355.113, - 3347.14, - 3357.596, - 3353.59, - 3355.393, - 3351.598, - 3349.584, - 3349.323, - 3350.275, - 3349.964, - 3356.935, - 3350.616, - 3351.036, - 3349.003, - 3349.844, - 3348.052 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 13527.752, - "p90": 13533.711, - "p95": 13534.202, - "p99": 13544.266 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.96082896847902, - "p90": 4.958644676245857, - "p95": 4.958464784255473, - "p99": 4.9547804214713445 - }, - "samples_us": [ - 13526.45, - 13532.418, - 13534.202, - 13527.752, - 13527.992, - 13532.439, - 13533.711, - 13524.497, - 13529.815, - 13531.177, - 13526.53, - 13523.195, - 13530.666, - 13525.348, - 13532.629, - 13544.266, - 13526.56, - 13523.756, - 13518.718, - 13527.291 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 134217728, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 26961.501, - "p90": 26968.772, - "p95": 26969.003, - "p99": 26974.371 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.978125216396521, - "p90": 4.976783073400599, - "p95": 4.976740445317908, - "p99": 4.975750055487856 - }, - "samples_us": [ - 26968.772, - 26964.406, - 26965.317, - 26952.818, - 26957.545, - 26964.216, - 26954.521, - 26961.06, - 26958.677, - 26961.882, - 26956.454, - 26969.003, - 26974.371, - 26962.383, - 26966.609, - 26961.501, - 26957.635, - 26954.67, - 26959.158, - 26967.921 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 19.239, - "p90": 19.68, - "p95": 19.73, - "p99": 19.83 - }, - "payload_gbps_at_latency_percentile": { - "p50": 13.62565621913821, - "p90": 13.320325203252033, - "p95": 13.286568677141409, - "p99": 13.219566313666162 - }, - "samples_us": [ - 19.83, - 19.51, - 18.998, - 19.239, - 19.68, - 19.33, - 19.73, - 19.65, - 19.049, - 19.089, - 19.118, - 18.909, - 19.289, - 18.899, - 19.038, - 19.109, - 19.219, - 19.309, - 19.429, - 19.349 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 70.797, - "p90": 71.278, - "p95": 71.287, - "p99": 71.398 - }, - "payload_gbps_at_latency_percentile": { - "p50": 14.811023065949122, - "p90": 14.71107494598614, - "p95": 14.709217669420791, - "p99": 14.686349757696293 - }, - "samples_us": [ - 70.256, - 71.207, - 70.797, - 70.526, - 71.278, - 70.586, - 70.687, - 71.287, - 70.767, - 71.258, - 70.347, - 71.268, - 71.148, - 70.848, - 71.187, - 70.386, - 70.537, - 70.877, - 71.398, - 70.617 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 269.888, - "p90": 271.731, - "p95": 271.761, - "p99": 274.475 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.540905857244487, - "p90": 15.435500550176462, - "p95": 15.433796608048985, - "p99": 15.281187722014755 - }, - "samples_us": [ - 268.716, - 268.195, - 271.731, - 270.098, - 269.217, - 269.888, - 270.98, - 271.721, - 267.234, - 271.55, - 271.761, - 270.589, - 270.088, - 266.262, - 268.486, - 268.736, - 267.535, - 268.907, - 274.475, - 270.179 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 1073.362, - "p90": 1076.397, - "p95": 1077.449, - "p99": 1079.121 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.630529122514119, - "p90": 15.586457413017687, - "p95": 15.571239102732473, - "p99": 15.547112881687966 - }, - "samples_us": [ - 1074.505, - 1069.998, - 1073.362, - 1074.094, - 1075.716, - 1072.892, - 1067.844, - 1072.702, - 1075.025, - 1070.789, - 1069.167, - 1076.397, - 1077.449, - 1072.05, - 1076.237, - 1070.809, - 1075.746, - 1079.121, - 1068.766, - 1075.286 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 4307.843, - "p90": 4311.668, - "p95": 4313.692, - "p99": 4317.477 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.57829846630901, - "p90": 15.564478526639807, - "p95": 15.557175616617968, - "p99": 15.543537116700332 - }, - "samples_us": [ - 4313.692, - 4305.859, - 4311.308, - 4310.167, - 4310.056, - 4311.579, - 4311.498, - 4307.392, - 4304.097, - 4307.012, - 4317.477, - 4311.668, - 4310.136, - 4302.144, - 4310.006, - 4307.843, - 4307.742, - 4305.46, - 4304.148, - 4305.679 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 268435456, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 17164.15, - "p90": 17172.552, - "p95": 17172.882, - "p99": 17177.359 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.639309607524988, - "p90": 15.631657775734206, - "p95": 15.631357392428365, - "p99": 15.62728333267064 - }, - "samples_us": [ - 17161.685, - 17162.737, - 17161.165, - 17164.15, - 17169.186, - 17158.791, - 17172.552, - 17157.719, - 17164.58, - 17169.678, - 17163.519, - 17177.359, - 17172.882, - 17170.199, - 17167.965, - 17161.976, - 17168.936, - 17161.366, - 17160.013, - 17170.589 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 536870912, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 34325.325, - "p90": 34334.759, - "p95": 34336.962, - "p99": 34336.972 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.64066507746103, - "p90": 15.636367565591476, - "p95": 15.635364363335347, - "p99": 15.63535980982831 - }, - "samples_us": [ - 34334.759, - 34321.469, - 34319.105, - 34336.972, - 34326.786, - 34316.081, - 34336.962, - 34332.806, - 34327.447, - 34325.325, - 34316.992, - 34329.751, - 34327.938, - 34318.995, - 34318.844, - 34322.33, - 34328.319, - 34307.577, - 34324.373, - 34327.338 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 257, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 14.132, - "p90": 14.472, - "p95": 14.592, - "p99": 16.646 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.018185677894140957, - "p90": 0.017758430071862907, - "p95": 0.017612390350877194, - "p99": 0.015439144539228643 - }, - "samples_us": [ - 14.462, - 14.162, - 14.412, - 14.131, - 14.311, - 14.151, - 14.472, - 14.592, - 13.441, - 14.032, - 14.192, - 13.811, - 13.821, - 14.132, - 14.182, - 16.646, - 14.011, - 14.021, - 13.771, - 13.861 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1028, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 20.331, - "p90": 20.621, - "p95": 20.662, - "p99": 20.691 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.05056317938124047, - "p90": 0.04985209252703555, - "p95": 0.049753170070661115, - "p99": 0.04968343724324586 - }, - "samples_us": [ - 20.621, - 20.571, - 20.662, - 19.92, - 20.271, - 19.97, - 20.691, - 20.37, - 20.201, - 20.331, - 20.381, - 20.511, - 20.271, - 20.141, - 20.481, - 20.301, - 20.201, - 20.201, - 20.35, - 20.481 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4112, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 58.479, - "p90": 64.478, - "p95": 65.038, - "p99": 66.08 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.07031583987414286, - "p90": 0.0637736902509383, - "p95": 0.06322457640148836, - "p99": 0.06222760290556901 - }, - "samples_us": [ - 58.699, - 66.08, - 62.355, - 51.388, - 60.151, - 57.036, - 56.265, - 64.478, - 59.87, - 56.035, - 62.375, - 56.695, - 57.968, - 62.805, - 59.25, - 57.076, - 65.038, - 54.793, - 55.134, - 58.479 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16448, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 185.891, - "p90": 209.637, - "p95": 209.707, - "p99": 212.992 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08848195985819647, - "p90": 0.07845943225671041, - "p95": 0.07843324257177872, - "p99": 0.0772235576923077 - }, - "samples_us": [ - 174.844, - 185.891, - 195.716, - 188.234, - 173.302, - 209.707, - 172.712, - 192.121, - 201.444, - 184.088, - 177.198, - 212.992, - 177.498, - 184.108, - 198.971, - 189.206, - 174.994, - 209.637, - 172.401, - 188.755 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65792, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 709.232, - "p90": 727.88, - "p95": 731.656, - "p99": 802.503 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.09276513186094254, - "p90": 0.09038852558113974, - "p95": 0.08992203986572925, - "p99": 0.08198349414270102 - }, - "samples_us": [ - 706.258, - 802.503, - 706.909, - 724.826, - 711.105, - 707.069, - 715.672, - 707.359, - 708.431, - 703.834, - 722.222, - 712.828, - 707.129, - 708.451, - 709.022, - 711.786, - 727.88, - 731.656, - 709.232, - 724.586 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 263168, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2743.648, - "p90": 2753.372, - "p95": 2756.657, - "p99": 2760.544 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.09591901001877792, - "p90": 0.09558025577364773, - "p95": 0.09546635653256826, - "p99": 0.09533193457521416 - }, - "samples_us": [ - 2722.035, - 2742.446, - 2721.615, - 2727.794, - 2744.389, - 2745.34, - 2742.857, - 2756.657, - 2736.818, - 2749.878, - 2744.299, - 2743.648, - 2748.185, - 2738.751, - 2743.748, - 2727.794, - 2729.746, - 2760.544, - 2748.455, - 2753.372 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 526336, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5469.509, - "p90": 5541.968, - "p95": 5597.192, - "p99": 5733.138 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.09623094138797468, - "p90": 0.09497276057891349, - "p95": 0.09403572362713303, - "p99": 0.09180591850396763 - }, - "samples_us": [ - 5492.204, - 5485.013, - 5500.876, - 5469.509, - 5455.197, - 5441.687, - 5733.138, - 5465.012, - 5481.557, - 5419.403, - 5438.682, - 5443.099, - 5454.316, - 5464.361, - 5473.144, - 5462.178, - 5487.226, - 5492.804, - 5541.968, - 5597.192 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4096, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 13.911, - "p90": 14.402, - "p95": 14.592, - "p99": 14.842 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.2944432463518079, - "p90": 0.2844049437578114, - "p95": 0.2807017543859649, - "p99": 0.2759735884651664 - }, - "samples_us": [ - 13.911, - 13.971, - 14.842, - 13.911, - 14.402, - 13.52, - 13.58, - 14.031, - 13.971, - 13.571, - 13.681, - 13.8, - 13.741, - 13.921, - 14.592, - 14.042, - 13.771, - 13.65, - 13.951, - 13.59 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16384, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 20.36, - "p90": 20.611, - "p95": 20.902, - "p99": 21.242 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.8047151277013752, - "p90": 0.7949153364708166, - "p95": 0.783848435556406, - "p99": 0.7713021372752095 - }, - "samples_us": [ - 20.552, - 20.902, - 20.3, - 20.431, - 20.091, - 20.241, - 21.242, - 20.571, - 20.611, - 20.21, - 20.521, - 20.36, - 20.321, - 20.161, - 20.201, - 20.331, - 20.371, - 20.131, - 20.532, - 20.591 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65536, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 60.231, - "p90": 63.006, - "p95": 63.075, - "p99": 80.782 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.088077568029752, - "p90": 1.0401549058819795, - "p95": 1.0390170432025367, - "p99": 0.8112698373400015 - }, - "samples_us": [ - 63.006, - 62.995, - 58.959, - 61.613, - 57.657, - 57.597, - 57.737, - 80.782, - 62.735, - 63.075, - 59.58, - 60.01, - 55.775, - 60.231, - 57.627, - 61.433, - 60.581, - 60.442, - 57.416, - 60.321 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 193.883, - "p90": 200.293, - "p95": 204.179, - "p99": 206.863 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.352073157522836, - "p90": 1.3088026041848693, - "p95": 1.2838930546236391, - "p99": 1.2672348365826658 - }, - "samples_us": [ - 186.071, - 199.282, - 183.458, - 198.53, - 185.961, - 194.985, - 185.26, - 197.488, - 193.232, - 204.179, - 183.697, - 200.293, - 185.871, - 193.883, - 199.953, - 198.1, - 186.221, - 194.103, - 184.98, - 206.863 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 707.419, - "p90": 713.88, - "p95": 714.159, - "p99": 715.492 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.4822559190522167, - "p90": 1.4688407015184626, - "p95": 1.4682668705428343, - "p99": 1.4655314105538566 - }, - "samples_us": [ - 703.995, - 715.492, - 709.542, - 712.387, - 700.719, - 708.171, - 706.828, - 707.419, - 707.069, - 712.797, - 712.537, - 703.614, - 713.88, - 714.159, - 702.853, - 706.428, - 709.793, - 705.236, - 704.324, - 707.881 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2737.839, - "p90": 2749.467, - "p95": 2751.44, - "p99": 2751.671 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.5319761315402403, - "p90": 1.5254971236243242, - "p95": 1.524403221585788, - "p99": 1.5242752494756822 - }, - "samples_us": [ - 2717.439, - 2716.927, - 2721.785, - 2722.586, - 2736.988, - 2751.671, - 2737.839, - 2746.613, - 2751.44, - 2746.683, - 2738.631, - 2740.363, - 2744.99, - 2727.964, - 2749.467, - 2730.187, - 2737.268, - 2744.069, - 2741.614, - 2730.518 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 8388608, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5450.079, - "p90": 5473.495, - "p95": 5474.166, - "p99": 5477.361 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.5391718175094342, - "p90": 1.5325871312570853, - "p95": 1.5323992732408918, - "p99": 1.5315054092655205 - }, - "samples_us": [ - 5448.497, - 5461.928, - 5450.079, - 5466.124, - 5464.722, - 5441.146, - 5447.335, - 5460.575, - 5448.928, - 5447.456, - 5449.229, - 5455.538, - 5463.74, - 5449.309, - 5444.681, - 5474.166, - 5473.495, - 5477.361, - 5444.351, - 5465.453 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 65536, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 14.402, - "p90": 14.852, - "p95": 14.883, - "p99": 27.051 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.550479100124982, - "p90": 4.4126043630487475, - "p95": 4.40341329033125, - "p99": 2.4226830801079444 - }, - "samples_us": [ - 14.081, - 13.781, - 13.781, - 27.051, - 14.692, - 14.793, - 14.211, - 14.852, - 14.883, - 14.582, - 14.451, - 14.222, - 14.402, - 14.512, - 14.311, - 14.212, - 14.232, - 14.301, - 14.542, - 14.412 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 20.821, - "p90": 21.141, - "p95": 21.152, - "p99": 23.876 - }, - "payload_gbps_at_latency_percentile": { - "p50": 12.590365496373852, - "p90": 12.39979187361052, - "p95": 12.393343419062028, - "p99": 10.979393533255152 - }, - "samples_us": [ - 20.992, - 20.431, - 20.621, - 21.141, - 20.812, - 20.642, - 20.752, - 20.721, - 21.152, - 20.862, - 20.761, - 20.821, - 20.861, - 20.681, - 20.471, - 20.901, - 20.841, - 20.852, - 23.876, - 20.872 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 59.49, - "p90": 62.365, - "p95": 65.879, - "p99": 72.64 - }, - "payload_gbps_at_latency_percentile": { - "p50": 17.62608841822155, - "p90": 16.813533231780646, - "p95": 15.916695760409235, - "p99": 14.4352422907489 - }, - "samples_us": [ - 61.483, - 61.823, - 65.879, - 60.542, - 57.366, - 58.008, - 58.519, - 59.63, - 62.365, - 61.694, - 59.44, - 58.588, - 56.406, - 55.805, - 59.49, - 58.779, - 60.411, - 60.532, - 58.379, - 72.64 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 194.985, - "p90": 204.66, - "p95": 207.083, - "p99": 212.211 - }, - "payload_gbps_at_latency_percentile": { - "p50": 21.510905967125677, - "p90": 20.49400957685918, - "p95": 20.25421690819623, - "p99": 19.76478127901004 - }, - "samples_us": [ - 204.66, - 194.724, - 184.789, - 204.649, - 188.675, - 207.083, - 185.661, - 202.035, - 188.104, - 195.736, - 197.549, - 200.002, - 188.585, - 196.237, - 184.369, - 212.211, - 187.854, - 194.985, - 182.506, - 200.042 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 699.587, - "p90": 707.069, - "p95": 709.202, - "p99": 721.421 - }, - "payload_gbps_at_latency_percentile": { - "p50": 23.981600572909446, - "p90": 23.727834200056854, - "p95": 23.65647022992039, - "p99": 23.255791001370905 - }, - "samples_us": [ - 721.421, - 705.586, - 703.864, - 705.767, - 684.305, - 709.202, - 695.091, - 693.499, - 697.705, - 702.102, - 696.583, - 699.587, - 686.238, - 697.364, - 704.184, - 707.069, - 700.489, - 691.665, - 704.095, - 696.573 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2644.789, - "p90": 2655.104, - "p95": 2655.555, - "p99": 2683.857 - }, - "payload_gbps_at_latency_percentile": { - "p50": 25.373995430259274, - "p90": 25.275418213373186, - "p95": 25.2711256215744, - "p99": 25.004634747678434 - }, - "samples_us": [ - 2655.555, - 2623.066, - 2614.853, - 2683.857, - 2636.085, - 2619.17, - 2644.789, - 2652.16, - 2646.01, - 2653.221, - 2642.265, - 2652.55, - 2645.38, - 2632.069, - 2649.635, - 2637.998, - 2636.736, - 2646.131, - 2629.495, - 2655.104 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 134217728, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5335.006, - "p90": 5374.325, - "p95": 5381.296, - "p99": 5411.301 - }, - "payload_gbps_at_latency_percentile": { - "p50": 25.15793384299849, - "p90": 24.973876347262216, - "p95": 24.941524866872218, - "p99": 24.80322717217172 - }, - "samples_us": [ - 5254.173, - 5263.708, - 5260.333, - 5371.331, - 5359.452, - 5411.301, - 5335.006, - 5381.296, - 5373.835, - 5269.857, - 5364.731, - 5369.698, - 5253.543, - 5374.325, - 5362.397, - 5243.677, - 5359.603, - 5261.855, - 5245.701, - 5248.355 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 1, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 262144, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 14.272, - "p90": 15.974, - "p95": 19.62, - "p99": 30.697 - }, - "payload_gbps_at_latency_percentile": { - "p50": 18.367713004484305, - "p90": 16.41066733441843, - "p95": 13.36106014271152, - "p99": 8.539727009153989 - }, - "samples_us": [ - 14.762, - 14.422, - 14.101, - 14.692, - 14.122, - 14.231, - 14.331, - 14.302, - 14.232, - 14.272, - 30.697, - 14.342, - 14.101, - 14.141, - 14.212, - 14.062, - 19.62, - 15.974, - 14.401, - 14.141 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 4, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 20.771, - "p90": 22.654, - "p95": 23.215, - "p99": 32.449 - }, - "payload_gbps_at_latency_percentile": { - "p50": 50.482692215107605, - "p90": 46.28657190783085, - "p95": 45.16803790652595, - "p99": 32.31458596566921 - }, - "samples_us": [ - 22.654, - 22.093, - 32.449, - 20.631, - 20.771, - 21.172, - 20.721, - 23.215, - 20.592, - 21.883, - 20.932, - 20.721, - 20.481, - 21.222, - 21.122, - 20.541, - 20.36, - 20.521, - 21.753, - 20.481 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 16, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 60.12, - "p90": 63.376, - "p95": 65.119, - "p99": 79.199 - }, - "payload_gbps_at_latency_percentile": { - "p50": 69.76553559547571, - "p90": 66.1812673567281, - "p95": 64.40983430335233, - "p99": 52.95905251328931 - }, - "samples_us": [ - 61.533, - 63.376, - 60.842, - 59.571, - 58.449, - 58.859, - 59.61, - 59.48, - 62.595, - 62.585, - 57.897, - 61.043, - 58.578, - 58.629, - 58.248, - 60.12, - 62.044, - 61.273, - 79.199, - 65.119 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 64, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 191.339, - "p90": 200.803, - "p95": 202.456, - "p99": 212.782 - }, - "payload_gbps_at_latency_percentile": { - "p50": 87.68320102017884, - "p90": 83.5506242436617, - "p95": 82.86845536807998, - "p99": 78.84697013845157 - }, - "samples_us": [ - 202.456, - 212.782, - 185.681, - 200.803, - 183.398, - 190.718, - 191.339, - 196.166, - 188.134, - 197.118, - 183.757, - 200.393, - 189.617, - 197.668, - 186.963, - 193.032, - 192.741, - 188.145, - 183.077, - 192.661 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 256, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 688.521, - "p90": 695.932, - "p95": 705.807, - "p99": 707.039 - }, - "payload_gbps_at_latency_percentile": { - "p50": 97.46814403627485, - "p90": 96.43020295086302, - "p95": 95.08104056774728, - "p99": 94.91536393324837 - }, - "samples_us": [ - 705.807, - 692.908, - 685.065, - 688.521, - 687.299, - 690.694, - 695.932, - 690.704, - 683.644, - 707.039, - 691.536, - 681.24, - 682.552, - 689.994, - 692.947, - 684.014, - 691.426, - 684.274, - 685.817, - 688.02 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 1024, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 268435456, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2630.136, - "p90": 2640.392, - "p95": 2642.135, - "p99": 2645.109 - }, - "payload_gbps_at_latency_percentile": { - "p50": 102.06143560637169, - "p90": 101.66500125738905, - "p95": 101.597933489394, - "p99": 101.48370294003007 - }, - "samples_us": [ - 2612.57, - 2642.135, - 2636.876, - 2618.609, - 2623.456, - 2640.392, - 2633.412, - 2630.417, - 2630.136, - 2645.109, - 2629.425, - 2621.894, - 2631.739, - 2629.265, - 2616.365, - 2633.742, - 2632.51, - 2635.394, - 2627.392, - 2617.317 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 2048, - "layout": "contiguous", - "seed": 0, - "payload_bytes": 536870912, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5256.617, - "p90": 5355.527, - "p95": 5358.902, - "p99": 5376.188 - }, - "payload_gbps_at_latency_percentile": { - "p50": 102.13240036319937, - "p90": 100.24614048253328, - "p95": 100.18300614566193, - "p99": 99.86088879332345 - }, - "samples_us": [ - 5376.188, - 5350.369, - 5264.899, - 5265.741, - 5270.308, - 5232.511, - 5236.557, - 5232.391, - 5230.738, - 5233.022, - 5256.617, - 5358.902, - 5330.429, - 5355.527, - 5253.423, - 5235.805, - 5326.413, - 5246.451, - 5235.986, - 5330.919 - ] - } - } - ] -} diff --git a/collectivex/results/mi325x/mi325x-swap-blocks-smoke-random.json b/collectivex/results/mi325x/mi325x-swap-blocks-smoke-random.json deleted file mode 100644 index fdc8a8c060..0000000000 --- a/collectivex/results/mi325x/mi325x-swap-blocks-smoke-random.json +++ /dev/null @@ -1,4075 +0,0 @@ -{ - "schema": "collectivex-swap-blocks-v1", - "case_id": "mi325x-swap-blocks-smoke-random", - "profile": "smoke", - "generated_at": "2026-10-27T21:36:33.605959+00:00", - "operation": "vllm._custom_ops.swap_blocks", - "timing": "drained-wall-clock-including-submission-and-synchronization", - "warmup": 4, - "iterations": 20, - "selection": { - "requested_block_bytes": [ - 257, - 4096, - 65536, - 262144 - ], - "requested_num_blocks": [ - 1, - 4, - 16, - 64, - 256, - 1024, - 2048 - ], - "max_payload_bytes": 2147483648, - "skipped_cases": [] - }, - "runtime": { - "sku": "mi325x", - "torch": "2.13.0+git733fca1", - "vllm": "0.32.0", - "cuda": null, - "hip": "7.2.53211", - "device": "", - "device_index": 0, - "image": "vllm/vllm-openai-rocm:v0.32.0", - "source_sha": "e7f9471b4f37b631c67fc58826cc4a4fe275340c", - "source_dirty": false - }, - "cases": [ - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 257, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 14.492, - "p90": 15.093, - "p95": 17.086, - "p99": 18.307 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.017733922163952524, - "p90": 0.017027761213807724, - "p95": 0.015041554489055368, - "p99": 0.01403834598787349 - }, - "samples_us": [ - 15.093, - 14.792, - 14.502, - 14.562, - 14.381, - 14.332, - 14.282, - 17.086, - 18.307, - 14.471, - 14.492, - 14.673, - 14.362, - 14.482, - 14.392, - 14.422, - 14.382, - 15.022, - 14.592, - 14.512 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 1028, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 21.132, - "p90": 21.793, - "p95": 24.207, - "p99": 26.029 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.04864660230929396, - "p90": 0.04717110998944615, - "p95": 0.04246705498409551, - "p99": 0.03949441008106343 - }, - "samples_us": [ - 21.342, - 21.793, - 21.212, - 21.132, - 21.122, - 21.312, - 21.021, - 26.029, - 24.207, - 20.911, - 20.911, - 20.912, - 20.832, - 21.202, - 21.532, - 20.982, - 21.072, - 21.312, - 21.142, - 21.012 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 4112, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 57.367, - "p90": 61.624, - "p95": 69.615, - "p99": 162.426 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.0716788397510764, - "p90": 0.06672724912371804, - "p95": 0.05906772965596495, - "p99": 0.025316143967098862 - }, - "samples_us": [ - 61.533, - 57.677, - 57.397, - 57.367, - 55.163, - 55.935, - 69.615, - 58.568, - 57.326, - 58.519, - 162.426, - 52.99, - 52.65, - 56.385, - 61.624, - 58.108, - 57.607, - 54.642, - 57.087, - 54.513 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 16448, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 175.265, - "p90": 184.429, - "p95": 187.103, - "p99": 190.227 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.09384646107323197, - "p90": 0.08918337137868773, - "p95": 0.08790879889686429, - "p99": 0.08646511799061121 - }, - "samples_us": [ - 173.021, - 187.103, - 172.521, - 181.224, - 167.574, - 184.429, - 170.057, - 174.884, - 172.24, - 181.375, - 176.367, - 190.227, - 177.518, - 178.65, - 171.429, - 175.265, - 174.504, - 179.201, - 170.438, - 180.723 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 65792, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 619.496, - "p90": 736.193, - "p95": 743.615, - "p99": 754.871 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.10620246135568269, - "p90": 0.08936786956681196, - "p95": 0.08847589142230859, - "p99": 0.0871566135140971 - }, - "samples_us": [ - 736.193, - 754.871, - 716.813, - 743.615, - 707.95, - 713.89, - 714.059, - 688.881, - 616.452, - 621.109, - 610.102, - 619.496, - 608.89, - 618.826, - 614.059, - 612.056, - 612.586, - 625.646, - 610.392, - 613.818 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 263168, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2511.718, - "p90": 2571.738, - "p95": 2571.768, - "p99": 2591.147 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.10477609349457224, - "p90": 0.10233079730516872, - "p95": 0.10232960360343546, - "p99": 0.10156428793889347 - }, - "samples_us": [ - 2591.147, - 2547.341, - 2498.187, - 2472.298, - 2543.876, - 2571.738, - 2483.504, - 2539.91, - 2544.757, - 2474.912, - 2506.539, - 2527.221, - 2457.144, - 2544.587, - 2516.895, - 2571.768, - 2460.62, - 2461.742, - 2482.853, - 2511.718 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 257, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 526336, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5131.488, - "p90": 5209.056, - "p95": 5209.145, - "p99": 5218.419 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.10256985887913993, - "p90": 0.1010424921521289, - "p95": 0.10104076580705663, - "p99": 0.10086119953188888 - }, - "samples_us": [ - 5138.118, - 5087.591, - 5114.453, - 5118.579, - 5160.302, - 5209.145, - 5218.419, - 5148.624, - 4948.551, - 5006.74, - 4959.307, - 4973.98, - 5117.867, - 5209.056, - 5156.876, - 5131.358, - 5178.209, - 5131.488, - 5146.1, - 5193.331 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 4096, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 16.846, - "p90": 17.646, - "p95": 19.299, - "p99": 19.43 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.24314377300249318, - "p90": 0.2321205939023008, - "p95": 0.21223897611275194, - "p99": 0.2108080288214102 - }, - "samples_us": [ - 14.222, - 14.682, - 14.852, - 14.071, - 13.911, - 13.62, - 13.991, - 15.884, - 19.43, - 16.465, - 19.299, - 17.266, - 16.846, - 17.476, - 16.966, - 17.646, - 17.166, - 17.306, - 17.186, - 17.646 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 16384, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 20.32, - "p90": 24.257, - "p95": 26.32, - "p99": 38.999 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.8062992125984252, - "p90": 0.6754338953704085, - "p95": 0.6224924012158055, - "p99": 0.42011333623939073 - }, - "samples_us": [ - 20.631, - 20.09, - 20.691, - 20.621, - 20.271, - 20.201, - 20.541, - 19.98, - 20.791, - 20.281, - 20.291, - 20.21, - 20.27, - 20.02, - 20.621, - 20.32, - 24.257, - 38.999, - 26.32, - 20.32 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 61.623, - "p90": 67.663, - "p95": 77.617, - "p99": 79.72 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.0634990182237152, - "p90": 0.9685647990777826, - "p95": 0.8443511086488784, - "p99": 0.822077270446563 - }, - "samples_us": [ - 67.663, - 77.617, - 63.986, - 63.857, - 59.1, - 58.568, - 60.692, - 61.323, - 61.623, - 61.373, - 60.451, - 58.809, - 61.103, - 55.453, - 61.734, - 61.944, - 79.72, - 67.292, - 63.667, - 64.448 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 184.158, - "p90": 192.581, - "p95": 196.848, - "p99": 210.478 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.4234733218214795, - "p90": 1.3612142423188165, - "p95": 1.3317077135657969, - "p99": 1.2454698353272076 - }, - "samples_us": [ - 177.328, - 196.848, - 178.88, - 184.158, - 177.678, - 188.655, - 185.961, - 182.326, - 176.567, - 189.707, - 176.477, - 186.331, - 192.581, - 189.726, - 178.61, - 187.784, - 179.271, - 210.478, - 177.789, - 185.2 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 656.643, - "p90": 664.014, - "p95": 667.489, - "p99": 687.249 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.5968737959591437, - "p90": 1.579147427614478, - "p95": 1.5709262624552613, - "p99": 1.5257584951014844 - }, - "samples_us": [ - 659.717, - 664.014, - 687.249, - 659.147, - 667.489, - 655.541, - 654.219, - 655.711, - 655.571, - 652.977, - 657.844, - 663.303, - 654.049, - 658.335, - 656.773, - 651.956, - 656.432, - 656.643, - 652.988, - 660.228 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2639.32, - "p90": 2672.891, - "p95": 2688.876, - "p99": 2707.774 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.5891608444599366, - "p90": 1.5692012880435453, - "p95": 1.55987260104222, - "p99": 1.548985993661214 - }, - "samples_us": [ - 2617.647, - 2645.459, - 2613.451, - 2644.598, - 2638.028, - 2618.75, - 2601.744, - 2663.416, - 2652.38, - 2639.32, - 2620.943, - 2653.111, - 2652.921, - 2707.774, - 2539.759, - 2671.299, - 2688.876, - 2672.891, - 2543.506, - 2603.126 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 4096, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 8388608, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5248.936, - "p90": 5299.071, - "p95": 5306.944, - "p99": 5311.179 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.5981539877796185, - "p90": 1.5830337053419363, - "p95": 1.580685230520616, - "p99": 1.579424832038235 - }, - "samples_us": [ - 5213.773, - 5221.734, - 5204.529, - 5257.388, - 5244.038, - 5265.05, - 5306.944, - 5184.458, - 5288.446, - 5198.28, - 5299.071, - 5267.744, - 5311.179, - 5234.023, - 5243.488, - 5248.936, - 5282.636, - 5230.268, - 5266.462, - 5288.636 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 15.764, - "p90": 16.155, - "p95": 16.164, - "p99": 16.485 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.1573204770362855, - "p90": 4.056700711853915, - "p95": 4.054441969809453, - "p99": 3.975492872308159 - }, - "samples_us": [ - 16.485, - 16.164, - 15.774, - 15.614, - 15.533, - 16.014, - 15.924, - 15.414, - 15.474, - 16.155, - 15.674, - 15.613, - 15.764, - 15.404, - 15.814, - 15.794, - 15.684, - 15.483, - 15.844, - 16.135 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 59.24, - "p90": 60.722, - "p95": 60.942, - "p99": 61.192 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.425118163403106, - "p90": 4.31711735450084, - "p95": 4.30153260477175, - "p99": 4.283958687410119 - }, - "samples_us": [ - 60.722, - 60.942, - 61.192, - 59.71, - 59.57, - 59.63, - 59.459, - 59.079, - 59.109, - 59.35, - 59.069, - 59.059, - 58.919, - 59.21, - 58.828, - 59.34, - 59.24, - 58.999, - 58.939, - 59.4 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 237.119, - "p90": 251.12, - "p95": 259.402, - "p99": 265.091 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.422150903133026, - "p90": 4.175597323988532, - "p95": 4.042281863671059, - "p99": 3.955532251189214 - }, - "samples_us": [ - 237.119, - 250.278, - 235.957, - 259.402, - 232.692, - 251.12, - 236.638, - 234.074, - 235.627, - 239.623, - 239.783, - 237.84, - 239.352, - 236.027, - 265.091, - 234.214, - 236.467, - 236.117, - 248.696, - 244.31 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 925.57, - "p90": 932.88, - "p95": 933.862, - "p99": 935.214 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.531590263297211, - "p90": 4.496080953606037, - "p95": 4.491353112130057, - "p99": 4.484860149655587 - }, - "samples_us": [ - 925.819, - 927.873, - 935.214, - 929.806, - 933.862, - 928.444, - 925.57, - 932.57, - 932.88, - 923.416, - 928.164, - 919.03, - 919.2, - 924.047, - 919.73, - 923.746, - 923.747, - 923.697, - 924.628, - 930.447 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3779.805, - "p90": 3804.252, - "p95": 3810.06, - "p99": 3835.138 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.438645908982077, - "p90": 4.410122147533865, - "p95": 4.40339942153142, - "p99": 4.3746055552629395 - }, - "samples_us": [ - 3779.294, - 3778.172, - 3775.498, - 3799.564, - 3783.851, - 3778.763, - 3773.975, - 3782.149, - 3804.082, - 3774.046, - 3776.109, - 3804.252, - 3782.709, - 3778.263, - 3780.635, - 3835.138, - 3810.06, - 3779.805, - 3775.237, - 3781.297 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 14991.325, - "p90": 14997.374, - "p95": 14999.498, - "p99": 15004.986 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.476513183457766, - "p90": 4.474707638817303, - "p95": 4.474073999009834, - "p99": 4.472437628398987 - }, - "samples_us": [ - 14995.06, - 14995.501, - 14999.498, - 14993.328, - 14996.232, - 14991.325, - 14987.299, - 14989.743, - 14988.931, - 14994.018, - 14987.519, - 14983.083, - 14988.701, - 14994.7, - 14989.772, - 14996.163, - 14997.374, - 14989.121, - 15004.986, - 14923.142 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 65536, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 134217728, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 29846.604, - "p90": 29885.633, - "p95": 29888.137, - "p99": 29935.178 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.496917907310326, - "p90": 4.49104517879879, - "p95": 4.49066892325875, - "p99": 4.483612156907836 - }, - "samples_us": [ - 29885.342, - 29935.178, - 29876.99, - 29885.633, - 29868.708, - 29888.137, - 29873.375, - 29860.815, - 29880.736, - 29850.54, - 29826.233, - 29834.025, - 29842.448, - 29839.363, - 29829.088, - 29846.604, - 29819.182, - 29837.44, - 29817.41, - 29817.591 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 20.04, - "p90": 20.451, - "p95": 20.591, - "p99": 20.772 - }, - "payload_gbps_at_latency_percentile": { - "p50": 13.081037924151696, - "p90": 12.81815070167718, - "p95": 12.730998980136953, - "p99": 12.620065472751781 - }, - "samples_us": [ - 19.7, - 20.01, - 19.981, - 19.93, - 20.591, - 20.221, - 20.211, - 20.451, - 20.772, - 20.39, - 20.291, - 20.361, - 20.141, - 19.83, - 20.04, - 20.01, - 19.94, - 19.93, - 19.88, - 20.04 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 77.888, - "p90": 78.358, - "p95": 78.499, - "p99": 78.669 - }, - "payload_gbps_at_latency_percentile": { - "p50": 13.462612982744453, - "p90": 13.381862732586335, - "p95": 13.35782621434668, - "p99": 13.328960581677663 - }, - "samples_us": [ - 78.269, - 77.957, - 77.157, - 77.828, - 78.028, - 78.358, - 77.647, - 77.978, - 78.259, - 77.847, - 78.158, - 77.858, - 77.517, - 77.888, - 78.499, - 78.669, - 78.028, - 77.868, - 77.828, - 77.647 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 308.587, - "p90": 312.572, - "p95": 312.683, - "p99": 313.874 - }, - "payload_gbps_at_latency_percentile": { - "p50": 13.59196596097697, - "p90": 13.418681135866297, - "p95": 13.413917609847672, - "p99": 13.363018281221127 - }, - "samples_us": [ - 311.811, - 307.004, - 304.541, - 301.195, - 311.411, - 301.977, - 309.007, - 308.587, - 310.6, - 312.683, - 306.604, - 309.057, - 311.161, - 304.33, - 306.804, - 311.671, - 313.874, - 308.536, - 305.662, - 312.572 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 1329.961, - "p90": 1336.641, - "p95": 1336.861, - "p99": 1337.532 - }, - "payload_gbps_at_latency_percentile": { - "p50": 12.614818028498581, - "p90": 12.551774186187615, - "p95": 12.549708608449196, - "p99": 12.543412793114483 - }, - "samples_us": [ - 1336.641, - 1336.22, - 1334.908, - 1327.467, - 1323.621, - 1332.655, - 1332.084, - 1324.042, - 1328.328, - 1329.77, - 1327.978, - 1328.528, - 1328.238, - 1330.191, - 1329.961, - 1324.903, - 1330.451, - 1336.861, - 1337.532, - 1332.144 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5411.702, - "p90": 5451.311, - "p95": 5458.723, - "p99": 5477.23 - }, - "payload_gbps_at_latency_percentile": { - "p50": 12.400694642831406, - "p90": 12.310591709040265, - "p95": 12.293876058558018, - "p99": 12.252336308681578 - }, - "samples_us": [ - 5398.642, - 5406.444, - 5411.151, - 5411.702, - 5477.23, - 5451.311, - 5444.081, - 5408.517, - 5407.525, - 5415.217, - 5412.543, - 5411.121, - 5409.458, - 5447.236, - 5420.134, - 5406.954, - 5458.723, - 5449.148, - 5399.022, - 5418.532 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 268435456, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 20267.051, - "p90": 20307.221, - "p95": 20308.794, - "p99": 20351.559 - }, - "payload_gbps_at_latency_percentile": { - "p50": 13.24491935210505, - "p90": 13.218719390506461, - "p95": 13.21769554607723, - "p99": 13.18992102767164 - }, - "samples_us": [ - 20351.559, - 20308.794, - 20267.051, - 20307.172, - 20302.214, - 20268.003, - 20272.419, - 20292.79, - 20307.221, - 20265.98, - 20264.077, - 20270.727, - 20290.727, - 20238.719, - 20089.352, - 20048.861, - 20078.265, - 20020.428, - 20052.156, - 20035.952 - ] - } - }, - { - "direction": "h2d", - "block_bytes": 262144, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 536870912, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 37738.236, - "p90": 37785.326, - "p95": 37787.901, - "p99": 38007.132 - }, - "payload_gbps_at_latency_percentile": { - "p50": 14.226179305254226, - "p90": 14.208449915186652, - "p95": 14.20748170161661, - "p99": 14.125530755648702 - }, - "samples_us": [ - 38007.132, - 37787.901, - 37734.54, - 37743.273, - 37688.811, - 37757.895, - 37757.655, - 37785.326, - 37751.396, - 37738.236, - 37756.062, - 37756.934, - 37773.469, - 37620.057, - 37502.99, - 37445.212, - 37461.807, - 37389.208, - 37422.408, - 37266.813 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 257, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 13.961, - "p90": 14.572, - "p95": 14.632, - "p99": 15.513 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.01840842346536781, - "p90": 0.017636563272028546, - "p95": 0.017564242755604156, - "p99": 0.016566750467349966 - }, - "samples_us": [ - 15.513, - 13.941, - 13.841, - 13.77, - 13.781, - 13.831, - 14.572, - 14.632, - 13.65, - 14.011, - 14.011, - 14.041, - 13.851, - 13.991, - 13.651, - 14.322, - 14.041, - 14.071, - 13.841, - 13.961 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 1028, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 20.331, - "p90": 21.042, - "p95": 21.182, - "p99": 22.675 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.05056317938124047, - "p90": 0.048854671609162625, - "p95": 0.04853177225946558, - "p99": 0.04533627342888644 - }, - "samples_us": [ - 20.381, - 21.042, - 19.971, - 20.511, - 20.271, - 20.151, - 20.181, - 20.101, - 20.421, - 20.361, - 20.091, - 22.675, - 20.672, - 20.331, - 20.34, - 20.621, - 20.311, - 20.031, - 21.182, - 19.92 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 4112, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 58.448, - "p90": 64.718, - "p95": 65.869, - "p99": 69.976 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.07035313441007392, - "p90": 0.06353719212583825, - "p95": 0.06242693831696246, - "p99": 0.058763004458671546 - }, - "samples_us": [ - 57.838, - 61.654, - 55.584, - 57.767, - 53.661, - 64.718, - 58.799, - 58.829, - 57.898, - 58.448, - 57.306, - 55.384, - 53.822, - 69.976, - 65.869, - 62.705, - 62.895, - 60.812, - 61.933, - 58.128 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 16448, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 188.215, - "p90": 199.862, - "p95": 200.473, - "p99": 205.731 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08738942167202401, - "p90": 0.08229678478149924, - "p95": 0.0820459613015219, - "p99": 0.07994905969445538 - }, - "samples_us": [ - 175.715, - 197.419, - 183.187, - 185.951, - 182.776, - 194.524, - 180.473, - 194.824, - 183.517, - 199.862, - 186.081, - 188.475, - 188.215, - 200.473, - 184.209, - 194.594, - 186.582, - 205.731, - 189.516, - 196.006 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 65792, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 705.306, - "p90": 721.711, - "p95": 722.102, - "p99": 726.157 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.09328149767618595, - "p90": 0.09116114344938625, - "p95": 0.09111178199201775, - "p99": 0.09060299632173208 - }, - "samples_us": [ - 721.711, - 722.102, - 726.157, - 713.669, - 703.473, - 704.385, - 710.194, - 700.069, - 707.48, - 702.953, - 703.824, - 698.807, - 702.683, - 705.306, - 709.964, - 703.534, - 706.658, - 707.96, - 694.129, - 706.578 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 263168, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2789.458, - "p90": 2801.456, - "p95": 2802.197, - "p99": 2806.072 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.09434377574424853, - "p90": 0.0939397227727296, - "p95": 0.09391488178739753, - "p99": 0.09378519154177084 - }, - "samples_us": [ - 2802.197, - 2768.055, - 2768.556, - 2763.468, - 2790.61, - 2801.456, - 2795.777, - 2783.058, - 2801.035, - 2795.276, - 2780.124, - 2772.522, - 2795.296, - 2789.257, - 2806.072, - 2797.179, - 2789.458, - 2783.828, - 2796.688, - 2784.19 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 257, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 526336, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5539.575, - "p90": 5653.137, - "p95": 5654.198, - "p99": 5677.994 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.09501378715876219, - "p90": 0.09310512021909251, - "p95": 0.09308764921214291, - "p99": 0.09269752662648112 - }, - "samples_us": [ - 5513.446, - 5513.276, - 5557.933, - 5544.393, - 5555.98, - 5549.75, - 5638.635, - 5548.809, - 5529.82, - 5555.609, - 5522.71, - 5516.76, - 5517.392, - 5528.438, - 5654.198, - 5653.137, - 5531.282, - 5539.575, - 5534.618, - 5677.994 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 4096, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 13.861, - "p90": 14.302, - "p95": 14.642, - "p99": 49.485 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.2955053747925835, - "p90": 0.2863935113970074, - "p95": 0.27974320448026224, - "p99": 0.08277255734060826 - }, - "samples_us": [ - 13.991, - 13.901, - 13.861, - 13.971, - 13.751, - 13.991, - 13.821, - 13.681, - 49.485, - 13.791, - 14.302, - 13.891, - 14.191, - 13.941, - 14.642, - 13.781, - 13.691, - 13.58, - 13.65, - 13.751 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 16384, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 20.481, - "p90": 20.861, - "p95": 21.242, - "p99": 23.946 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.7999609394072555, - "p90": 0.7853890034034802, - "p95": 0.7713021372752095, - "p99": 0.6842061304602021 - }, - "samples_us": [ - 20.481, - 20.12, - 19.97, - 20.431, - 20.01, - 20.481, - 20.441, - 20.571, - 20.28, - 20.121, - 20.121, - 20.621, - 20.571, - 20.861, - 20.591, - 23.946, - 20.671, - 20.711, - 21.242, - 20.461 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 60.983, - "p90": 70.086, - "p95": 77.036, - "p99": 78.769 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.0746601511896758, - "p90": 0.9350797591530405, - "p95": 0.8507191442961732, - "p99": 0.8320024375071411 - }, - "samples_us": [ - 63.726, - 70.086, - 77.036, - 63.336, - 59.55, - 58.598, - 61.613, - 59.299, - 62.414, - 60.983, - 59.58, - 59.029, - 58.849, - 55.013, - 59.87, - 66.36, - 63.416, - 62.474, - 78.769, - 59.46 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 195.415, - "p90": 204.569, - "p95": 205.34, - "p99": 206.362 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.3414732748253717, - "p90": 1.2814453802873358, - "p95": 1.276633875523522, - "p99": 1.2703113945396924 - }, - "samples_us": [ - 191.199, - 199.812, - 192.931, - 204.569, - 195.586, - 206.362, - 186.973, - 196.067, - 186.041, - 205.34, - 186.422, - 193.934, - 184.309, - 201.996, - 202.336, - 195.415, - 186.722, - 200.183, - 188.576, - 203.738 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 710.234, - "p90": 719.648, - "p95": 720.88, - "p99": 722.111 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.4763810237189434, - "p90": 1.457067899862155, - "p95": 1.4545777383198313, - "p99": 1.4520980846434965 - }, - "samples_us": [ - 708.932, - 714.12, - 710.234, - 709.973, - 720.88, - 722.111, - 716.313, - 708.872, - 710.244, - 715.612, - 710.354, - 703.113, - 706.808, - 706.979, - 702.762, - 719.648, - 714.461, - 706.348, - 711.636, - 705.677 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2773.473, - "p90": 2789.638, - "p95": 2799.472, - "p99": 2817.22 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.5122930708177076, - "p90": 1.5035298486757063, - "p95": 1.4982482410968925, - "p99": 1.488809535641519 - }, - "samples_us": [ - 2817.22, - 2734.935, - 2754.694, - 2756.908, - 2770.879, - 2769.548, - 2778.511, - 2799.472, - 2780.634, - 2775.967, - 2780.553, - 2772.902, - 2789.638, - 2786.372, - 2773.473, - 2767.744, - 2761.876, - 2772.081, - 2782.517, - 2779.933 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 4096, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 8388608, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5522.89, - "p90": 5650.493, - "p95": 5654.098, - "p99": 5655.641 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.518880151514877, - "p90": 1.4845798410864326, - "p95": 1.483633286865562, - "p99": 1.483228514681183 - }, - "samples_us": [ - 5650.493, - 5508.438, - 5522.89, - 5515.158, - 5507.957, - 5654.098, - 5495.659, - 5533.185, - 5523.812, - 5537.131, - 5655.641, - 5507.567, - 5513.045, - 5519.475, - 5555.099, - 5556.511, - 5534.558, - 5521.137, - 5510.421, - 5534.668 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 65536, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 14.552, - "p90": 14.762, - "p95": 14.893, - "p99": 15.132 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.503573391973612, - "p90": 4.439506841891343, - "p95": 4.400456590344457, - "p99": 4.330954269098599 - }, - "samples_us": [ - 14.723, - 14.762, - 14.422, - 14.582, - 14.322, - 14.512, - 14.742, - 14.893, - 14.461, - 14.432, - 14.442, - 14.702, - 14.522, - 14.562, - 14.642, - 14.412, - 14.552, - 15.132, - 14.723, - 14.462 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 55.855, - "p90": 56.345, - "p95": 56.586, - "p99": 56.586 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.693295139199714, - "p90": 4.652480255568373, - "p95": 4.63266532357827, - "p99": 4.63266532357827 - }, - "samples_us": [ - 56.345, - 56.325, - 56.586, - 56.255, - 55.594, - 55.504, - 54.993, - 55.984, - 56.586, - 55.725, - 55.675, - 55.995, - 56.305, - 55.685, - 56.135, - 55.554, - 55.084, - 54.533, - 56.104, - 55.855 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 212.982, - "p90": 216.597, - "p95": 216.598, - "p99": 217.509 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.923308072982693, - "p90": 4.84113815057457, - "p95": 4.841115799776545, - "p99": 4.820839597441945 - }, - "samples_us": [ - 216.597, - 213.072, - 212.561, - 210.588, - 213.753, - 213.954, - 212.962, - 208.776, - 213.203, - 215.416, - 210.668, - 211.78, - 213.333, - 216.598, - 212.982, - 210.739, - 211.62, - 217.509, - 214.124, - 211.099 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 842.593, - "p90": 845.248, - "p95": 845.569, - "p99": 846.189 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.977852889829372, - "p90": 4.962217006133111, - "p95": 4.960333219406104, - "p99": 4.9566987989680795 - }, - "samples_us": [ - 844.557, - 843.365, - 841.783, - 843.776, - 843.796, - 841.373, - 845.248, - 840.721, - 841.282, - 840.722, - 843.345, - 846.189, - 840.421, - 843.165, - 841.161, - 842.073, - 843.064, - 845.569, - 840.982, - 842.593 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 3378.588, - "p90": 3381.182, - "p95": 3382.394, - "p99": 3393.471 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.9657478212791855, - "p90": 4.961938162453249, - "p95": 4.960160170577407, - "p99": 4.943969169030765 - }, - "samples_us": [ - 3378.017, - 3378.769, - 3372.93, - 3375.574, - 3380.611, - 3378.678, - 3374.371, - 3378.588, - 3381.182, - 3380.24, - 3376.665, - 3373.14, - 3378.758, - 3379.219, - 3369.965, - 3376.856, - 3373.901, - 3382.394, - 3393.471, - 3379.439 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 13390.265, - "p90": 13394.832, - "p95": 13397.165, - "p99": 13403.544 - }, - "payload_gbps_at_latency_percentile": { - "p50": 5.011765189113135, - "p90": 5.010056415787821, - "p95": 5.009183957949312, - "p99": 5.006799992598972 - }, - "samples_us": [ - 13403.544, - 13386.038, - 13389.243, - 13392.037, - 13394.832, - 13381.431, - 13393.209, - 13394.801, - 13392.027, - 13390.054, - 13384.195, - 13397.165, - 13390.134, - 13385.798, - 13385.658, - 13390.265, - 13394.801, - 13390.996, - 13391.446, - 13388.602 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 65536, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 134217728, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 26714.64, - "p90": 27150.508, - "p95": 27156.107, - "p99": 27157.929 - }, - "payload_gbps_at_latency_percentile": { - "p50": 5.024126396612494, - "p90": 4.943470228991663, - "p95": 4.942450992699358, - "p99": 4.9421194082950874 - }, - "samples_us": [ - 27147.563, - 27156.107, - 27146.201, - 27157.929, - 27150.508, - 27131.009, - 26708.209, - 26707.599, - 26708.379, - 26701.64, - 26705.645, - 26707.018, - 26702.17, - 26717.484, - 26705.705, - 26711.324, - 26718.235, - 26715.491, - 26714.64, - 26715.141 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 19.91, - "p90": 20.251, - "p95": 20.401, - "p99": 20.491 - }, - "payload_gbps_at_latency_percentile": { - "p50": 13.166449020592667, - "p90": 12.944743469458299, - "p95": 12.849566197735404, - "p99": 12.793128690644673 - }, - "samples_us": [ - 20.161, - 20.24, - 20.16, - 19.649, - 20.401, - 20.251, - 19.94, - 20.04, - 19.59, - 19.88, - 20.04, - 20.18, - 20.491, - 19.91, - 18.217, - 18.187, - 17.977, - 18.237, - 17.977, - 18.147 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 69.625, - "p90": 70.296, - "p95": 70.437, - "p99": 74.572 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.060337522441651, - "p90": 14.916581313303745, - "p95": 14.886721467410593, - "p99": 14.061256235584402 - }, - "samples_us": [ - 70.296, - 69.586, - 68.744, - 70.437, - 69.505, - 70.066, - 74.572, - 68.854, - 69.705, - 69.405, - 69.625, - 70.186, - 68.774, - 69.695, - 69.845, - 69.085, - 69.546, - 69.345, - 69.966, - 70.186 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 269.488, - "p90": 272.392, - "p95": 274.274, - "p99": 276.808 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.563973163925667, - "p90": 15.398043995418368, - "p95": 15.292386445671116, - "p99": 15.152394439467068 - }, - "samples_us": [ - 267.905, - 272.392, - 271.09, - 270.148, - 266.873, - 270.65, - 269.718, - 274.274, - 269.337, - 269.327, - 269.488, - 268.136, - 276.808, - 267.635, - 268.967, - 269.697, - 267.545, - 269.658, - 270.97, - 269.127 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 1080.985, - "p90": 1083.688, - "p95": 1087.323, - "p99": 1089.467 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.520304167032846, - "p90": 15.481592487874739, - "p95": 15.429836396360603, - "p99": 15.399471484680124 - }, - "samples_us": [ - 1081.385, - 1080.443, - 1078.651, - 1083.688, - 1082.637, - 1087.323, - 1080.093, - 1080.494, - 1082.015, - 1081.325, - 1078.11, - 1081.916, - 1075.997, - 1080.263, - 1081.856, - 1075.736, - 1080.985, - 1078.151, - 1089.467, - 1082.297 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 4267.812, - "p90": 4274.593, - "p95": 4275.003, - "p99": 4281.012 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.724418976281054, - "p90": 15.699474546465593, - "p95": 15.697968866922432, - "p99": 15.675934568742157 - }, - "samples_us": [ - 4267.162, - 4262.264, - 4263.937, - 4267.812, - 4281.012, - 4267.542, - 4269.505, - 4268.624, - 4271.197, - 4266.23, - 4271.128, - 4271.037, - 4275.003, - 4265.489, - 4267.272, - 4273.631, - 4273.841, - 4266.391, - 4264.137, - 4274.593 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 268435456, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 17238.913, - "p90": 17253.125, - "p95": 17254.918, - "p99": 17268.748 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.571483886484026, - "p90": 15.558657112841876, - "p95": 15.55704037538747, - "p99": 15.544581228471225 - }, - "samples_us": [ - 17032.922, - 17036.607, - 17036.597, - 17039.763, - 17040.784, - 17235.067, - 17241.958, - 17251.592, - 17231.192, - 17238.823, - 17241.968, - 17246.545, - 17240.396, - 17244.482, - 17254.918, - 17268.748, - 17231.001, - 17241.257, - 17238.913, - 17253.125 - ] - } - }, - { - "direction": "d2h", - "block_bytes": 262144, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 536870912, - "host_memory": "pinned", - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 33985.462, - "p90": 34007.024, - "p95": 34223.602, - "p99": 34395.953 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.797075584848605, - "p90": 15.787059520409667, - "p95": 15.687153912086753, - "p99": 15.608548831311637 - }, - "samples_us": [ - 33979.042, - 33980.915, - 33972.352, - 33981.256, - 33979.133, - 33983.289, - 33982.928, - 33985.462, - 33994.917, - 33973.074, - 33991.241, - 33981.447, - 33987.655, - 33987.946, - 33986.734, - 34007.024, - 33988.116, - 33992.753, - 34223.602, - 34395.953 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 257, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 14.141, - "p90": 15.103, - "p95": 16.224, - "p99": 16.385 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.018174103670178913, - "p90": 0.017016486790703833, - "p95": 0.015840729783037476, - "p99": 0.015685077815074763 - }, - "samples_us": [ - 14.682, - 13.941, - 14.141, - 14.041, - 14.352, - 14.001, - 13.992, - 14.302, - 16.385, - 16.224, - 13.961, - 13.981, - 14.693, - 14.112, - 14.191, - 14.051, - 14.102, - 14.281, - 15.103, - 14.241 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 1028, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 20.33, - "p90": 20.771, - "p95": 20.942, - "p99": 21.032 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.05056566650270536, - "p90": 0.049492080304270374, - "p95": 0.04908795721516569, - "p99": 0.04887790034233549 - }, - "samples_us": [ - 21.032, - 20.33, - 20.451, - 20.461, - 20.351, - 20.12, - 20.08, - 20.501, - 20.681, - 20.311, - 20.261, - 20.15, - 20.942, - 20.692, - 19.88, - 20.771, - 20.551, - 20.241, - 20.141, - 20.33 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 4112, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 57.978, - "p90": 60.942, - "p95": 61.372, - "p99": 66.501 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.07092345372382627, - "p90": 0.06747399166420531, - "p95": 0.06700123834973604, - "p99": 0.061833656636742305 - }, - "samples_us": [ - 57.547, - 66.501, - 58.068, - 57.297, - 54.463, - 55.184, - 57.187, - 59.73, - 61.372, - 57.898, - 60.942, - 55.645, - 54.893, - 57.978, - 60.06, - 60.652, - 60.571, - 58.739, - 58.769, - 56.645 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 16448, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 192.021, - "p90": 199.482, - "p95": 200.994, - "p99": 201.985 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.08565729789970888, - "p90": 0.08245355470669033, - "p95": 0.08183328855587729, - "p99": 0.08143178948931852 - }, - "samples_us": [ - 182.747, - 196.937, - 180.353, - 194.104, - 184.679, - 195.475, - 192.932, - 186.942, - 188.916, - 195.296, - 192.021, - 191.099, - 196.016, - 199.482, - 185.411, - 194.584, - 185.281, - 201.985, - 187.123, - 200.994 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 65792, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 709.723, - "p90": 716.524, - "p95": 784.115, - "p99": 816.574 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.09270095516137986, - "p90": 0.09182106949662537, - "p95": 0.08390605969787594, - "p99": 0.08057077496956798 - }, - "samples_us": [ - 816.574, - 784.115, - 716.524, - 705.476, - 707.6, - 708.992, - 703.143, - 702.743, - 708.652, - 714.891, - 714.25, - 701.801, - 713.179, - 709.723, - 713.709, - 711.806, - 704.685, - 714.821, - 707.73, - 715.702 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 263168, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2760.333, - "p90": 2774.174, - "p95": 2782.256, - "p99": 2790.039 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.09533922175331744, - "p90": 0.09486355217805371, - "p95": 0.09458798902760925, - "p99": 0.09432412951933647 - }, - "samples_us": [ - 2760.333, - 2756.818, - 2738.961, - 2750.929, - 2768.716, - 2754.194, - 2766.663, - 2771.431, - 2757.229, - 2773.323, - 2769.097, - 2774.174, - 2756.707, - 2790.039, - 2768.465, - 2764.339, - 2759.492, - 2759.672, - 2782.256, - 2758.991 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 257, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 526336, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5499.225, - "p90": 5532.083, - "p95": 5550.822, - "p99": 5626.998 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.0957109410871532, - "p90": 0.09514246261308805, - "p95": 0.09482127151618265, - "p99": 0.0935376198818624 - }, - "samples_us": [ - 5515.999, - 5517.151, - 5626.998, - 5531.993, - 5493.956, - 5513.737, - 5499.225, - 5481.478, - 5486.485, - 5477.621, - 5473.796, - 5479.014, - 5499.885, - 5492.484, - 5506.535, - 5550.822, - 5489.289, - 5500.857, - 5532.083, - 5477.061 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 4096, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 15.914, - "p90": 16.114, - "p95": 16.214, - "p99": 16.265 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.2573834359683298, - "p90": 0.2541889040585826, - "p95": 0.25262119156284696, - "p99": 0.2518290808484476 - }, - "samples_us": [ - 16.114, - 15.684, - 15.754, - 16.214, - 16.114, - 16.265, - 15.854, - 15.954, - 15.934, - 15.794, - 15.794, - 15.914, - 15.844, - 15.904, - 15.964, - 16.014, - 15.834, - 16.025, - 15.804, - 15.994 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 16384, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 23.285, - "p90": 23.706, - "p95": 23.956, - "p99": 24.497 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.7036289456731801, - "p90": 0.6911330464861216, - "p95": 0.6839205209550844, - "p99": 0.6688165897865045 - }, - "samples_us": [ - 24.497, - 23.706, - 23.475, - 23.356, - 23.566, - 23.956, - 23.245, - 23.666, - 23.496, - 23.285, - 23.145, - 23.155, - 23.326, - 23.226, - 23.005, - 23.425, - 23.065, - 22.824, - 23.285, - 23.275 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 65536, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 69.104, - "p90": 73.731, - "p95": 74.883, - "p99": 80.001 - }, - "payload_gbps_at_latency_percentile": { - "p50": 0.948367677703172, - "p90": 0.8888527213790671, - "p95": 0.8751786119680034, - "p99": 0.8191897601279984 - }, - "samples_us": [ - 73.731, - 71.969, - 69.285, - 67.983, - 66.751, - 74.883, - 68.874, - 66.08, - 69.104, - 69.846, - 67.101, - 70.437, - 64.448, - 63.826, - 68.364, - 67.231, - 71.689, - 73.18, - 69.345, - 80.001 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 214.574, - "p90": 227.034, - "p95": 234.144, - "p99": 239.352 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.2216950795529746, - "p90": 1.1546464406212285, - "p95": 1.119584529178625, - "p99": 1.0952237708479562 - }, - "samples_us": [ - 205.901, - 224.61, - 214.574, - 234.144, - 209.667, - 239.352, - 211.419, - 220.383, - 220.243, - 227.034, - 213.623, - 224.259, - 224.62, - 225.271, - 214.084, - 220.614, - 194.213, - 204.72, - 184.599, - 199.722 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 711.285, - "p90": 718.136, - "p95": 770.074, - "p99": 813.751 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.4741995121505445, - "p90": 1.4601356846057014, - "p95": 1.3616561525256015, - "p99": 1.2885710739525973 - }, - "samples_us": [ - 813.751, - 770.074, - 713.188, - 709.212, - 699.337, - 715.151, - 712.898, - 709.723, - 707.009, - 707.19, - 711.576, - 712.207, - 711.316, - 706.889, - 718.136, - 708.992, - 711.285, - 714.31, - 699.167, - 708.611 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2745.451, - "p90": 2755.466, - "p95": 2758.2, - "p99": 2762.907 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.5277285954111, - "p90": 1.522175922330379, - "p95": 1.5206671017330142, - "p99": 1.5180764318161994 - }, - "samples_us": [ - 2726.081, - 2747.784, - 2744.86, - 2755.466, - 2762.907, - 2749.417, - 2743.197, - 2738.45, - 2748.445, - 2754.895, - 2745.451, - 2733.382, - 2731.5, - 2727.063, - 2742.767, - 2742.036, - 2750.579, - 2758.2, - 2749.657, - 2748.115 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 4096, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 8388608, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5493.395, - "p90": 5612.355, - "p95": 5628.048, - "p99": 5629.892 - }, - "payload_gbps_at_latency_percentile": { - "p50": 1.527035285101472, - "p90": 1.4946681027839472, - "p95": 1.4905004363857592, - "p99": 1.490012241797889 - }, - "samples_us": [ - 5490.501, - 5628.048, - 5462.489, - 5629.892, - 5454.386, - 5493.395, - 5587.959, - 5479.895, - 5467.476, - 5600.237, - 5596.362, - 5458.643, - 5474.237, - 5587.467, - 5600.207, - 5485.584, - 5589.271, - 5464.762, - 5581.148, - 5612.355 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 65536, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 16.155, - "p90": 17.317, - "p95": 18.037, - "p99": 18.588 - }, - "payload_gbps_at_latency_percentile": { - "p50": 4.056700711853915, - "p90": 3.784489230236184, - "p95": 3.633420191827909, - "p99": 3.525715515386271 - }, - "samples_us": [ - 16.205, - 16.055, - 16.024, - 18.037, - 16.175, - 16.184, - 18.588, - 16.064, - 16.255, - 16.144, - 16.044, - 17.317, - 17.016, - 16.155, - 16.365, - 15.744, - 16.114, - 16.044, - 16.135, - 16.294 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 23.285, - "p90": 24.878, - "p95": 24.998, - "p99": 25.299 - }, - "payload_gbps_at_latency_percentile": { - "p50": 11.258063130770882, - "p90": 10.537181445453815, - "p95": 10.486598927914233, - "p99": 10.361832483497372 - }, - "samples_us": [ - 23.816, - 23.135, - 23.907, - 23.055, - 23.556, - 24.146, - 23.115, - 23.285, - 23.215, - 23.105, - 23.285, - 24.998, - 23.095, - 24.878, - 23.205, - 23.625, - 23.315, - 25.299, - 22.784, - 23.155 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 67.883, - "p90": 73.982, - "p95": 74.422, - "p99": 92.199 - }, - "payload_gbps_at_latency_percentile": { - "p50": 15.446812898663877, - "p90": 14.173393528155497, - "p95": 14.089597162129477, - "p99": 11.372964999620386 - }, - "samples_us": [ - 70.466, - 70.186, - 68.574, - 67.562, - 64.237, - 74.422, - 73.982, - 68.954, - 92.199, - 67.883, - 66.11, - 65.039, - 65.149, - 63.856, - 66.37, - 66.29, - 69.866, - 68.614, - 68.043, - 65.82 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 212.942, - "p90": 231.861, - "p95": 235.266, - "p99": 243.328 - }, - "payload_gbps_at_latency_percentile": { - "p50": 19.696931558828226, - "p90": 18.089734798003978, - "p95": 17.82792243673119, - "p99": 17.237243556023145 - }, - "samples_us": [ - 209.977, - 231.861, - 208.335, - 230.058, - 216.989, - 226.672, - 208.936, - 243.328, - 209.727, - 225.08, - 212.942, - 221.725, - 220.684, - 235.266, - 210.218, - 221.464, - 203.939, - 198.491, - 183.538, - 201.014 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 700.459, - "p90": 706.929, - "p95": 784.836, - "p99": 820.991 - }, - "payload_gbps_at_latency_percentile": { - "p50": 23.951745926599557, - "p90": 23.732533252985803, - "p95": 21.37671564505196, - "p99": 20.435322677106083 - }, - "samples_us": [ - 820.991, - 784.836, - 700.88, - 698.907, - 688.12, - 706.929, - 703.754, - 700.459, - 695.352, - 699.938, - 702.291, - 701.11, - 690.644, - 704.235, - 699.628, - 696.363, - 697.003, - 698.506, - 704.625, - 702.532 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2637.418, - "p90": 2651.669, - "p95": 2655.075, - "p99": 2670.358 - }, - "payload_gbps_at_latency_percentile": { - "p50": 25.444910135594736, - "p90": 25.3081602568043, - "p95": 25.275694283588976, - "p99": 25.131036362914635 - }, - "samples_us": [ - 2621.023, - 2640.261, - 2670.358, - 2635.565, - 2623.707, - 2651.389, - 2627.682, - 2650.768, - 2645.39, - 2638.85, - 2630.948, - 2638.869, - 2637.418, - 2634.633, - 2641.835, - 2655.075, - 2651.669, - 2635.174, - 2631.319, - 2633.451 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 65536, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 134217728, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5253.663, - "p90": 5276.477, - "p95": 5357.62, - "p99": 5368.527 - }, - "payload_gbps_at_latency_percentile": { - "p50": 25.547456698307446, - "p90": 25.436996693058646, - "p95": 25.051744617946028, - "p99": 25.00084809110581 - }, - "samples_us": [ - 5242.326, - 5368.527, - 5266.272, - 5254.814, - 5357.62, - 5256.658, - 5236.126, - 5274.965, - 5247.093, - 5241.644, - 5241.905, - 5245.12, - 5245.31, - 5235.496, - 5276.477, - 5242.126, - 5261.245, - 5253.663, - 5255.986, - 5269.537 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 1, - "layout": "random", - "seed": 0, - "payload_bytes": 262144, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 16.215, - "p90": 16.986, - "p95": 17.116, - "p99": 17.847 - }, - "payload_gbps_at_latency_percentile": { - "p50": 16.16675917360469, - "p90": 15.432944778052514, - "p95": 15.31572797382566, - "p99": 14.688407015184625 - }, - "samples_us": [ - 17.116, - 16.615, - 16.375, - 16.205, - 16.985, - 16.215, - 16.074, - 15.854, - 16.445, - 16.485, - 16.986, - 17.847, - 16.155, - 16.015, - 16.114, - 16.916, - 16.365, - 15.964, - 16.104, - 16.104 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 4, - "layout": "random", - "seed": 0, - "payload_bytes": 1048576, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 24.127, - "p90": 25.008, - "p95": 27.832, - "p99": 33.07 - }, - "payload_gbps_at_latency_percentile": { - "p50": 43.46068719691632, - "p90": 41.929622520793345, - "p95": 37.67519402127048, - "p99": 31.7077713940127 - }, - "samples_us": [ - 24.627, - 24.016, - 24.938, - 24.888, - 24.577, - 24.457, - 25.008, - 23.595, - 23.756, - 23.856, - 24.127, - 24.747, - 24.136, - 23.766, - 33.07, - 23.095, - 23.766, - 23.225, - 27.832, - 23.145 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 16, - "layout": "random", - "seed": 0, - "payload_bytes": 4194304, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 68.614, - "p90": 76.676, - "p95": 77.797, - "p99": 90.226 - }, - "payload_gbps_at_latency_percentile": { - "p50": 61.12898242341213, - "p90": 54.70165371172205, - "p95": 53.91344139234161, - "p99": 46.486644647884205 - }, - "samples_us": [ - 76.676, - 68.253, - 67.842, - 68.764, - 77.797, - 67.973, - 70.567, - 70.947, - 70.186, - 68.614, - 90.226, - 66.461, - 66.771, - 65.97, - 69.986, - 65.829, - 68.314, - 68.904, - 73.812, - 66.461 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 64, - "layout": "random", - "seed": 0, - "payload_bytes": 16777216, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 212.551, - "p90": 231.5, - "p95": 232.882, - "p99": 236.017 - }, - "payload_gbps_at_latency_percentile": { - "p50": 78.93266086727421, - "p90": 72.47177537796976, - "p95": 72.04170352367294, - "p99": 71.08477779143028 - }, - "samples_us": [ - 236.017, - 231.5, - 212.551, - 218.931, - 211.009, - 232.882, - 213.032, - 218.5, - 208.826, - 229.918, - 210.869, - 211.209, - 207.484, - 215.926, - 219.692, - 217.389, - 187.674, - 208.946, - 183.828, - 190.948 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 256, - "layout": "random", - "seed": 0, - "payload_bytes": 67108864, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 687.319, - "p90": 693.108, - "p95": 695.812, - "p99": 701.201 - }, - "payload_gbps_at_latency_percentile": { - "p50": 97.63859867106831, - "p90": 96.82309827617053, - "p95": 96.44683334004013, - "p99": 95.70560224529058 - }, - "samples_us": [ - 686.148, - 689.993, - 691.225, - 688.531, - 691.466, - 685.236, - 688.381, - 684.304, - 701.201, - 686.197, - 684.886, - 683.823, - 687.319, - 693.108, - 688.09, - 686.148, - 692.036, - 685.066, - 681.531, - 695.812 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 1024, - "layout": "random", - "seed": 0, - "payload_bytes": 268435456, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 2651.999, - "p90": 2662.625, - "p95": 2668.625, - "p99": 2669.406 - }, - "payload_gbps_at_latency_percentile": { - "p50": 101.22004420061998, - "p90": 100.81609539458242, - "p95": 100.58942564054523, - "p99": 100.55999574437159 - }, - "samples_us": [ - 2640.091, - 2660.031, - 2657.879, - 2655.414, - 2662.625, - 2635.355, - 2647.002, - 2656.105, - 2668.625, - 2654.634, - 2652.85, - 2648.424, - 2646.12, - 2669.406, - 2651.999, - 2655.776, - 2648.854, - 2646.722, - 2645.159, - 2648.364 - ] - } - }, - { - "direction": "d2d", - "block_bytes": 262144, - "num_blocks": 2048, - "layout": "random", - "seed": 0, - "payload_bytes": 536870912, - "host_memory": null, - "api": "explicit-block-size", - "correctness_passed": true, - "latency": { - "sample_count": 20, - "percentiles_us": { - "p50": 5332.272, - "p90": 5429.228, - "p95": 5432.804, - "p99": 5500.386 - }, - "payload_gbps_at_latency_percentile": { - "p50": 100.68333198306463, - "p90": 98.88531334473336, - "p95": 98.8202246942831, - "p99": 97.60604292135133 - }, - "samples_us": [ - 5500.386, - 5349.838, - 5319.603, - 5320.053, - 5305.992, - 5418.542, - 5429.228, - 5314.144, - 5432.804, - 5298.22, - 5426.855, - 5332.763, - 5320.163, - 5417.07, - 5421.727, - 5332.272, - 5309.106, - 5347.905, - 5318.731, - 5330.079 - ] - } - } - ] -} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json deleted file mode 100644 index 055b01dfea..0000000000 --- a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T18:47:15.739955+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256","mode":"low-latency","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-low-latency-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256],"ladder_dropped":[512],"ladder_cap":256},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":120.8219975233078,"p90":124.02699887752533,"p95":125.3889948129654,"p99":129.03499603271484},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":200.4610002040863,"p90":203.14499735832214,"p95":204.2270004749298,"p99":206.94999396800995},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":321.2829977273941,"p90":327.1719962358475,"p95":329.6159952878952,"p99":335.9849900007248},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":293.9609885215759,"p90":296.28700017929077,"p95":297.2489893436432,"p99":306.5829873085022},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":299.20899868011475,"p90":302.3340106010437,"p95":303.4150004386902,"p99":306.9399893283844},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":102.5950014591217,"p90":106.11999779939651,"p95":107.20200091600418,"p99":108.72399806976318},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":179.55100536346436,"p90":182.95499682426453,"p95":183.83699655532837,"p99":185.12000143527985},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.209015846252441,"p95":6.209015846252441,"p99":6.209015846252441},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.77298617362976,"p90":14.464974403381348,"p95":16.869008541107178,"p99":77.63200998306274},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.0010004043579102,"p90":1.0809898376464844,"p95":1.0809898376464844,"p99":1.0809898376464844},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":100.67100077867508,"p90":103.35499793291092,"p95":104.35599833726883,"p99":106.6410019993782},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":176.58700048923492,"p90":178.95099520683289,"p95":179.63099479675293,"p99":181.7139983177185},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":288.3549928665161,"p90":290.63498973846436,"p95":291.2769913673401,"p99":292.479008436203},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.89400053024292,"p90":14.659017324447632,"p95":16.222000122070312,"p99":20.148009061813354},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003888666396960616,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1376256,"scale_bytes":0,"total_logical_bytes":1376256},"dispatch":{"activation_data_bytes":1376256,"scale_bytes":0,"total_logical_bytes":1376256},"roundtrip":{"activation_data_bytes":2752512,"scale_bytes":0,"total_logical_bytes":2752512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"per-assignment"},"receive":{"max":11,"mean":6.0,"min":2,"total":96},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":53474.327545561726,"p90":52921.601404326975,"p95":52733.055309943564,"p99":52127.45343156364},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":122.18499928712845,"p90":125.109001994133,"p95":126.39099359512329,"p99":128.9149969816208},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":203.42500507831573,"p90":205.7889997959137,"p95":206.8299949169159,"p99":209.19400453567505},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":325.6100043654442,"p90":330.8980017900467,"p95":333.2209885120392,"p99":338.10900151729584},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":298.7709939479828,"p90":301.0120093822479,"p95":302.0560145378113,"p99":303.77501249313354},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":303.21499705314636,"p90":306.1389923095703,"p95":307.3039948940277,"p99":310.58600544929504},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":102.633997797966,"p90":106.48000240325928,"p95":107.24099725484848,"p99":109.64500159025192},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":182.27499723434448,"p90":186.32100522518158,"p95":187.0020031929016,"p99":188.48499655723572},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.009012460708618,"p90":6.049007177352905,"p95":6.049007177352905,"p99":6.049007177352905},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.531974792480469,"p90":13.821005821228027,"p95":15.345990657806396,"p99":21.430015563964844},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.3619959354400635,"p90":0.7610023021697998,"p95":0.7610023021697998,"p99":0.7610023021697998},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":101.71200335025787,"p90":103.75499725341797,"p95":104.31600362062454,"p99":105.99900037050247},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":180.35200238227844,"p90":182.27499723434448,"p95":183.03599953651428,"p99":184.59799885749817},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":292.4419939517975,"p90":294.36200857162476,"p95":294.9250042438507,"p99":296.20400071144104},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.773003101348877,"p90":14.257997274398804,"p95":15.343993902206421,"p99":19.426017999649048},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003888666396960616,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2752512,"scale_bytes":0,"total_logical_bytes":2752512},"dispatch":{"activation_data_bytes":2752512,"scale_bytes":0,"total_logical_bytes":2752512},"roundtrip":{"activation_data_bytes":5505024,"scale_bytes":0,"total_logical_bytes":5505024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"per-assignment"},"receive":{"max":17,"mean":12.0,"min":8,"total":192},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":105535.67703114355,"p90":104527.6844958101,"p95":104131.41557445435,"p99":103031.04273390767},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":124.38700348138809,"p90":127.83299386501312,"p95":129.19500470161438,"p99":131.9189965724945},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":207.67100155353546,"p90":210.3549987077713,"p95":211.3569974899292,"p99":214.44199979305267},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":332.05800503492355,"p90":338.1879925727844,"p95":340.5520021915436,"p99":346.3609963655472},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":305.1770031452179,"p90":307.7009916305542,"p95":308.42500925064087,"p99":319.12198662757874},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":309.82500314712524,"p90":313.30999732017517,"p95":314.63098526000977,"p99":317.5159990787506},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":104.3969988822937,"p90":107.76200145483017,"p95":108.60300064086914,"p99":110.68599671125412},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":186.56200170516968,"p90":189.48599696159363,"p95":190.3270035982132,"p99":193.20900738239288},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.088018417358398,"p90":6.169021129608154,"p95":6.169021129608154,"p99":6.169021129608154},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.895997285842896,"p90":14.982998371124268,"p95":16.508013010025024,"p99":29.519975185394287},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.082003116607666,"p90":-0.9620189666748047,"p95":-0.9620189666748047,"p99":-0.9620189666748047},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":103.87600213289261,"p90":106.1989963054657,"p95":106.9599986076355,"p99":108.4429994225502},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":184.83899533748627,"p90":187.12200224399567,"p95":187.7630054950714,"p99":188.8049989938736},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":298.37000370025635,"p90":300.6939888000488,"p95":301.2920022010803,"p99":302.6140034198761},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.537015438079834,"p90":15.259981155395508,"p95":16.941994428634644,"p99":20.350009202957153},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038896200712770224,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":5505024,"scale_bytes":0,"total_logical_bytes":5505024},"dispatch":{"activation_data_bytes":5505024,"scale_bytes":0,"total_logical_bytes":5505024},"roundtrip":{"activation_data_bytes":11010048,"scale_bytes":0,"total_logical_bytes":11010048},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"per-assignment"},"receive":{"max":31,"mean":24.0,"min":17,"total":384},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":206568.2218991493,"p90":204270.53253138822,"p95":203412.8963716357,"p99":201564.6461459936},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":131.55800104141235,"p90":135.84500551223755,"p95":137.0069980621338,"p99":139.41000401973724},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":215.88300168514252,"p90":218.6480015516281,"p95":219.7290062904358,"p99":221.7330038547516},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":347.44100272655487,"p90":354.49300706386566,"p95":356.7360043525696,"p99":361.14300787448883},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":315.27599692344666,"p90":318.15698742866516,"p95":319.04101371765137,"p99":326.69299840927124},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":323.3250081539154,"p90":326.8499970436096,"p95":328.01198959350586,"p99":330.77600598335266},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":107.64200240373611,"p90":111.16699874401093,"p95":111.88799887895584,"p99":113.61200362443924},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":192.12999939918518,"p90":195.374995470047,"p95":196.17700576782227,"p99":198.42000305652618},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.050020456314087,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.176023960113525,"p90":17.822980880737305,"p95":19.632995128631592,"p99":26.676982641220093},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.9210109710693359,"p90":1.6019940376281738,"p95":1.6019940376281738,"p99":1.6019940376281738},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":107.36099630594254,"p90":110.12499779462814,"p95":111.00699752569199,"p99":112.88999766111374},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":191.6089951992035,"p90":193.97200644016266,"p95":194.6139931678772,"p99":196.45600020885468},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":309.7839951515198,"p90":312.51099705696106,"p95":313.1929934024811,"p99":314.75499272346497},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.660013675689697,"p90":17.582982778549194,"p95":19.145995378494263,"p99":23.35202693939209},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003889858489856124,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":11010048,"scale_bytes":0,"total_logical_bytes":11010048},"dispatch":{"activation_data_bytes":11010048,"scale_bytes":0,"total_logical_bytes":11010048},"roundtrip":{"activation_data_bytes":22020096,"scale_bytes":0,"total_logical_bytes":22020096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"per-assignment"},"receive":{"max":58,"mean":48.0,"min":40,"total":768},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":395886.48193605547,"p90":391616.9532133168,"p95":390229.63812580775,"p99":386968.8178242348},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":136.88600063323975,"p90":141.21299982070923,"p95":142.535001039505,"p99":145.21899819374084},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":222.61400520801544,"p90":225.5380004644394,"p95":226.69999301433563,"p99":228.5429984331131},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":359.5000058412552,"p90":366.7510002851486,"p95":369.23499405384064,"p99":373.76199662685394},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":325.888991355896,"p90":329.5750021934509,"p95":330.5380046367645,"p99":435.7739984989166},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":337.38601207733154,"p90":342.15301275253296,"p95":343.67600083351135,"p99":347.0810055732727},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":113.93100023269653,"p90":117.33599752187729,"p95":118.37799847126007,"p99":120.26199698448181},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":198.81999492645264,"p90":201.22399926185608,"p95":201.9049972295761,"p99":202.58499681949615},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.050020456314087,"p90":6.1289966106414795,"p95":6.1289966106414795,"p99":6.1289966106414795},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":15.502989292144775,"p90":20.713984966278076,"p95":22.9949951171875,"p99":76.71099901199341},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.2010037899017334,"p90":2.884000539779663,"p95":2.884000539779663,"p99":2.884000539779663},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":112.68900334835052,"p90":115.8130019903183,"p95":116.77499860525131,"p99":118.53799968957901},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":198.09900224208832,"p90":199.78199899196625,"p95":200.30200481414795,"p99":201.54400169849396},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":321.245014667511,"p90":324.20599460601807,"p95":325.00800490379333,"p99":327.53100991249084},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":16.34100079536438,"p90":21.027982234954834,"p95":22.913992404937744,"p99":26.43600106239319},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038906957488507032,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":22020096,"scale_bytes":0,"total_logical_bytes":22020096},"dispatch":{"activation_data_bytes":22020096,"scale_bytes":0,"total_logical_bytes":22020096},"roundtrip":{"activation_data_bytes":44040192,"scale_bytes":0,"total_logical_bytes":44040192},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"per-assignment"},"receive":{"max":105,"mean":96.0,"min":80,"total":1536},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":758774.7886279374,"p90":748203.2612851948,"p95":744887.6249116253,"p99":737579.9766892041},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":158.31899642944336,"p90":162.96599805355072,"p95":164.64799642562866,"p99":168.37400197982788},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":236.8759959936142,"p90":239.51999843120575,"p95":240.4409945011139,"p99":242.60400235652924},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":395.19499242305756,"p90":402.48599648475647,"p95":405.08899092674255,"p99":410.9780043363571},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":363.22399973869324,"p90":367.71199107170105,"p95":368.87699365615845,"p99":371.5609908103943},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":378.08701395988464,"p90":382.61398673057556,"p95":384.0160071849823,"p99":387.14098930358887},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":135.32300293445587,"p90":139.5699977874756,"p95":140.37099480628967,"p99":142.65500009059906},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":214.52200412750244,"p90":217.48900413513184,"p95":218.6879962682724,"p99":220.6909954547882},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048977375030518,"p90":6.089001893997192,"p95":6.089001893997192,"p99":6.089001893997192},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.91098713874817,"p90":23.912012577056885,"p95":25.919020175933838,"p99":31.12301230430603},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.2429823875427246,"p90":-1.203000545501709,"p95":-1.203000545501709,"p99":-1.203000545501709},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":134.12100076675415,"p90":137.44600117206573,"p95":138.44700157642365,"p99":140.45000076293945},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":212.11999654769897,"p90":213.76200020313263,"p95":214.36400711536407,"p99":215.52500128746033},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":355.0960123538971,"p90":358.2969903945923,"p95":359.13801193237305,"p99":361.34499311447144},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.870004177093506,"p90":27.842998504638672,"p95":29.201000928878784,"p99":32.5700044631958},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":44040192,"scale_bytes":0,"total_logical_bytes":44040192},"dispatch":{"activation_data_bytes":44040192,"scale_bytes":0,"total_logical_bytes":44040192},"roundtrip":{"activation_data_bytes":88080384,"scale_bytes":0,"total_logical_bytes":88080384},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"per-assignment"},"receive":{"max":211,"mean":192.0,"min":175,"total":3072},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":1354185.6268417716,"p90":1338163.312781699,"p95":1333277.7551467202,"p99":1322515.605802978},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":193.572998046875,"p90":200.22299885749817,"p95":202.3860067129135,"p99":206.95200562477112},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":263.6350095272064,"p90":267.60101318359375,"p95":268.7639892101288,"p99":271.5669870376587},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":457.2080075740814,"p90":467.8240120410919,"p95":471.1499959230423,"p99":478.5189926624298},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":423.96000027656555,"p90":430.6100010871887,"p95":435.2569878101349,"p99":618.2529926300049},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":436.8549883365631,"p90":442.58400797843933,"p95":444.4260001182556,"p99":448.8329887390137},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":167.97399520874023,"p90":171.65899276733398,"p95":172.85899817943573,"p99":175.22400617599487},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":238.55799436569214,"p90":243.04500222206116,"p95":244.56900358200073,"p99":248.0120062828064},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.129980087280273,"p95":6.129980087280273,"p99":6.129980087280273},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.996004343032837,"p90":28.96001935005188,"p95":33.005982637405396,"p99":104.52201962471008},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.521974802017212,"p90":2.804011106491089,"p95":2.804011106491089,"p99":2.804011106491089},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":168.6529964208603,"p90":172.09799587726593,"p95":172.89899289608002,"p99":174.74199831485748},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":237.75899410247803,"p90":240.6429946422577,"p95":241.80500209331512,"p99":245.08999288082123},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":412.3019874095917,"p90":416.62898659706116,"p95":417.7910089492798,"p99":420.9960103034973},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.633020162582397,"p90":30.31998872756958,"p95":32.52500295639038,"p99":36.410003900527954},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":88080384,"scale_bytes":0,"total_logical_bytes":88080384},"dispatch":{"activation_data_bytes":88080384,"scale_bytes":0,"total_logical_bytes":88080384},"roundtrip":{"activation_data_bytes":176160768,"scale_bytes":0,"total_logical_bytes":176160768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"per-assignment"},"receive":{"max":421,"mean":384.0,"min":335,"total":6144},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":2344027.256960351,"p90":2313685.044060346,"p95":2304095.6193551407,"p99":2281472.230632836},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":266.72300696372986,"p90":277.0180106163025,"p95":280.42298555374146,"p99":287.71400451660156},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":318.67799162864685,"p90":326.53000950813293,"p95":328.81298661231995,"p99":332.9389989376068},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":585.4009985923767,"p90":603.5480201244354,"p95":609.2359721660614,"p99":620.6530034542084},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":536.965012550354,"p90":655.0629734992981,"p95":663.0010008811951,"p99":731.7379713058472},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":561.4420175552368,"p90":572.7789998054504,"p95":575.5029916763306,"p99":581.0710191726685},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":230.2670031785965,"p90":236.27400398254395,"p95":237.43599653244019,"p99":240.32199382781982},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":283.46800804138184,"p90":289.557009935379,"p95":291.359007358551,"p99":295.36500573158264},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089985370635986,"p90":6.609976291656494,"p95":6.609976291656494,"p99":6.609976291656494},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":27.716994285583496,"p90":44.862985610961914,"p95":55.09001016616821,"p99":158.67799520492554},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.323031425476074,"p90":125.67001581192017,"p95":125.67001581192017,"p99":125.67001581192017},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":232.98899829387665,"p90":239.23900723457336,"p95":240.72100222110748,"p99":244.28600072860718},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":293.12199354171753,"p90":299.4120121002197,"p95":300.9740114212036,"p99":303.8179874420166},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":536.8899703025818,"p90":546.1390018463135,"p95":548.4229922294617,"p99":551.8680214881897},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.802982807159424,"p90":31.60804510116577,"p95":33.7260365486145,"p99":38.81394863128662},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":176160768,"scale_bytes":0,"total_logical_bytes":176160768},"dispatch":{"activation_data_bytes":176160768,"scale_bytes":0,"total_logical_bytes":176160768},"roundtrip":{"activation_data_bytes":352321536,"scale_bytes":0,"total_logical_bytes":352321536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"per-assignment"},"receive":{"max":802,"mean":768.0,"min":696,"total":12288},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":3647749.7870891183,"p90":3575550.082484906,"p95":3558626.1576756816,"p99":3524526.1464183014},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":403.8090109825134,"p90":420.43501138687134,"p95":425.7180094718933,"p99":436.1729919910431},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":467.05999970436096,"p90":479.9639880657196,"p95":484.41100120544434,"p99":494.1459894180298},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":870.8690106868744,"p90":900.3989994525909,"p95":910.1290106773376,"p99":930.3189814090729},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":829.6449780464172,"p90":842.4320220947266,"p95":846.6370105743408,"p99":1049.5439767837524},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":848.9130139350891,"p90":864.4570112228394,"p95":868.3419823646545,"p99":878.8390159606934},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":362.4269962310791,"p90":373.1200098991394,"p95":375.8470118045807,"p99":382.5739920139313},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":435.7739984989166,"p90":447.035014629364,"p95":450.7960081100464,"p99":458.37199687957764},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.048977375030518,"p90":6.08903169631958,"p95":6.08903169631958,"p99":6.08903169631958},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.0439772605896,"p90":37.06401586532593,"p95":42.176008224487305,"p99":50.16303062438965},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.5650134086608887,"p90":2.043008804321289,"p95":2.043008804321289,"p99":2.043008804321289},"sample_count":4},"host_retried_siblings":null,"host_stalled_trials":null},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":370.8760142326355,"p90":380.6940019130707,"p95":383.57898592948914,"p99":388.02599906921387},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":442.6639974117279,"p90":450.52000880241394,"p95":452.52299308776855,"p99":457.96701312065125},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":825.0859975814819,"p90":837.2640013694763,"p95":840.3890132904053,"p99":845.9089994430542},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.475944995880127,"p90":34.3400239944458,"p95":37.84799575805664,"p99":45.25899887084961},"sample_count":2048},"rank_alignment":{"host_held_fraction":null,"host_held_samples":null,"host_stalled_fraction":null,"host_stalled_samples":null,"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.003891168860718608,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":352321536,"scale_bytes":0,"total_logical_bytes":352321536},"dispatch":{"activation_data_bytes":352321536,"scale_bytes":0,"total_logical_bytes":352321536},"roundtrip":{"activation_data_bytes":704643072,"scale_bytes":0,"total_logical_bytes":704643072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"per-assignment"},"receive":{"max":1613,"mean":1536.0,"min":1426,"total":24576},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":4824993.765866799,"p90":4738234.460272236,"p95":4717035.549572118,"p99":4660694.308755172},"tokens_per_rank":256}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"receive_capacity":256,"num_qps_per_rank":24,"return_recv_hook":true,"zero_copy":false,"fp8_scales":null,"deep_ep":"uccl deep_ep_wrapper","num_nvl_bytes":1073741824,"num_rdma_bytes":5650787456,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-ll-hook-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9957,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2090,"max":2092,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2067,"p50":2095,"max":2098,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2040,"p50":2094,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2062,"p50":2094,"max":2096,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2057,"p50":2088,"max":2091,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2093,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2062,"p50":2092,"max":2095,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2092,"max":2096,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.5},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2095,"max":2096,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2064,"p50":2089,"max":2092,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2090,"max":2092,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2053,"p50":2087,"max":2090,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2095,"max":2100,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2039,"p50":2092,"max":2094,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2057,"p50":2086,"max":2087,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2065,"p50":2092,"max":2097,"samples":2340},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":236.4}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json deleted file mode 100644 index 5debcd03dc..0000000000 --- a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T20:52:23.426342+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":171.77799344062805,"p90":176.4249950647354,"p95":178.14800143241882,"p99":181.79400265216827},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":334.26401019096375,"p90":364.9500012397766,"p95":371.8000054359436,"p99":398.68101477622986},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":506.0420036315918,"p90":541.374996304512,"p95":549.9480068683624,"p99":580.4750174283981},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":650.4999995231628,"p90":667.6880121231079,"p95":672.8159785270691,"p99":682.7899813652039},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":536.5689992904663,"p90":582.4369788169861,"p95":589.4070267677307,"p99":622.1370100975037},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":186.5220069885254,"p90":198.05899262428284,"p95":199.30100440979004,"p99":205.43000102043152},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":390.269011259079,"p90":398.23898673057556,"p95":399.6430039405823,"p99":404.9699902534485},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209969520568848,"p90":6.409943103790283,"p95":6.409943103790283,"p99":6.409943103790283},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.4119696617126465,"p90":13.016998767852783,"p95":15.140950679779053,"p99":19.829988479614258},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.4020204544067383,"p90":4.086017608642578,"p95":4.086017608642578,"p99":4.086017608642578},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":147.78299629688263,"p90":151.54799818992615,"p95":153.4309983253479,"p99":156.1949998140335},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":293.1619882583618,"p90":299.33199286460876,"p95":301.5750050544739,"p99":306.3820004463196},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":486.0509932041168,"p90":508.8059902191162,"p95":514.5739912986755,"p99":529.9980044364929},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":51.200032234191895,"p90":74.0709900856018,"p95":78.03702354431152,"p99":93.86199712753296},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":0,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"roundtrip":{"activation_data_bytes":2351104,"scale_bytes":0,"total_logical_bytes":2351104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":29819.091339897852,"p90":27470.783246795763,"p95":27145.92679314148,"p99":25717.807718098014},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":177.9879927635193,"p90":182.5149953365326,"p95":184.47700142860413,"p99":189.28499519824982},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":334.1839909553528,"p90":365.63000082969666,"p95":371.0789978504181,"p99":438.0190074443817},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":512.1719837188721,"p90":548.1449961662292,"p95":555.5559992790222,"p99":627.3040026426315},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":655.3890109062195,"p90":669.8110103607178,"p95":672.1749901771545,"p99":691.7219758033752},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":536.8890166282654,"p90":582.1959972381592,"p95":589.5280241966248,"p99":624.3799924850464},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":187.20200657844543,"p90":196.21600210666656,"p95":198.6590027809143,"p99":203.46699655056},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":382.3769986629486,"p90":390.38699865341187,"p95":392.5909996032715,"p99":399.6419906616211},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328999996185303,"p90":6.3700079917907715,"p95":6.3700079917907715,"p99":6.3700079917907715},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.129967212677002,"p90":13.26000690460205,"p95":15.020012855529785,"p99":20.388007164001465},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.6829967498779297,"p90":3.2449960708618164,"p95":3.2449960708618164,"p99":3.2449960708618164},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":156.67599439620972,"p90":159.07999873161316,"p95":160.4820042848587,"p99":164.32799398899078},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":295.4460084438324,"p90":301.2950122356415,"p95":303.21699380874634,"p99":310.50899624824524},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":495.26700377464294,"p90":518.3020234107971,"p95":524.4719982147217,"p99":542.4990057945251},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":41.781991720199585,"p90":65.01603126525879,"p95":69.54199075698853,"p99":86.88896894454956},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"roundtrip":{"activation_data_bytes":4759552,"scale_bytes":0,"total_logical_bytes":4759552},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":59602.63482565591,"p90":54964.307813524436,"p95":54280.7104778569,"p99":51250.84145095566},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":178.2280057668686,"p90":182.4750006198883,"p95":184.0369999408722,"p99":188.88400495052338},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":334.9840044975281,"p90":365.87101221084595,"p95":370.2769875526428,"p99":387.9840075969696},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":513.2120102643967,"p90":548.3460128307343,"p95":554.313987493515,"p99":576.868012547493},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":653.5059809684753,"p90":667.3669815063477,"p95":670.5690026283264,"p99":686.9540214538574},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":537.4119877815247,"p90":584.2400193214417,"p95":592.4919843673706,"p99":659.9140167236328},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":188.48399817943573,"p90":198.9399939775467,"p95":200.06200671195984,"p99":203.7079930305481},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":387.023001909256,"p90":396.63800597190857,"p95":398.72100949287415,"p99":403.24899554252625},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328999996185303,"p90":6.488978862762451,"p95":6.488978862762451,"p99":6.488978862762451},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.331967353820801,"p90":13.823986053466797,"p95":15.666007995605469,"p99":23.63598346710205},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.44195556640625,"p90":3.444969654083252,"p95":3.444969654083252,"p99":3.444969654083252},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":158.67899358272552,"p90":161.04300320148468,"p95":162.16400265693665,"p99":165.97099602222443},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":297.7699935436249,"p90":309.74599719047546,"p95":312.51001358032227,"p99":322.2459852695465},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":497.1100091934204,"p90":520.2649831771851,"p95":527.0349979400635,"p99":545.8229780197144},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":41.061967611312866,"p90":64.41396474838257,"p95":69.3020224571228,"p99":84.08498764038086},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"roundtrip":{"activation_data_bytes":9433088,"scale_bytes":0,"total_logical_bytes":9433088},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":119089.26755466807,"p90":109544.01938150695,"p95":108018.33896256938,"p99":96982.33160397128},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":179.9910068511963,"p90":184.35800075531006,"p95":185.83999574184418,"p99":189.24500048160553},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":334.82399582862854,"p90":366.0300076007843,"p95":371.67999148368835,"p99":385.4599893093109},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":514.8150026798248,"p90":550.3880083560944,"p95":557.5199872255325,"p99":574.7049897909164},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":650.9429812431335,"p90":663.3210182189941,"p95":666.8440103530884,"p99":692.8859949111938},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":537.2909903526306,"p90":584.3200087547302,"p95":590.7289981842041,"p99":617.5299882888794},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":187.64300644397736,"p90":190.5680000782013,"p95":192.53100454807281,"p99":195.73499262332916},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":386.90200448036194,"p90":396.43800258636475,"p95":398.5210061073303,"p99":403.52699160575867},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.369948387145996,"p95":6.369948387145996,"p99":6.369948387145996},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.889998912811279,"p90":11.820018291473389,"p95":14.262974262237549,"p99":17.183005809783936},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.5630125999450684,"p90":2.2429823875427246,"p95":2.2429823875427246,"p99":2.2429823875427246},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":159.4800055027008,"p90":161.56400740146637,"p95":162.80600428581238,"p99":165.96999764442444},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":300.93398690223694,"p90":312.51201033592224,"p95":315.11399149894714,"p99":322.6870000362396},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":498.51199984550476,"p90":520.7449793815613,"p95":526.233971118927,"p99":538.4129881858826},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":39.29901123046875,"p90":64.2549991607666,"p95":67.93999671936035,"p99":81.32100105285645},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"roundtrip":{"activation_data_bytes":18608128,"scale_bytes":0,"total_logical_bytes":18608128},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":238232.17269284945,"p90":219058.047101256,"p95":216681.42311186562,"p99":207277.38316753914},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":188.8040006160736,"p90":192.65000522136688,"p95":194.8540061712265,"p99":199.37999546527863},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":335.4249894618988,"p90":366.2709891796112,"p95":371.6390132904053,"p99":386.4220082759857},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":524.2289900779724,"p90":558.9209944009781,"p95":566.4930194616318,"p99":585.8020037412643},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":657.8699946403503,"p90":667.6049828529358,"p95":671.7320084571838,"p99":688.5190010070801},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":537.5720262527466,"p90":583.8789939880371,"p95":590.569019317627,"p99":617.6490187644958},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":194.65400278568268,"p90":197.77899980545044,"p95":200.1820057630539,"p99":204.62900400161743},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":387.023001909256,"p90":395.7560062408447,"p95":397.75899052619934,"p99":402.6060104370117},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.169021129608154,"p90":6.2490105628967285,"p95":6.2490105628967285,"p99":6.2490105628967285},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.092999458312988,"p90":14.42098617553711,"p95":17.228007316589355,"p99":19.710004329681396},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.3239850997924805,"p90":3.325045108795166,"p95":3.325045108795166,"p99":3.325045108795166},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":165.61000049114227,"p90":168.21399331092834,"p95":169.6159988641739,"p99":172.6599931716919},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":311.6700053215027,"p90":320.64399123191833,"p95":323.88898730278015,"p99":331.53900504112244},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":504.80198860168457,"p90":527.3560285568237,"p95":532.7640175819397,"p99":544.3810224533081},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":33.33002328872681,"p90":57.24400281906128,"p95":60.80901622772217,"p99":74.22995567321777},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"roundtrip":{"activation_data_bytes":37675008,"scale_bytes":0,"total_logical_bytes":37675008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":476215.2558132521,"p90":438447.0115142473,"p95":433480.2396099193,"p99":414474.8752488678},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":202.58499681949615,"p90":207.39200711250305,"p95":209.11499857902527,"p99":213.80199491977692},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":354.69499230384827,"p90":368.43499541282654,"p95":373.44199419021606,"p99":389.14600014686584},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":557.2799891233444,"p90":575.8270025253296,"p95":582.5569927692413,"p99":602.9479950666428},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":675.6590008735657,"p90":683.9900016784668,"p95":687.8389716148376,"p99":700.5370259284973},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":554.4750094413757,"p90":584.318995475769,"p95":591.168999671936,"p99":623.8589882850647},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":208.67499709129333,"p90":212.16000616550446,"p95":213.76299858093262,"p99":217.68899261951447},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":388.5050117969513,"p90":399.1610109806061,"p95":401.1639952659607,"p99":405.131995677948},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209015846252441,"p90":6.2490105628967285,"p95":6.2490105628967285,"p99":6.2490105628967285},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.729053497314453,"p90":13.660013675689697,"p95":15.666007995605469,"p99":19.986987113952637},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.7629733085632324,"p90":2.9239654541015625,"p95":2.9239654541015625,"p99":2.9239654541015625},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":180.59299886226654,"p90":182.67600238323212,"p95":184.07799303531647,"p99":186.72099709510803},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":333.0230116844177,"p90":340.7140076160431,"p95":342.9979979991913,"p99":349.64799880981445},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":531.6420197486877,"p90":544.7019934654236,"p95":549.3500232696533,"p99":566.3340091705322},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.43196964263916,"p90":41.42099618911743,"p95":45.746028423309326,"p99":60.44799089431763},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"roundtrip":{"activation_data_bytes":75235328,"scale_bytes":0,"total_logical_bytes":75235328},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":923395.9895069597,"p90":876233.7078963438,"p95":866080.5967229842,"p99":820698.2821670077},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":224.17700290679932,"p90":228.7050038576126,"p95":230.22599518299103,"p99":235.1139932870865},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":386.90200448036194,"p90":399.76200461387634,"p95":403.1670093536377,"p99":426.20301246643066},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":611.0790073871613,"p90":628.467008471489,"p95":633.3930045366287,"p99":661.3170057535172},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":697.691023349762,"p90":706.9039940834045,"p95":709.8309993743896,"p99":730.3820252418518},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":617.4899935722351,"p90":626.5029907226562,"p95":629.6679973602295,"p99":638.1210088729858},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":234.03300344944,"p90":237.19799518585205,"p95":238.39999735355377,"p99":241.32399260997772},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":388.2260024547577,"p90":394.43400502204895,"p95":396.47701382637024,"p99":400.68501234054565},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209015846252441,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.170008659362793,"p90":13.58097791671753,"p95":15.700995922088623,"p99":17.705023288726807},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.043008804321289,"p90":2.642989158630371,"p95":2.642989158630371,"p99":2.642989158630371},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":205.7500034570694,"p90":207.83400535583496,"p95":209.07500386238098,"p99":212.35999464988708},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":368.91698837280273,"p90":375.96699595451355,"p95":378.2089948654175,"p99":387.14200258255005},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":598.2630252838135,"p90":606.315016746521,"p95":608.9190244674683,"p99":618.1730031967163},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.58597993850708,"p90":23.35304021835327,"p95":25.195002555847168,"p99":28.68098020553589},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"roundtrip":{"activation_data_bytes":150700032,"scale_bytes":0,"total_logical_bytes":150700032},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":1658326.4678931364,"p90":1634469.4521231903,"p95":1626253.842172283,"p99":1604711.30986352},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":289.9569869041443,"p90":294.60400342941284,"p95":296.32601141929626,"p99":300.5729913711548},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":464.5400047302246,"p90":472.1910059452057,"p95":474.8750030994415,"p99":485.0099980831146},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":754.4969916343689,"p90":766.7950093746185,"p95":771.2010145187378,"p99":785.5829894542694},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":814.4689798355103,"p90":822.6019740104675,"p95":825.6869912147522,"p99":830.253005027771},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":746.163010597229,"p90":755.2970051765442,"p95":758.8620185852051,"p99":766.5539979934692},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":313.1929934024811,"p90":320.84399461746216,"p95":323.88898730278015,"p99":331.18000626564026},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":430.52801489830017,"p90":435.2549910545349,"p95":437.13799118995667,"p99":441.0640001296997},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209969520568848,"p90":6.2490105628967285,"p95":6.2490105628967285,"p99":6.2490105628967285},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.339021682739258,"p90":15.66702127456665,"p95":17.188966274261475,"p99":20.628035068511963},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.8430352210998535,"p90":-1.322031021118164,"p95":-1.322031021118164,"p99":-1.322031021118164},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":271.7289924621582,"p90":274.13299679756165,"p95":275.2949893474579,"p99":278.10001373291016},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":435.4569911956787,"p90":442.3480033874512,"p95":444.22999024391174,"p99":449.43898916244507},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":727.2170186042786,"p90":735.4300022125244,"p95":738.5950088500977,"p99":747.3679780960083},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.303990364074707,"p90":23.0330228805542,"p95":24.873971939086914,"p99":29.401004314422607},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"roundtrip":{"activation_data_bytes":303149056,"scale_bytes":0,"total_logical_bytes":303149056},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":2744708.556861832,"p90":2711516.1134808124,"p95":2698777.8408230487,"p99":2671696.9781135344},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":373.20101261138916,"p90":378.3699870109558,"p95":380.25200366973877,"p99":384.13798809051514},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":591.4120078086853,"p90":603.8690209388733,"p95":607.3150038719177,"p99":616.0479784011841},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":964.6130204200745,"p90":982.2390079498291,"p95":987.5670075416565,"p99":1000.1859664916992},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1026.6289710998535,"p90":1036.1599922180176,"p95":1039.6449565887451,"p99":1044.0160036087036},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":947.746992111206,"p90":957.6820135116577,"p95":961.6479873657227,"p99":971.9430208206177},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":432.451993227005,"p90":439.62401151657104,"p95":441.987007856369,"p99":446.3930130004883},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":557.9220056533813,"p90":563.5690093040466,"p95":565.29301404953,"p99":568.7369704246521},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.210088729858398,"p90":6.249070167541504,"p95":6.249070167541504,"p99":6.249070167541504},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":13.17894458770752,"p90":18.908977508544922,"p95":20.95198631286621,"p99":25.08103847503662},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.5230178833007812,"p90":3.2050609588623047,"p95":3.2050609588623047,"p99":3.2050609588623047},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":348.4860062599182,"p90":352.2520065307617,"p95":353.65399718284607,"p99":356.49800300598145},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":561.9680285453796,"p90":568.136990070343,"p95":570.177972316742,"p99":575.7070183753967},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":922.3920106887817,"p90":931.1649799346924,"p95":934.6100091934204,"p99":944.6660280227661},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":25.1539945602417,"p90":30.36201000213623,"p95":32.285988330841064,"p99":36.853015422821045},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"roundtrip":{"activation_data_bytes":607301632,"scale_bytes":0,"total_logical_bytes":607301632},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":4321828.5408384465,"p90":4276993.764329625,"p95":4259354.830264161,"p99":4214238.810564966},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":491.45999550819397,"p90":496.98901176452637,"p95":498.87099862098694,"p99":503.2380223274231},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":849.2379784584045,"p90":856.9300174713135,"p95":860.135018825531,"p99":867.5860166549683},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1340.6979739665985,"p90":1353.9190292358398,"p95":1359.006017446518,"p99":1370.8240389823914},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1412.5319719314575,"p90":1422.747015953064,"p95":1425.6670475006104,"p99":1429.3110370635986},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1323.5119581222534,"p90":1332.806944847107,"p95":1335.731029510498,"p99":1345.384955406189},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":543.2199835777283,"p90":550.5880117416382,"p95":552.8749823570251,"p99":557.3610067367554},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":825.9230256080627,"p90":832.3370218276978,"p95":835.3000283241272,"p99":838.621973991394},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.248950958251953,"p90":6.330013275146484,"p95":6.330013275146484,"p99":6.330013275146484},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.783092498779297,"p90":26.0850191116333,"p95":28.72300148010254,"p99":31.643033027648926},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.1239986419677734,"p90":2.7250051498413086,"p95":2.7250051498413086,"p99":2.7250051498413086},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":464.42100405693054,"p90":468.0269956588745,"p95":469.46901082992554,"p99":472.79199957847595},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":813.1870031356812,"p90":820.7579851150513,"p95":822.7620124816895,"p99":827.6090025901794},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1295.7550287246704,"p90":1303.926944732666,"p95":1306.812047958374,"p99":1315.0650262832642},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":27.356982231140137,"p90":32.804012298583984,"p95":34.48796272277832,"p99":38.85293006896973},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0095911156386137,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"roundtrip":{"activation_data_bytes":1215807488,"scale_bytes":0,"total_logical_bytes":1215807488},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":6189592.734486878,"p90":6146426.5561279375,"p95":6132971.248711728,"p99":6088963.584052217},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9948,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2101,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2100,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2099,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2095,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2096,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2100,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":395.9},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2082,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":395.9},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":395.9},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2090,"max":2094,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":395.9},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2100,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":395.9},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":396.0},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2090,"max":2093,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":395.9},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2085,"p50":2098,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":395.9}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json deleted file mode 100644 index 754214f105..0000000000 --- a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T21:18:08.062821+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":2,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":172.78000712394714,"p90":177.1869957447052,"p95":178.82899940013885,"p99":184.59799885749817},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":372.9209899902344,"p90":413.7420058250427,"p95":421.875,"p99":616.9679760932922},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":545.7009971141815,"p90":590.9290015697479,"p95":600.7039994001389,"p99":801.5659749507904},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":708.7500095367432,"p90":798.9259958267212,"p95":813.2629990577698,"p99":848.1969833374023},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":590.7279849052429,"p90":673.9339828491211,"p95":684.3900084495544,"p99":854.5250296592712},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.187999725341797,"p90":20.55099979043007,"p95":21.67299948632717,"p99":23.114999756217003},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":187.44200468063354,"p90":199.34099912643433,"p95":200.82299411296844,"p99":211.0379934310913},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":450.51801204681396,"p90":500.6740093231201,"p95":506.6019892692566,"p99":513.6929750442505},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.330013275146484,"p90":6.489038467407227,"p95":6.489038467407227,"p99":6.489038467407227},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.371008396148682,"p90":13.383984565734863,"p95":15.46698808670044,"p99":24.439990520477295},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.3259987831115723,"p90":9.975969791412354,"p95":9.975969791412354,"p99":9.975969791412354},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":149.1049975156784,"p90":152.98999845981598,"p95":154.7120064496994,"p99":158.59800577163696},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":315.4340088367462,"p90":329.6949863433838,"p95":333.3419859409332,"p99":347.7649986743927},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":533.2819819450378,"p90":564.6899938583374,"p95":573.6619830131531,"p99":785.4250073432922},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":58.126986026763916,"p90":106.04000091552734,"p95":111.88900470733643,"p99":123.02500009536743},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.01123046875,"host_held_samples":{"dispatch":21,"roundtrip":23},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1175552,"scale_bytes":0,"total_logical_bytes":1175552},"dispatch":{"activation_data_bytes":587776,"scale_bytes":18368,"total_logical_bytes":606144},"roundtrip":{"activation_data_bytes":1763328,"scale_bytes":18368,"total_logical_bytes":1781696},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":82,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":9,"mean":5.125,"min":2,"total":82},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.48591265082359314,"expert_assignments_per_rank":[10,8,6,11,4,9,4,3,9,4,5,2,3,10,5,3],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,0,3,8,5,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.060975611209869385,"same_node_fraction":0.5121951103210449,"same_scaleup_domain_fraction":0.5121951103210449,"cross_node_fraction":0.4878048896789551,"cross_domain_fraction":0.4878048896789551,"gpus_per_node":8,"scale_up_domain":8,"copies":82},"payload_copies_per_rank":[9,7,5,9,4,8,4,3,6,3,4,2,2,8,5,3],"payload_rank_cv":0.4569510817527771,"routed_copies":82},"token_rate_at_latency_percentile":{"p50":27085.224348337786,"p90":23741.197813409635,"p95":23378.48274004915,"p99":18723.85178276142},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":178.82899940013885,"p90":183.35600197315216,"p95":185.35800278186798,"p99":190.80699980258942},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":372.6010024547577,"p90":416.70599579811096,"p95":423.6370027065277,"p99":446.55099511146545},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":551.4300018548965,"p90":600.0619977712631,"p95":608.9950054883957,"p99":637.3579949140549},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":711.2730145454407,"p90":792.4360036849976,"p95":805.9369921684265,"p99":836.7829918861389},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":590.7289981842041,"p90":672.249972820282,"p95":682.906985282898,"p99":852.9229760169983},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.508000299334526,"p90":21.39200083911419,"p95":22.352999076247215,"p99":23.83599989116192},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":191.76800549030304,"p90":198.94100725650787,"p95":200.54300129413605,"p99":205.34999668598175},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":448.03398847579956,"p90":497.4279999732971,"p95":501.07401609420776,"p99":510.8879804611206},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.290018558502197,"p90":6.52998685836792,"p95":6.52998685836792,"p99":6.52998685836792},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.488012313842773,"p90":15.022039413452148,"p95":17.58599281311035,"p99":21.272003650665283},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.9650330543518066,"p90":3.8049817085266113,"p95":3.8049817085266113,"p99":3.8049817085266113},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":158.39900076389313,"p90":161.32399439811707,"p95":162.5259965658188,"p99":165.7709926366806},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":316.756010055542,"p90":330.8579921722412,"p95":334.183007478714,"p99":349.5649993419647},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":535.8070135116577,"p90":573.104977607727,"p95":581.957995891571,"p99":777.5329947471619},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":55.44096231460571,"p90":96.26299142837524,"p95":102.79101133346558,"p99":110.8439564704895},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.01708984375,"host_held_samples":{"dispatch":35,"roundtrip":22},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":2,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0038910505827516317,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2379776,"scale_bytes":0,"total_logical_bytes":2379776},"dispatch":{"activation_data_bytes":1189888,"scale_bytes":37184,"total_logical_bytes":1227072},"roundtrip":{"activation_data_bytes":3569664,"scale_bytes":37184,"total_logical_bytes":3606848},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":166,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":15,"mean":10.375,"min":7,"total":166},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.2465033382177353,"expert_assignments_per_rank":[17,14,14,16,10,14,9,8,13,9,11,11,11,17,10,8],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,0,5,16,11,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1875,"fanout_min":4,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.05421686917543411,"same_node_fraction":0.5481927990913391,"same_scaleup_domain_fraction":0.5481927990913391,"cross_node_fraction":0.4518072307109833,"cross_domain_fraction":0.4518072307109833,"gpus_per_node":8,"scale_up_domain":8,"copies":166},"payload_copies_per_rank":[15,13,11,14,9,13,9,7,10,8,9,8,9,14,9,8],"payload_rank_cv":0.24066247045993805,"routed_copies":166},"token_rate_at_latency_percentile":{"p50":54170.355777966404,"p90":47601.34071222167,"p95":46858.5044370923,"p99":37518.04195665408},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":179.11000549793243,"p90":183.7169975042343,"p95":185.71999669075012,"p99":191.24700129032135},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":373.1609880924225,"p90":417.0269966125488,"p95":423.5970079898834,"p99":449.55599308013916},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":552.2709935903549,"p90":600.7439941167831,"p95":609.3170046806335,"p99":640.8029943704605},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":708.6690068244934,"p90":812.5460147857666,"p95":824.2430090904236,"p99":843.6689972877502},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":591.5700197219849,"p90":675.4990220069885,"p95":684.4300031661987,"p99":839.622974395752},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.989000469446182,"p90":21.793000400066376,"p95":22.67399989068508,"p99":23.956000804901123},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":191.48799777030945,"p90":200.1810073852539,"p95":201.9450068473816,"p99":205.9909999370575},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":444.95001435279846,"p90":494.62398886680603,"p95":498.06898832321167,"p99":508.525013923645},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.28894567489624,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.973015308380127,"p90":13.741016387939453,"p95":15.302956104278564,"p99":19.46699619293213},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.4430155754089355,"p90":25.999009609222412,"p95":25.999009609222412,"p99":25.999009609222412},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":160.56199371814728,"p90":163.32699358463287,"p95":164.64899480342865,"p99":167.8130030632019},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":318.67900490760803,"p90":332.2199881076813,"p95":336.3859951496124,"p99":353.01101207733154},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":536.9300246238708,"p90":577.7919888496399,"p95":585.8039855957031,"p99":616.0889863967896},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":54.88097667694092,"p90":95.22002935409546,"p95":101.38899087905884,"p99":109.8020076751709},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.01220703125,"host_held_samples":{"dispatch":24,"roundtrip":25},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4716544,"scale_bytes":0,"total_logical_bytes":4716544},"dispatch":{"activation_data_bytes":2358272,"scale_bytes":73696,"total_logical_bytes":2431968},"roundtrip":{"activation_data_bytes":7074816,"scale_bytes":73696,"total_logical_bytes":7148512},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":329,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":26,"mean":20.5625,"min":15,"total":329},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.17116330564022064,"expert_assignments_per_rank":[26,29,28,28,31,27,18,19,26,20,21,22,22,24,26,17],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,0,1,12,28,23,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.140625,"fanout_min":3,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.054711245000362396,"same_node_fraction":0.5075987577438354,"same_scaleup_domain_fraction":0.5075987577438354,"cross_node_fraction":0.49240121245384216,"cross_domain_fraction":0.49240121245384216,"gpus_per_node":8,"scale_up_domain":8,"copies":329},"payload_copies_per_rank":[22,25,24,25,26,24,17,15,21,17,18,18,19,21,21,16],"payload_rank_cv":0.1666751354932785,"routed_copies":329},"token_rate_at_latency_percentile":{"p50":108186.68604956949,"p90":94744.77077679303,"p95":93508.46646689012,"p99":76224.68888021867},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":180.7519942522049,"p90":185.3179931640625,"p95":187.20200657844543,"p99":191.96900725364685},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":372.72199988365173,"p90":416.94700717926025,"p95":423.8379895687103,"p99":463.41899037361145},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":553.4739941358566,"p90":602.2650003433228,"p95":611.0399961471558,"p99":655.3879976272583},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":703.2210230827332,"p90":721.2880253791809,"p95":780.6980013847351,"p99":841.7900204658508},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":589.3669724464417,"p90":674.5749711990356,"p95":682.8669905662537,"p99":833.2930207252502},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.62899975478649,"p90":22.314000874757767,"p95":23.314999416470528,"p99":25.07700026035309},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":192.97200441360474,"p90":196.37499749660492,"p95":198.1779932975769,"p99":205.46899735927582},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":441.1830008029938,"p90":451.27901434898376,"p95":454.7640085220337,"p99":463.1370007991791},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.289958953857422,"p90":6.328999996185303,"p95":6.328999996185303,"p99":6.328999996185303},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.607996463775635,"p90":13.460993766784668,"p95":15.065968036651611,"p99":20.868003368377686},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.7649998664855957,"p90":3.045022487640381,"p95":3.045022487640381,"p99":3.045022487640381},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":161.2830013036728,"p90":164.08799588680267,"p95":165.45000672340393,"p99":168.25400292873383},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":319.7210133075714,"p90":333.26199650764465,"p95":338.2689952850342,"p99":369.47500705718994},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":537.0500087738037,"p90":575.9490132331848,"p95":583.4810137748718,"p99":619.2139983177185},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":53.076982498168945,"p90":93.73801946640015,"p95":100.02803802490234,"p99":110.08298397064209},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.01220703125,"host_held_samples":{"dispatch":25,"roundtrip":21},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9304064,"scale_bytes":0,"total_logical_bytes":9304064},"dispatch":{"activation_data_bytes":4652032,"scale_bytes":145376,"total_logical_bytes":4797408},"roundtrip":{"activation_data_bytes":13956096,"scale_bytes":145376,"total_logical_bytes":14101472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":649,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":49,"mean":40.5625,"min":36,"total":649},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.10390592366456985,"expert_assignments_per_rank":[55,46,58,50,46,55,43,48,43,40,44,53,46,48,50,43],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,0,3,26,58,41,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.0703125,"fanout_min":3,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.07858243584632874,"same_node_fraction":0.5146378874778748,"same_scaleup_domain_fraction":0.5146378874778748,"cross_node_fraction":0.48536208271980286,"cross_domain_fraction":0.48536208271980286,"gpus_per_node":8,"scale_up_domain":8,"copies":649},"payload_copies_per_rank":[44,40,49,41,40,48,39,41,36,37,37,40,39,42,39,37],"payload_rank_cv":0.0888754278421402,"routed_copies":649},"token_rate_at_latency_percentile":{"p50":217182.1733896565,"p90":189749.10938732882,"p95":187444.99553838235,"p99":153607.4307793868},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":189.24500048160553,"p90":194.05099749565125,"p95":195.73499262332916,"p99":200.9429931640625},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":373.0809986591339,"p90":415.3049886226654,"p95":423.9180088043213,"p99":441.4669871330261},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":562.3259991407394,"p90":609.3559861183167,"p95":619.6530014276505,"p99":642.4099802970886},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":706.7430019378662,"p90":723.0110168457031,"p95":735.4670166969299,"p99":832.9730033874512},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":589.5659923553467,"p90":675.3749847412109,"p95":684.1890215873718,"p99":728.8159728050232},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.716000840067863,"p90":25.75800009071827,"p95":26.639999821782112,"p99":28.363000601530075},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":198.21800291538239,"p90":201.26299560070038,"p95":203.14499735832214,"p99":207.2329968214035},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":436.65701150894165,"p90":446.83200120925903,"p95":450.1180052757263,"p99":458.5700035095215},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.289005279541016,"p90":6.448984146118164,"p95":6.448984146118164,"p99":6.448984146118164},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.129000663757324,"p90":13.859987258911133,"p95":15.262961387634277,"p99":21.634995937347412},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2.2839903831481934,"p90":4.806995391845703,"p95":4.806995391845703,"p99":4.806995391845703},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":167.25300252437592,"p90":170.5780029296875,"p95":171.8199998140335,"p99":174.34300482273102},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":325.5690038204193,"p90":337.9490077495575,"p95":343.15600991249084,"p99":361.1829876899719},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":541.9780015945435,"p90":582.9200148582458,"p95":590.7319784164429,"p99":625.9840130805969},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":47.63001203536987,"p90":89.21200037002563,"p95":94.93899345397949,"p99":103.39200496673584},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0166015625,"host_held_samples":{"dispatch":15,"roundtrip":34},"host_stalled_fraction":0.001953125,"host_stalled_samples":{"dispatch":3,"roundtrip":4},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":18837504,"scale_bytes":0,"total_logical_bytes":18837504},"dispatch":{"activation_data_bytes":9418752,"scale_bytes":294336,"total_logical_bytes":9713088},"roundtrip":{"activation_data_bytes":28256256,"scale_bytes":294336,"total_logical_bytes":28550592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1314,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":89,"mean":82.125,"min":72,"total":1314},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.07547592371702194,"expert_assignments_per_rank":[105,84,105,89,102,94,80,90,97,96,96,105,101,97,93,102],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,0,4,47,116,89,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.0669710785150528,"same_node_fraction":0.5350075960159302,"same_scaleup_domain_fraction":0.5350075960159302,"cross_node_fraction":0.4649924039840698,"cross_domain_fraction":0.4649924039840698,"gpus_per_node":8,"scale_up_domain":8,"copies":1314},"payload_copies_per_rank":[85,77,89,77,87,82,72,77,84,83,84,85,84,86,73,89],"payload_rank_cv":0.06281190365552902,"routed_copies":1314},"token_rate_at_latency_percentile":{"p50":434217.71832066966,"p90":379048.68522498454,"p95":374165.6061742412,"p99":351254.6507655734},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":203.7069946527481,"p90":208.47299695014954,"p95":210.47699451446533,"p99":216.16500616073608},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":373.76201152801514,"p90":417.8290069103241,"p95":425.3599941730499,"p99":454.00500297546387},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":577.4690061807632,"p90":626.3020038604736,"p95":635.8369886875153,"p99":670.1700091362},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":717.3629999160767,"p90":727.6139855384827,"p95":741.0380244255066,"p99":810.8630180358887},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":591.0490155220032,"p90":673.8529801368713,"p95":682.2260022163391,"p99":726.4119982719421},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":27.761999517679214,"p90":30.605999752879143,"p95":31.566999852657318,"p99":33.16999971866608},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":212.76099979877472,"p90":216.8869972229004,"p95":218.04800629615784,"p99":222.77599573135376},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":432.7310025691986,"p90":438.41999769210815,"p95":439.3010139465332,"p99":443.02698969841003},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.25002384185791,"p90":6.328999996185303,"p95":6.328999996185303,"p99":6.328999996185303},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.372962474822998,"p90":14.021039009094238,"p95":16.221046447753906,"p99":21.035969257354736},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.003014087677002,"p90":4.5670270919799805,"p95":4.5670270919799805,"p99":4.5670270919799805},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":181.79400265216827,"p90":184.59799885749817,"p95":185.7600063085556,"p99":188.60399723052979},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":337.7879858016968,"p90":347.802996635437,"p95":351.3289988040924,"p99":368.7570095062256},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":553.9559721946716,"p90":596.5009927749634,"p95":604.6730279922485,"p99":649.5000123977661},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":37.41401433944702,"p90":75.30999183654785,"p95":80.43801784515381,"p99":87.84902095794678},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.009765625,"host_held_samples":{"dispatch":16,"roundtrip":20},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":2,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":37617664,"scale_bytes":0,"total_logical_bytes":37617664},"dispatch":{"activation_data_bytes":18808832,"scale_bytes":587776,"total_logical_bytes":19396608},"roundtrip":{"activation_data_bytes":56426496,"scale_bytes":587776,"total_logical_bytes":57014272},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2624,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":178,"mean":164.0,"min":148,"total":2624},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.061073120683431625,"expert_assignments_per_rank":[205,191,207,186,202,197,181,178,184,196,178,211,175,205,178,198],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,0,7,95,237,173,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.125,"fanout_min":3,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.059832315891981125,"same_node_fraction":0.4878048896789551,"same_scaleup_domain_fraction":0.4878048896789551,"cross_node_fraction":0.5121951103210449,"cross_domain_fraction":0.5121951103210449,"gpus_per_node":8,"scale_up_domain":8,"copies":2624},"payload_copies_per_rank":[171,162,178,161,167,167,161,155,157,176,151,172,152,174,148,172],"payload_rank_cv":0.05613400414586067,"routed_copies":2624},"token_rate_at_latency_percentile":{"p50":866256.4128421929,"p90":759809.6544679581,"p95":750484.4411333957,"p99":704834.172918391},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":225.4990041255951,"p90":230.2670031785965,"p95":232.10899531841278,"p99":237.79800534248352},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":376.8889904022217,"p90":418.46999526023865,"p95":424.47900772094727,"p99":626.7859935760498},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":602.3879945278168,"p90":648.7369984388351,"p95":656.58800303936,"p99":864.5839989185333},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":740.9949898719788,"p90":752.0909905433655,"p95":761.7459893226624,"p99":797.1230149269104},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":607.234001159668,"p90":678.1399846076965,"p95":687.3940229415894,"p99":862.3369932174683},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":38.378000259399414,"p90":40.300000458955765,"p95":41.22300073504448,"p99":42.824000120162964},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":235.71500182151794,"p90":239.20099437236786,"p95":240.60200154781342,"p99":244.04700100421906},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":427.36300826072693,"p90":433.4520101547241,"p95":435.2149963378906,"p99":437.9790127277374},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.328999996185303,"p90":6.369054317474365,"p95":6.369054317474365,"p99":6.369054317474365},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.41599702835083,"p90":13.380050659179688,"p95":15.619993209838867,"p99":18.706977367401123},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.5220046043395996,"p90":3.484964370727539,"p95":3.484964370727539,"p99":3.484964370727539},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":206.91199600696564,"p90":209.63600277900696,"p95":210.71800589561462,"p99":215.40500223636627},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":355.1749885082245,"p90":366.87201261520386,"p95":370.35900354385376,"p99":390.5879855155945},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":587.8069996833801,"p90":622.9000091552734,"p95":631.3920021057129,"p99":664.6829843521118},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":19.14602518081665,"p90":51.4339804649353,"p95":57.40302801132202,"p99":66.49702787399292},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.017578125,"host_held_samples":{"dispatch":36,"roundtrip":14},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":0,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":75350016,"scale_bytes":0,"total_logical_bytes":75350016},"dispatch":{"activation_data_bytes":37675008,"scale_bytes":1177344,"total_logical_bytes":38852352},"roundtrip":{"activation_data_bytes":113025024,"scale_bytes":1177344,"total_logical_bytes":114202368},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":5256,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":363,"mean":328.5,"min":292,"total":5256},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.04799197241663933,"expert_assignments_per_rank":[383,392,421,335,392,387,382,365,377,385,368,393,374,408,391,391],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,0,15,181,481,347,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1328125,"fanout_min":3,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.0641172006726265,"same_node_fraction":0.5055174827575684,"same_scaleup_domain_fraction":0.5055174827575684,"cross_node_fraction":0.49448248744010925,"cross_domain_fraction":0.49448248744010925,"gpus_per_node":8,"scale_up_domain":8,"copies":5256},"payload_copies_per_rank":[328,330,363,292,334,320,334,318,322,334,323,331,317,344,325,341],"payload_rank_cv":0.044492896646261215,"routed_copies":5256},"token_rate_at_latency_percentile":{"p50":1686335.0834182724,"p90":1510012.7160211373,"p95":1489684.177959478,"p99":1187470.8009212853},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":291.87899827957153,"p90":296.7660129070282,"p95":298.7299859523773,"p99":304.297000169754},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":432.7310025691986,"p90":444.98899579048157,"p95":450.3970146179199,"p99":475.475013256073},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":724.6100008487701,"p90":741.7550086975098,"p95":749.1270005702972,"p99":779.772013425827},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":810.1819753646851,"p90":823.4429955482483,"p95":842.2309756278992,"p99":868.6710000038147},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":728.7359833717346,"p90":741.9559955596924,"p95":748.9669919013977,"p99":982.1169972419739},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":47.87199944257736,"p90":50.154998898506165,"p95":50.91699957847595,"p99":53.119998425245285},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":304.3789863586426,"p90":308.7039887905121,"p95":310.7070028781891,"p99":315.6749904155731},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":434.2530071735382,"p90":440.1420056819916,"p95":442.3860013484955,"p99":446.9519853591919},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.25002384185791,"p90":6.328999996185303,"p95":6.328999996185303,"p99":6.328999996185303},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.41501760482788,"p90":15.582025051116943,"p95":17.22705364227295,"p99":20.711004734039307},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.0849575996398926,"p90":-2.043008804321289,"p95":-2.043008804321289,"p99":-2.043008804321289},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":273.85398745536804,"p90":277.2580087184906,"p95":278.62098813056946,"p99":282.18600153923035},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":411.82199120521545,"p90":420.47399282455444,"p95":423.8390028476715,"p99":434.2150092124939},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":709.7910046577454,"p90":722.57000207901,"p95":727.6179790496826,"p99":961.8909955024719},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.384039402008057,"p90":23.030996322631836,"p95":25.233030319213867,"p99":29.922008514404297},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.01513671875,"host_held_samples":{"dispatch":31,"roundtrip":24},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":0,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":151574528,"scale_bytes":0,"total_logical_bytes":151574528},"dispatch":{"activation_data_bytes":75787264,"scale_bytes":2368352,"total_logical_bytes":78155616},"roundtrip":{"activation_data_bytes":227361792,"scale_bytes":2368352,"total_logical_bytes":229730144},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":10573,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":692,"mean":660.8125,"min":603,"total":10573},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03450827673077583,"expert_assignments_per_rank":[801,741,794,696,766,790,752,740,759,786,758,783,779,802,773,768],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,1,23,348,946,730,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16259765625,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.06195025146007538,"same_node_fraction":0.5033575892448425,"same_scaleup_domain_fraction":0.5033575892448425,"cross_node_fraction":0.4966423809528351,"cross_domain_fraction":0.4966423809528351,"gpus_per_node":8,"scale_up_domain":8,"copies":10573},"payload_copies_per_rank":[689,638,684,603,655,661,656,647,649,688,663,667,660,692,662,659],"payload_rank_cv":0.03241767734289169,"routed_copies":10573},"token_rate_at_latency_percentile":{"p50":2810345.648809958,"p90":2760271.515098543,"p95":2734432.9218044113,"p99":2085291.269524189},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":375.4040002822876,"p90":381.1340034008026,"p95":383.61600041389465,"p99":407.85300731658936},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":544.3819761276245,"p90":555.957019329071,"p95":561.4050030708313,"p99":786.1430048942566},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":919.7859764099121,"p90":937.0910227298737,"p95":945.021003484726,"p99":1193.996012210846},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":991.375982761383,"p90":998.5830187797546,"p95":1001.0709762573242,"p99":1007.4399709701538},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":912.7730131149292,"p90":925.6719946861267,"p95":932.6019883155823,"p99":1150.215983390808},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":69.30500268936157,"p90":71.42800092697144,"p95":72.18799740076065,"p99":73.5900029540062},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":447.59300351142883,"p90":454.4459879398346,"p95":456.28899335861206,"p99":459.89200472831726},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":504.63902950286865,"p90":510.1280212402344,"p95":512.1709704399109,"p99":515.3759717941284},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.25002384185791,"p90":6.3700079917907715,"p95":6.3700079917907715,"p99":6.3700079917907715},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12.53896951675415,"p90":17.547011375427246,"p95":19.795000553131104,"p99":26.475071907043457},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.447983741760254,"p90":6.570041179656982,"p95":6.570041179656982,"p99":6.570041179656982},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":350.97000002861023,"p90":355.3760051727295,"p95":356.77799582481384,"p99":360.58399081230164},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":514.735996723175,"p90":523.0669975280762,"p95":526.3509750366211,"p99":602.5090217590332},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":887.7400159835815,"p90":899.2369771003723,"p95":904.4449925422668,"p99":1094.812035560608},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.472951889038086,"p90":29.881000518798828,"p95":32.00298547744751,"p99":142.89891719818115},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.00927734375,"host_held_samples":{"dispatch":15,"roundtrip":19},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":303650816,"scale_bytes":0,"total_logical_bytes":303650816},"dispatch":{"activation_data_bytes":151825408,"scale_bytes":4744544,"total_logical_bytes":156569952},"roundtrip":{"activation_data_bytes":455476224,"scale_bytes":4744544,"total_logical_bytes":460220768},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":21181,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":1373,"mean":1323.8125,"min":1247,"total":21181},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.027300119400024414,"expert_assignments_per_rank":[1613,1510,1534,1426,1574,1521,1542,1480,1511,1563,1557,1535,1576,1532,1570,1532],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,2,50,672,1893,1479,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.171142578125,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.0642084851861,"same_node_fraction":0.4972380995750427,"same_scaleup_domain_fraction":0.4972380995750427,"cross_node_fraction":0.5027619004249573,"cross_domain_fraction":0.5027619004249573,"gpus_per_node":8,"scale_up_domain":8,"copies":21181},"payload_copies_per_rank":[1373,1292,1338,1247,1349,1309,1342,1292,1296,1358,1337,1317,1343,1320,1354,1314],"payload_rank_cv":0.023345857858657837,"routed_copies":21181},"token_rate_at_latency_percentile":{"p50":4487424.519730257,"p90":4424893.508190076,"p95":4392012.939408358,"p99":3561070.3199629467},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":496.1870014667511,"p90":502.35599279403687,"p95":505.15997409820557,"p99":738.4349703788757},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":737.7899885177612,"p90":748.8059997558594,"p95":753.9340257644653,"p99":977.7500033378601},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1233.9769899845123,"p90":1251.1619925498962,"p95":1259.093999862671,"p99":1716.1849737167358},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1323.470950126648,"p90":1332.764983177185,"p95":1337.6580476760864,"p99":1346.0719585418701},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1222.8399515151978,"p90":1236.901044845581,"p95":1249.3189573287964,"p99":1477.0220518112183},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":116.61499738693237,"p90":119.25999820232391,"p95":120.14099955558777,"p99":122.3049983382225},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":569.616973400116,"p90":576.2670040130615,"p95":578.1930088996887,"p99":582.2759866714478},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":716.838002204895,"p90":723.1709957122803,"p95":724.9709963798523,"p99":728.259027004242},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.36899471282959,"p90":6.44993782043457,"p95":6.44993782043457,"p99":6.44993782043457},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.98105239868164,"p90":26.038050651550293,"p95":27.487993240356445,"p99":31.453967094421387},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.163052558898926,"p90":3.525972366333008,"p95":3.525972366333008,"p99":3.525972366333008},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":468.94699335098267,"p90":473.8749861717224,"p95":475.598007440567,"p99":483.7700128555298},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":705.5050134658813,"p90":715.3589725494385,"p95":719.0849781036377,"p99":836.1020088195801},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1195.0030326843262,"p90":1208.3829641342163,"p95":1214.7530317306519,"p99":1433.6440563201904},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":27.47499942779541,"p90":33.20503234863281,"p95":35.80892086029053,"p99":154.0379524230957},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0107421875,"host_held_samples":{"dispatch":10,"roundtrip":22},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":2,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0041841003112494946,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":607903744,"scale_bytes":0,"total_logical_bytes":607903744},"dispatch":{"activation_data_bytes":303951872,"scale_bytes":9498496,"total_logical_bytes":313450368},"roundtrip":{"activation_data_bytes":911855616,"scale_bytes":9498496,"total_logical_bytes":921354112},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":42404,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":2702,"mean":2650.25,"min":2578,"total":42404},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.017352504655718803,"expert_assignments_per_rank":[3108,3051,3103,2954,3171,3067,3121,2998,3045,3065,3095,3023,3150,3071,3090,3040],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,3,103,1301,3825,2960,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.17626953125,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.06268276274204254,"same_node_fraction":0.49721723794937134,"same_scaleup_domain_fraction":0.49721723794937134,"cross_node_fraction":0.5027827620506287,"cross_domain_fraction":0.5027827620506287,"gpus_per_node":8,"scale_up_domain":8,"copies":42404},"payload_copies_per_rank":[2682,2637,2676,2578,2702,2659,2687,2602,2635,2661,2672,2599,2691,2625,2662,2636],"payload_rank_cv":0.013201921246945858,"routed_copies":42404},"token_rate_at_latency_percentile":{"p50":6699159.599626631,"p90":6623003.54109792,"p95":6557172.571458888,"p99":5546294.985883555},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2081,"p50":2095,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2101,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2100,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2099,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2083,"p50":2094,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":53,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2097,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2086,"p50":2096,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2088,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.2},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2100,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":55,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2086,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2085,"p50":2095,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2089,"max":2094,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2100,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":56,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2097,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2080,"p50":2090,"max":2092,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":54,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":612.1}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json deleted file mode 100644 index 5c8163768c..0000000000 --- a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T20:22:40.278929+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":72.38999754190445,"p90":76.63600146770477,"p95":78.3189982175827,"p99":81.00199699401855},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":162.80600428581238,"p90":172.1400022506714,"p95":178.58999967575073,"p99":186.72199547290802},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":235.19600182771683,"p90":248.77600371837616,"p95":256.90899789333344,"p99":267.7239924669266},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":259.0320110321045,"p90":271.1699903011322,"p95":276.17698907852173,"p99":309.38899517059326},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":236.47800087928772,"p90":246.0930049419403,"p95":252.86200642585754,"p99":262.19698786735535},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":80.16099780797958,"p90":82.56500214338303,"p95":84.1670036315918,"p99":87.81199902296066},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":170.0969934463501,"p90":177.8690069913864,"p95":180.59299886226654,"p99":191.89000129699707},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.329983472824097,"p95":6.329983472824097,"p99":6.329983472824097},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.3649802207946777,"p90":8.332014083862305,"p95":9.773999452590942,"p99":15.383005142211914},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.4839937686920166,"p90":5.008012056350708,"p95":5.008012056350708,"p99":5.008012056350708},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":65.01899659633636,"p90":67.18199700117111,"p95":68.78399848937988,"p99":71.38799875974655},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":149.5870053768158,"p90":157.03700482845306,"p95":163.12700510025024,"p99":169.5369929075241},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":228.98699343204498,"p90":238.0400002002716,"p95":245.61099708080292,"p99":253.5029947757721},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.049992680549622,"p90":10.256007313728333,"p95":11.897996068000793,"p99":14.380991458892822},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"roundtrip":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":33829.7853087978,"p90":32508.034927231703,"p95":31637.809543149793,"p99":30511.410771992454},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":75.35400241613388,"p90":80.00099658966064,"p95":82.04399794340134,"p99":85.32799780368805},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":162.28599846363068,"p90":172.5810021162033,"p95":179.39099669456482,"p99":189.08600509166718},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":237.64000087976456,"p90":252.58199870586395,"p95":261.43499463796616,"p99":274.4140028953552},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":259.95299220085144,"p90":274.33499693870544,"p95":280.3040146827698,"p99":295.9679961204529},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":240.0829941034317,"p90":250.33900141716003,"p95":257.9909861087799,"p99":267.8050100803375},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":82.72600173950195,"p90":85.76899766921997,"p95":87.01100200414658,"p99":90.4960036277771},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":172.78200387954712,"p90":179.1509985923767,"p95":181.59499764442444,"p99":189.0060007572174},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.090015172958374,"p90":6.2490105628967285,"p95":6.2490105628967285,"p99":6.2490105628967285},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.926008939743042,"p90":9.855002164840698,"p95":12.25900650024414,"p99":20.069986581802368},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.202017068862915,"p90":2.4830102920532227,"p95":2.4830102920532227,"p99":2.4830102920532227},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":66.82100147008896,"p90":68.9850002527237,"p95":70.78699767589569,"p99":74.0320011973381},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":151.26900374889374,"p90":158.55999290943146,"p95":166.09199345111847,"p99":174.02300238609314},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":230.22900521755219,"p90":239.28199708461761,"p95":248.25599789619446,"p99":258.0699920654297},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.334012866020203,"p90":12.49799132347107,"p95":14.141008257865906,"p99":17.34599471092224},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"roundtrip":{"activation_data_bytes":2007040,"scale_bytes":0,"total_logical_bytes":2007040},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":66643.6207185376,"p90":63913.333157936155,"p95":62017.67062223532,"p99":59744.961437428814},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":76.75600051879883,"p90":81.20299875736237,"p95":83.52600038051605,"p99":86.85199916362762},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":162.56600618362427,"p90":172.1010059118271,"p95":178.95099520683289,"p99":187.92499601840973},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":239.3220067024231,"p90":253.30400466918945,"p95":262.47699558734894,"p99":274.77699518203735},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":258.0299973487854,"p90":270.12899518013,"p95":275.9769856929779,"p99":344.7220027446747},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":241.40499532222748,"p90":251.50001049041748,"p95":259.5120072364807,"p99":270.28900384902954},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":84.32699739933014,"p90":86.57100051641464,"p95":88.37399631738663,"p99":92.82100200653076},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":169.7770059108734,"p90":176.02600157260895,"p95":178.1489998102188,"p99":181.91500008106232},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1280131340026855,"p90":6.2499940395355225,"p95":6.2499940395355225,"p99":6.2499940395355225},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.2050013542175293,"p90":8.933007717132568,"p95":10.73598861694336,"p99":16.905009746551514},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.1619925498962402,"p90":2.6440024375915527,"p95":2.6440024375915527,"p99":2.6440024375915527},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":70.10599970817566,"p90":71.94899767637253,"p95":73.39099794626236,"p99":76.1139988899231},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":151.74999833106995,"p90":159.961998462677,"p95":168.8160002231598,"p99":175.30499398708344},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":234.2340052127838,"p90":243.28799545764923,"p95":252.34198570251465,"p99":263.47899436950684},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.731003522872925,"p90":10.013997554779053,"p95":11.578008532524109,"p99":14.340996742248535},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"roundtrip":{"activation_data_bytes":4100096,"scale_bytes":0,"total_logical_bytes":4100096},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":132557.32325375616,"p90":127236.57520968272,"p95":123308.35995129871,"p99":118391.79376262626},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":77.63700187206268,"p90":82.28500187397003,"p95":84.28800106048584,"p99":87.61200308799744},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":162.7259999513626,"p90":172.1010059118271,"p95":179.47199940681458,"p99":188.36499750614166},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":240.3630018234253,"p90":254.38600778579712,"p95":263.7600004673004,"p99":275.9770005941391},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":258.5909962654114,"p90":267.28498935699463,"p95":271.25000953674316,"p99":330.13999462127686},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":242.3669993877411,"p90":253.70299816131592,"p95":260.9950006008148,"p99":272.01101183891296},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":88.77500146627426,"p90":90.57699888944626,"p95":91.45800024271011,"p99":95.86499631404877},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":170.97899317741394,"p90":179.07099425792694,"p95":181.35400116443634,"p99":186.2020045518875},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.130009889602661,"p95":6.130009889602661,"p99":6.130009889602661},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.3650100231170654,"p90":8.694007992744446,"p95":11.01599633693695,"p99":14.863014221191406},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.562999725341797,"p90":1.082003116607666,"p95":1.082003116607666,"p99":1.082003116607666},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":71.22799754142761,"p90":73.55199754238129,"p95":74.79400187730789,"p99":77.27699726819992},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":153.6320000886917,"p90":162.2850000858307,"p95":171.0990071296692,"p99":178.06899547576904},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":235.63699424266815,"p90":245.73199450969696,"p95":254.30399179458618,"p99":263.39900493621826},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.36899471282959,"p90":9.373992681503296,"p95":10.976999998092651,"p99":13.620004057884216},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"roundtrip":{"activation_data_bytes":8056832,"scale_bytes":0,"total_logical_bytes":8056832},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":264062.3523898655,"p90":252263.47525978347,"p95":245215.42501837562,"p99":235284.59222048445},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":81.96400105953217,"p90":86.57100051641464,"p95":88.6939987540245,"p99":91.65800362825394},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":162.4860018491745,"p90":171.70000076293945,"p95":180.35300076007843,"p99":188.08400630950928},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":244.45000290870667,"p90":258.2710012793541,"p95":269.04699951410294,"p99":279.7420099377632},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":259.19198989868164,"p90":268.52700114250183,"p95":274.29500222206116,"p99":369.9600100517273},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":247.6550042629242,"p90":259.6319913864136,"p95":265.4019892215729,"p99":274.7749984264374},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":92.29899942874908,"p90":93.98200362920761,"p95":94.82300281524658,"p99":98.75000268220901},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":171.93999886512756,"p90":179.63199317455292,"p95":182.11600184440613,"p99":188.40600550174713},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.169021129608154,"p90":6.410002708435059,"p95":6.410002708435059,"p99":6.410002708435059},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.2849907875061035,"p90":9.375005960464478,"p95":11.458009481430054,"p99":16.665995121002197},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.4420151710510254,"p90":2.1229982376098633,"p95":2.1229982376098633,"p99":2.1229982376098633},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":76.27599686384201,"p90":77.99799740314484,"p95":79.00000363588333,"p99":81.08299970626831},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":156.6780060529709,"p90":164.40799832344055,"p95":175.18499493598938,"p99":180.83399534225464},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":241.20500683784485,"p90":251.50099396705627,"p95":259.5120072364807,"p99":268.24599504470825},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.928993225097656,"p90":9.134992957115173,"p95":10.895997285842896,"p99":14.302998781204224},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"roundtrip":{"activation_data_bytes":16171008,"scale_bytes":0,"total_logical_bytes":16171008},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":516848.0256676266,"p90":493005.5010420345,"p95":482287.2668566859,"p99":465835.6864089587},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":90.33700078725815,"p90":95.06399929523468,"p95":96.94699943065643,"p99":100.39199888706207},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":172.02000319957733,"p90":180.87300658226013,"p95":188.88600170612335,"p99":198.9009976387024},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":262.3570039868355,"p90":275.9370058774948,"p95":285.8330011367798,"p99":299.29299652576447},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":260.2739930152893,"p90":272.132009267807,"p95":279.8230051994324,"p99":353.89500856399536},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":256.34801387786865,"p90":266.882985830307,"p95":274.29500222206116,"p99":286.1120104789734},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":101.39299929141998,"p90":103.35700213909149,"p95":104.15799915790558,"p99":109.1649979352951},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":173.78200590610504,"p90":182.35599994659424,"p95":185.08000671863556,"p99":192.69099831581116},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.167020320892334,"p90":10.737001895904541,"p95":12.458980083465576,"p99":20.71097493171692},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.641988754272461,"p90":3.2449960708618164,"p95":3.2449960708618164,"p99":3.2449960708618164},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":85.68999916315079,"p90":87.13199943304062,"p95":88.25299888849258,"p99":90.29699862003326},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":167.7740067243576,"p90":175.3460019826889,"p95":184.6799999475479,"p99":191.36999547481537},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":251.06000900268555,"p90":260.9950006008148,"p95":268.20600032806396,"p99":279.5430123806},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.726976156234741,"p90":8.212998509407043,"p95":9.694993495941162,"p99":12.618988752365112},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"roundtrip":{"activation_data_bytes":32628736,"scale_bytes":0,"total_logical_bytes":32628736},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":998642.4163284743,"p90":959221.8822175994,"p95":933301.7296201042,"p99":894754.4689628249},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":104.1169986128807,"p90":108.04300010204315,"p95":110.04699766635895,"p99":114.2129972577095},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":189.60699439048767,"p90":197.45899736881256,"p95":205.2299976348877,"p99":212.801992893219},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":293.7239930033684,"p90":305.5019974708557,"p95":315.27699530124664,"p99":327.0149901509285},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":284.18999910354614,"p90":291.76199436187744,"p95":295.00600695610046,"p99":306.5040111541748},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":286.3929867744446,"p90":299.53300952911377,"p95":304.0199875831604,"p99":313.073992729187},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":98.18899631500244,"p90":102.19500213861465,"p95":104.31800037622452,"p99":106.6410019993782},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":184.39899384975433,"p90":189.08600509166718,"p95":191.41000509262085,"p99":196.05599343776703},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.170004606246948,"p95":6.170004606246948,"p99":6.170004606246948},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.926008939743042,"p90":9.614020586013794,"p95":12.37902045249939,"p99":16.86599850654602},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.3220012187957764,"p90":2.5640130043029785,"p95":2.5640130043029785,"p99":2.5640130043029785},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":96.18599712848663,"p90":98.46899658441544,"p95":99.75100308656693,"p99":102.67499834299088},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":182.55600333213806,"p90":189.5270049571991,"p95":197.69899547100067,"p99":204.27000522613525},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":277.57999300956726,"p90":291.0799980163574,"p95":295.6080138683319,"p99":305.061012506485},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.293002843856812,"p90":10.937005281448364,"p95":12.299001216888428,"p99":14.982014894485474},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.004672897048294544,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"roundtrip":{"activation_data_bytes":64569344,"scale_bytes":0,"total_logical_bytes":64569344},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":1787753.2748496998,"p90":1709327.4654599798,"p95":1684099.7990632101,"p99":1635396.1424157214},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":121.86399847269058,"p90":126.27099454402924,"p95":127.75200605392456,"p99":130.1569938659668},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":206.9530040025711,"p90":216.24700725078583,"p95":222.69700467586517,"p99":229.62699830532074},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":328.8170024752617,"p90":342.51800179481506,"p95":350.44901072978973,"p99":359.78399217128754},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":322.7289915084839,"p90":332.0220112800598,"p95":336.50898933410645,"p99":365.1129901409149},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":322.80901074409485,"p90":334.18598771095276,"p95":338.6319875717163,"p99":344.5209860801697},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":116.29600077867508,"p90":118.17900091409683,"p95":119.10100281238556,"p99":121.02299928665161},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":205.1910012960434,"p90":208.71500670909882,"p95":209.9979966878891,"p99":227.34400629997253},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.129026412963867,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.285991191864014,"p90":8.372008800506592,"p95":9.61601734161377,"p99":11.456996202468872},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.1619925498962402,"p90":-0.6810128688812256,"p95":-0.6810128688812256,"p99":-0.6810128688812256},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":115.81499874591827,"p90":117.45800077915192,"p95":118.90000104904175,"p99":120.94300240278244},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":201.54500007629395,"p90":209.7170054912567,"p95":216.72800183296204,"p99":223.01700711250305},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":315.9579932689667,"p90":327.4959921836853,"p95":332.10301399230957,"p99":337.0710015296936},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.208986043930054,"p90":9.294003248214722,"p95":10.937005281448364,"p99":13.500005006790161},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"roundtrip":{"activation_data_bytes":128651264,"scale_bytes":0,"total_logical_bytes":128651264},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":3172154.32629844,"p90":3064161.986605158,"p95":3023931.694530585,"p99":2972242.7410030584},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":171.29899561405182,"p90":175.30600726604462,"p95":177.1080046892166,"p99":180.47399818897247},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":253.9440095424652,"p90":262.5179886817932,"p95":266.5629982948303,"p99":274.09499883651733},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":425.24300515651703,"p90":437.82399594783783,"p95":443.67100298404694,"p99":454.5689970254898},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":416.83098673820496,"p90":423.20001125335693,"p95":437.9020035266876,"p99":444.07200813293457},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":418.2719886302948,"p90":425.8840084075928,"p95":430.45100569725037,"p99":436.7009997367859},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":161.84499859809875,"p90":165.009006857872,"p95":165.97099602222443,"p99":169.53599452972412},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":251.01900100708008,"p90":254.26501035690308,"p95":255.7869851589203,"p99":263.0380094051361},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168991327285767,"p90":6.248980760574341,"p95":6.248980760574341,"p99":6.248980760574341},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.927992820739746,"p90":8.374005556106567,"p95":9.535014629364014,"p99":11.978000402450562},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.48097968101501465,"p90":1.2019872665405273,"p95":1.2019872665405273,"p99":1.2019872665405273},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":161.203995347023,"p90":164.0080064535141,"p95":165.81100225448608,"p99":168.8160002231598},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":246.77400290966034,"p90":254.2249858379364,"p95":259.35301184654236,"p99":266.6429877281189},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":407.69699215888977,"p90":414.7469997406006,"p95":419.7550117969513,"p99":425.16300082206726},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.334998369216919,"p90":13.25899362564087,"p95":14.580994844436646,"p99":18.027007579803467},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":2,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"roundtrip":{"activation_data_bytes":259768320,"scale_bytes":0,"total_logical_bytes":259768320},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":4896335.532069782,"p90":4808821.086421164,"p95":4757800.476462175,"p99":4689707.605969296},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":250.86000561714172,"p90":254.82600927352905,"p95":256.4280033111572,"p99":259.6319913864136},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":342.9189920425415,"p90":348.9669859409332,"p95":351.5720069408417,"p99":356.90000653266907},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":593.7789976596832,"p90":603.7929952144623,"p95":608.0000102519989,"p99":616.5319979190826},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":586.6479873657227,"p90":590.412974357605,"p95":591.97598695755,"p99":594.7800278663635},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":586.3270163536072,"p90":592.415988445282,"p95":595.3810214996338,"p99":602.0709872245789},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":240.52399396896362,"p90":242.3270046710968,"p95":243.1280016899109,"p99":245.0910061597824},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":334.98701453208923,"p90":338.5930061340332,"p95":340.03499150276184,"p99":342.9189920425415},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.169021129608154,"p90":6.290018558502197,"p95":6.290018558502197,"p99":6.290018558502197},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.807995796203613,"p90":9.5750093460083,"p95":10.655999183654785,"p99":12.498974800109863},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-0.6810426712036133,"p90":1.1219978332519531,"p95":1.1219978332519531,"p99":1.1219978332519531},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":240.6039983034134,"p90":242.72699654102325,"p95":244.57000195980072,"p99":247.85499274730682},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":331.5019905567169,"p90":336.9100093841553,"p95":340.43601155281067,"p99":349.2879867553711},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":575.469970703125,"p90":581.1589956283569,"p95":583.603024482727,"p99":588.8109803199768},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.536015033721924,"p90":13.661026954650879,"p95":15.022993087768555,"p99":18.107950687408447},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"roundtrip":{"activation_data_bytes":520626176,"scale_bytes":0,"total_logical_bytes":520626176},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":6985862.642784567,"p90":6914060.524850814,"p95":6879628.090400123,"p99":6803184.486403676},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9957,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2099,"max":2101,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.7},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2055,"p50":2095,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.7},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2056,"p50":2094,"max":2095,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.7},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2068,"p50":2100,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.7},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2064,"p50":2098,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.7},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2064,"p50":2103,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.7},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.8},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2062,"p50":2096,"max":2098,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":230.8}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json deleted file mode 100644 index 25f92855a5..0000000000 --- a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T20:36:09.976519+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1 2 4 8 16 32 64 128 256 512","mode":"normal","nodes":1,"phase":"decode","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-decode-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1,2,4,8,16,32,64,128,256,512],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":72.0290020108223,"p90":76.835997402668,"p95":78.5989984869957,"p99":82.60499686002731},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":172.8619933128357,"p90":184.4789981842041,"p95":189.60699439048767,"p99":197.05800712108612},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":244.890995323658,"p90":261.3149955868721,"p95":268.20599287748337,"p99":279.66300398111343},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":301.2959957122803,"p90":309.46800112724304,"p95":312.79298663139343,"p99":325.61299204826355},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":247.29500710964203,"p90":260.5139911174774,"p95":265.0409936904907,"p99":274.414986371994},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.746999859809875,"p90":19.670000299811363,"p95":20.871000364422798,"p99":22.273000329732895},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":81.324003636837,"p90":85.32900363206863,"p95":86.49100363254547,"p99":92.01899915933609},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":213.5230004787445,"p90":219.77199614048004,"p95":221.8959927558899,"p99":227.1440029144287},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.169021129608154,"p95":6.169021129608154,"p99":6.169021129608154},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.3250153064727783,"p90":7.730990648269653,"p95":9.57399606704712,"p99":12.537986040115356},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.042008399963379,"p90":2.1629929542541504,"p95":2.1629929542541504,"p99":2.1629929542541504},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":65.33899903297424,"p90":67.34199821949005,"p95":68.94399970769882,"p99":71.54799997806549},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":157.03800320625305,"p90":166.45200550556183,"p95":170.01700401306152,"p99":176.30599439144135},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":239.88300561904907,"p90":253.06299328804016,"p95":257.38999247550964,"p99":266.6429877281189},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.891995668411255,"p90":10.216012597084045,"p95":12.137994170188904,"p99":14.942988753318787},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8,"byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":501760,"scale_bytes":0,"total_logical_bytes":501760},"dispatch":{"activation_data_bytes":250880,"scale_bytes":7840,"total_logical_bytes":258720},"roundtrip":{"activation_data_bytes":752640,"scale_bytes":7840,"total_logical_bytes":760480},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":35,"assignments":48,"wire":"rank-deduplicated"},"receive":{"max":6,"mean":4.375,"min":2,"total":35},"routing":{"empty_expert_count":337,"empty_rank_count":0,"expert_assignment_rank_cv":0.3227486312389374,"expert_assignments_per_rank":[8,6,6,6,6,5,9,2],"expert_load_cv":2.708012819290161,"expert_load_max":2,"expert_load_mean":0.125,"expert_load_min":0,"fanout_histogram":[0,0,0,5,3,0,0,0],"fanout_max":5,"fanout_mean":4.375,"fanout_min":4,"hotspot_ratio":16.0,"locality":{"placement":"packed","local_rank_fraction":0.08571428805589676,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":35},"payload_copies_per_rank":[5,5,5,4,4,4,6,2],"payload_rank_cv":0.2539483904838562,"routed_copies":35},"token_rate_at_latency_percentile":{"p50":32350.02636528395,"p90":30708.523429716457,"p95":30184.009985044922,"p99":29152.926761642986},"tokens_per_rank":1},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":75.47499984502792,"p90":80.40200173854828,"p95":82.40500092506409,"p99":86.05100214481354},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":172.98099398612976,"p90":183.87800455093384,"p95":188.64500522613525,"p99":198.54000210762024},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":248.45599383115768,"p90":264.2800062894821,"p95":271.05000615119934,"p99":284.5910042524338},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":303.4990131855011,"p90":318.7220096588135,"p95":324.05000925064087,"p99":335.18698811531067},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":250.900000333786,"p90":263.0769908428192,"p95":269.04699206352234,"p99":278.62200140953064},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.02700012922287,"p90":19.429000094532967,"p95":20.791999995708466,"p99":22.874999791383743},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":82.08499848842621,"p90":88.2129967212677,"p95":89.89600092172623,"p99":92.62000024318695},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":212.32099831104279,"p90":221.0949957370758,"p95":223.6589938402176,"p99":233.35300385951996},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209015846252441,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.4449994564056396,"p90":8.533000946044922,"p95":9.774982929229736,"p99":13.94200325012207},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-2.7649998664855957,"p90":4.206985235214233,"p95":4.206985235214233,"p99":4.206985235214233},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":66.7010024189949,"p90":69.26500052213669,"p95":71.14700227975845,"p99":74.19200241565704},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":157.99899399280548,"p90":166.89300537109375,"p95":170.89800536632538,"p99":177.8690069913864},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":241.20500683784485,"p90":253.50400805473328,"p95":259.39199328422546,"p99":267.6849961280823},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.133994579315186,"p90":12.258008122444153,"p95":13.74100148677826,"p99":17.02597737312317},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16,"byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1003520,"scale_bytes":0,"total_logical_bytes":1003520},"dispatch":{"activation_data_bytes":501760,"scale_bytes":15680,"total_logical_bytes":517440},"roundtrip":{"activation_data_bytes":1505280,"scale_bytes":15680,"total_logical_bytes":1520960},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":70,"assignments":96,"wire":"rank-deduplicated"},"receive":{"max":12,"mean":8.75,"min":5,"total":70},"routing":{"empty_expert_count":300,"empty_rank_count":0,"expert_assignment_rank_cv":0.33592739701271057,"expert_assignments_per_rank":[18,17,13,7,13,7,13,8],"expert_load_cv":2.0,"expert_load_max":2,"expert_load_mean":0.25,"expert_load_min":0,"fanout_histogram":[0,0,3,6,5,2,0,0],"fanout_max":6,"fanout_mean":4.375,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.15714286267757416,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":70},"payload_copies_per_rank":[12,11,10,5,9,6,10,7],"payload_rank_cv":0.26649653911590576,"routed_copies":70},"token_rate_at_latency_percentile":{"p50":63770.4263798897,"p90":60818.697784024494,"p95":59469.16513462593,"p99":57425.47221345421},"tokens_per_rank":2},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":76.59599930047989,"p90":81.16299659013748,"p95":83.126001060009,"p99":86.32999658584595},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":172.74099588394165,"p90":184.238001704216,"p95":190.24799764156342,"p99":197.3789930343628},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":249.33699518442154,"p90":265.4009982943535,"p95":273.3739987015724,"p99":283.70898962020874},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":302.2170066833496,"p90":311.6709887981415,"p95":315.7980144023895,"p99":382.1380138397217},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":251.09899044036865,"p90":264.72100615501404,"p95":270.4089879989624,"p99":279.62300181388855},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":17.86700077354908,"p90":19.829999655485153,"p95":20.75199969112873,"p99":22.794000804424286},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":85.1690024137497,"p90":89.05500173568726,"p95":90.09599685668945,"p99":92.62000024318695},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":210.07800102233887,"p90":217.48900413513184,"p95":220.65399587154388,"p99":226.2219935655594},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.050020456314087,"p90":6.290018558502197,"p95":6.290018558502197,"p99":6.290018558502197},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.4860074520111084,"p90":8.772999048233032,"p95":10.416001081466675,"p99":17.545998096466064},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.2010037899017334,"p90":2.1219849586486816,"p95":2.1219849586486816,"p99":2.1219849586486816},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":69.58500295877457,"p90":71.2679997086525,"p95":72.82999902963638,"p99":75.67500323057175},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":158.1999957561493,"p90":168.77500712871552,"p95":173.42300713062286,"p99":179.59199845790863},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":243.4079945087433,"p90":257.189005613327,"p95":262.3569965362549,"p99":271.0089981555939},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.131010293960571,"p90":10.656014084815979,"p95":12.298986315727234,"p99":15.062004327774048},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00146484375,"host_stalled_samples":{"dispatch":3,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32,"byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2050048,"scale_bytes":0,"total_logical_bytes":2050048},"dispatch":{"activation_data_bytes":1025024,"scale_bytes":32032,"total_logical_bytes":1057056},"roundtrip":{"activation_data_bytes":3075072,"scale_bytes":32032,"total_logical_bytes":3107104},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":143,"assignments":192,"wire":"rank-deduplicated"},"receive":{"max":22,"mean":17.875,"min":13,"total":143},"routing":{"empty_expert_count":229,"empty_rank_count":0,"expert_assignment_rank_cv":0.20518453419208527,"expert_assignments_per_rank":[31,30,24,17,22,22,28,18],"expert_load_cv":1.3768926858901978,"expert_load_max":4,"expert_load_mean":0.5,"expert_load_min":0,"fanout_histogram":[0,0,4,12,13,3,0,0],"fanout_max":6,"fanout_mean":4.46875,"fanout_min":3,"hotspot_ratio":8.0,"locality":{"placement":"packed","local_rank_fraction":0.1258741319179535,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":143},"payload_copies_per_rank":[22,21,18,13,16,15,22,16],"payload_rank_cv":0.1800614446401596,"routed_copies":143},"token_rate_at_latency_percentile":{"p50":127439.77960197894,"p90":120881.98237378108,"p95":118339.26171168093,"p99":114439.79855884158},"tokens_per_rank":4},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":77.15699821710587,"p90":81.56300336122513,"p95":83.48599821329117,"p99":86.53099834918976},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":173.30199480056763,"p90":186.08100712299347,"p95":190.88900089263916,"p99":197.8989988565445},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":250.4589930176735,"p90":267.6440104842186,"p95":274.3749991059303,"p99":284.42999720573425},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":301.6969859600067,"p90":311.47098541259766,"p95":315.3569996356964,"p99":331.0210108757019},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":251.90100073814392,"p90":264.75998759269714,"p95":270.2479958534241,"p99":279.462993144989},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.989000469446182,"p90":20.431000739336014,"p95":21.953999996185303,"p99":23.75599928200245},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":87.1720016002655,"p90":90.29600024223328,"p95":91.01700037717819,"p99":93.06000173091888},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":208.43499898910522,"p90":216.5679931640625,"p95":218.2909995317459,"p99":225.6609946489334},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.168991327285767,"p95":6.168991327285767,"p99":6.168991327285767},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.045022487640381,"p90":8.973002433776855,"p95":10.73598861694336,"p99":16.866028308868408},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.7220079898834229,"p90":-0.719994306564331,"p95":-0.719994306564331,"p99":-0.719994306564331},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":70.98700106143951,"p90":73.19100201129913,"p95":74.43200051784515,"p99":76.87699794769287},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":158.9599996805191,"p90":171.93999886512756,"p95":175.90700089931488,"p99":180.9930056333542},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":245.25099992752075,"p90":257.750004529953,"p95":263.6390030384064,"p99":272.6120054721832},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1690062284469604,"p90":9.574994444847107,"p95":11.497989296913147,"p99":14.421999454498291},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":64,"byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4028416,"scale_bytes":0,"total_logical_bytes":4028416},"dispatch":{"activation_data_bytes":2014208,"scale_bytes":62944,"total_logical_bytes":2077152},"roundtrip":{"activation_data_bytes":6042624,"scale_bytes":62944,"total_logical_bytes":6105568},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":281,"assignments":384,"wire":"rank-deduplicated"},"receive":{"max":42,"mean":35.125,"min":26,"total":281},"routing":{"empty_expert_count":143,"empty_rank_count":0,"expert_assignment_rank_cv":0.1458333283662796,"expert_assignments_per_rank":[55,56,58,37,46,43,46,43],"expert_load_cv":0.9816015958786011,"expert_load_max":5,"expert_load_mean":1.0,"expert_load_min":0,"fanout_histogram":[0,1,9,24,24,6,0,0],"fanout_max":6,"fanout_mean":4.390625,"fanout_min":2,"hotspot_ratio":5.0,"locality":{"placement":"packed","local_rank_fraction":0.11743772029876709,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":281},"payload_copies_per_rank":[38,42,42,26,29,31,38,35],"payload_rank_cv":0.15879225730895996,"routed_copies":281},"token_rate_at_latency_percentile":{"p50":254068.06567842604,"p90":241728.36908595366,"p95":236819.5175616105,"p99":229010.64387725916},"tokens_per_rank":8},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":81.44299685955048,"p90":86.36999875307083,"p95":88.05400133132935,"p99":91.05800092220306},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":173.3430027961731,"p90":184.43900346755981,"p95":189.5660012960434,"p99":196.89799845218658},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":254.78599965572357,"p90":270.80900222063065,"p95":277.62000262737274,"p99":287.95599937438965},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":298.691987991333,"p90":308.18599462509155,"p95":313.634991645813,"p99":473.3560085296631},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":256.4679980278015,"p90":269.28699016571045,"p95":275.37599205970764,"p99":284.43101048469543},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.874999791383743,"p90":23.99599924683571,"p95":25.239000096917152,"p99":27.56199985742569},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":92.90099889039993,"p90":94.54300254583359,"p95":95.06399929523468,"p99":99.79099780321121},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":205.11099696159363,"p90":212.72200345993042,"p95":215.44599533081055,"p99":221.77499532699585},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209999322891235,"p90":6.3690245151519775,"p95":6.3690245151519775,"p99":6.3690245151519775},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3.4850239753723145,"p90":8.092015981674194,"p95":8.893013000488281,"p99":11.938005685806274},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.4820098876953125,"p90":2.003014087677002,"p95":2.003014087677002,"p99":2.003014087677002},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":75.95399767160416,"p90":77.79700309038162,"p95":78.91800254583359,"p99":81.08200132846832},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":162.0050072669983,"p90":173.26200008392334,"p95":177.1879941225052,"p99":183.51800739765167},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":250.25901198387146,"p90":263.0780041217804,"p95":268.1260108947754,"p99":278.38000655174255},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.569010972976685,"p90":9.133011102676392,"p95":10.576009750366211,"p99":12.6589834690094},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":128,"byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":8085504,"scale_bytes":0,"total_logical_bytes":8085504},"dispatch":{"activation_data_bytes":4042752,"scale_bytes":126336,"total_logical_bytes":4169088},"roundtrip":{"activation_data_bytes":12128256,"scale_bytes":126336,"total_logical_bytes":12254592},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":564,"assignments":768,"wire":"rank-deduplicated"},"receive":{"max":77,"mean":70.5,"min":62,"total":564},"routing":{"empty_expert_count":56,"empty_rank_count":0,"expert_assignment_rank_cv":0.07384087145328522,"expert_assignments_per_rank":[101,108,101,91,83,97,94,93],"expert_load_cv":0.6978389024734497,"expert_load_max":7,"expert_load_mean":2.0,"expert_load_min":0,"fanout_histogram":[0,2,14,52,50,10,0,0],"fanout_max":6,"fanout_mean":4.40625,"fanout_min":2,"hotspot_ratio":3.5,"locality":{"placement":"packed","local_rank_fraction":0.14716312289237976,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":564},"payload_copies_per_rank":[73,76,77,63,62,69,74,70],"payload_rank_cv":0.07472094893455505,"routed_copies":564},"token_rate_at_latency_percentile":{"p50":499087.609309153,"p90":475329.31286889495,"p95":464819.0245003158,"p99":450021.25394793187},"tokens_per_rank":16},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":89.89600092172623,"p90":95.0239971280098,"p95":96.90699726343155,"p99":100.39199888706207},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":173.3420044183731,"p90":185.36099791526794,"p95":190.88900089263916,"p99":198.50100576877594},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":263.23800534009933,"p90":280.38499504327774,"p95":287.7959981560707,"p99":298.893004655838},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":299.252986907959,"p90":310.22900342941284,"p95":317.4000084400177,"p99":418.07299852371216},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":265.6019926071167,"p90":278.2210111618042,"p95":283.1079959869385,"p99":294.6060001850128},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":25.95899999141693,"p90":28.001999482512474,"p95":29.245000332593918,"p99":30.84699995815754},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":101.55300050973892,"p90":103.91800105571747,"p95":104.99899834394455,"p99":108.48399996757507},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":201.26399397850037,"p90":209.2369943857193,"p95":212.08100020885468,"p99":221.53499722480774},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1289966106414795,"p90":6.209999322891235,"p95":6.209999322891235,"p99":6.209999322891235},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.485994577407837,"p90":10.535985231399536,"p95":13.581007719039917,"p99":16.58499240875244},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.4420151710510254,"p90":3.8850009441375732,"p95":3.8850009441375732,"p99":3.8850009441375732},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":85.56900173425674,"p90":87.49199658632278,"p95":88.4540006518364,"p99":90.41699767112732},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":168.41499507427216,"p90":179.63099479675293,"p95":184.91899967193604,"p99":191.5699988603592},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":260.43400168418884,"p90":272.85200357437134,"p95":277.81999111175537,"p99":287.8749966621399},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.527002573013306,"p90":8.172005414962769,"p95":9.57399606704712,"p99":12.138009071350098},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":1,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":256,"byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":16314368,"scale_bytes":0,"total_logical_bytes":16314368},"dispatch":{"activation_data_bytes":8157184,"scale_bytes":254912,"total_logical_bytes":8412096},"roundtrip":{"activation_data_bytes":24471552,"scale_bytes":254912,"total_logical_bytes":24726464},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":1138,"assignments":1536,"wire":"rank-deduplicated"},"receive":{"max":149,"mean":142.25,"min":126,"total":1138},"routing":{"empty_expert_count":10,"empty_rank_count":0,"expert_assignment_rank_cv":0.04658475145697594,"expert_assignments_per_rank":[189,194,196,170,193,201,198,195],"expert_load_cv":0.4824390113353729,"expert_load_max":11,"expert_load_mean":4.0,"expert_load_min":0,"fanout_histogram":[0,3,26,101,106,20,0,0],"fanout_max":6,"fanout_mean":4.4453125,"fanout_min":2,"hotspot_ratio":2.75,"locality":{"placement":"packed","local_rank_fraction":0.1344463974237442,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":1138},"payload_copies_per_rank":[143,141,149,126,144,145,148,142],"payload_rank_cv":0.04686218500137329,"routed_copies":1138},"token_rate_at_latency_percentile":{"p50":963848.1906221233,"p90":920131.8007255708,"p95":904248.5681393854,"p99":868957.1829468232},"tokens_per_rank":32},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":104.15700078010559,"p90":108.24400186538696,"p95":110.12600362300873,"p99":114.37299847602844},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":184.4789981842041,"p90":196.8580037355423,"p95":200.9039968252182,"p99":208.7559998035431},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":288.6359989643097,"p90":305.10200560092926,"p95":311.03000044822693,"p99":323.12899827957153},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":304.7010004520416,"p90":317.4799978733063,"p95":326.7750144004822,"p99":422.2390055656433},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":281.38500452041626,"p90":294.48598623275757,"p95":300.2139925956726,"p99":310.5500042438507},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":34.57299992442131,"p90":39.77999836206436,"p95":40.54100066423416,"p99":41.78300127387047},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":115.09399861097336,"p90":117.97899752855301,"p95":119.38100308179855,"p99":123.10600280761719},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":195.29500603675842,"p90":205.1510065793991,"p95":207.91499316692352,"p99":214.805006980896},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.2490105628967285,"p90":6.3700079917907715,"p95":6.3700079917907715,"p99":6.3700079917907715},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.726976156234741,"p90":11.255979537963867,"p95":12.739002704620361,"p99":17.547011375427246},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.8429756164550781,"p90":2.7640163898468018,"p95":2.7640163898468018,"p99":2.7640163898468018},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":96.18499875068665,"p90":98.42900186777115,"p95":99.71000254154205,"p99":102.15499997138977},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":178.1499981880188,"p90":190.88900089263916,"p95":195.21600008010864,"p99":202.14499533176422},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":272.9730010032654,"p90":285.9930098056793,"p95":291.0799980163574,"p99":302.33800411224365},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.132010698318481,"p90":11.056989431381226,"p95":12.37902045249939,"p99":14.30201530456543},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.00413223123177886,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":512,"byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":32284672,"scale_bytes":0,"total_logical_bytes":32284672},"dispatch":{"activation_data_bytes":16142336,"scale_bytes":504448,"total_logical_bytes":16646784},"roundtrip":{"activation_data_bytes":48427008,"scale_bytes":504448,"total_logical_bytes":48931456},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":2252,"assignments":3072,"wire":"rank-deduplicated"},"receive":{"max":290,"mean":281.5,"min":268,"total":2252},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.03184119611978531,"expert_assignments_per_rank":[396,393,399,359,380,389,380,376],"expert_load_cv":0.3360888659954071,"expert_load_max":16,"expert_load_mean":8.0,"expert_load_min":1,"fanout_histogram":[0,3,57,223,191,38,0,0],"fanout_max":6,"fanout_mean":4.3984375,"fanout_min":2,"hotspot_ratio":2.0,"locality":{"placement":"packed","local_rank_fraction":0.11767318099737167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":2252},"payload_copies_per_rank":[290,286,290,268,282,282,280,274],"payload_rank_cv":0.025306938216090202,"routed_copies":2252},"token_rate_at_latency_percentile":{"p50":1819571.0211090911,"p90":1738622.6304002204,"p95":1705450.1543156258,"p99":1648687.7894162459},"tokens_per_rank":64},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":122.46499955654144,"p90":126.71199440956116,"p95":128.27399373054504,"p99":130.8780014514923},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":199.18200373649597,"p90":209.07700061798096,"p95":212.96200156211853,"p99":220.25300562381744},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":321.6470032930374,"p90":335.7889950275421,"p95":341.2359952926636,"p99":351.13100707530975},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":310.99000573158264,"p90":318.08099150657654,"p95":324.12999868392944,"p99":342.23800897598267},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":315.6780004501343,"p90":327.8160095214844,"p95":332.94299244880676,"p99":341.83698892593384},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":44.30700093507767,"p90":46.34999856352806,"p95":47.31199890375137,"p99":49.23500120639801},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":121.50400131940842,"p90":125.82999467849731,"p95":127.19300389289856,"p99":134.60400700569153},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":193.21200251579285,"p90":199.22199845314026,"p95":201.34499669075012,"p99":206.27200603485107},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.089001893997192,"p90":6.170004606246948,"p95":6.170004606246948,"p99":6.170004606246948},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4.326999187469482,"p90":8.132010698318481,"p95":9.133994579315186,"p99":11.016994714736938},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.2409985065460205,"p90":1.6430020332336426,"p95":1.6430020332336426,"p99":1.6430020332336426},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":115.73600023984909,"p90":117.65799671411514,"p95":119.22100186347961,"p99":121.78400158882141},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":193.0920034646988,"p90":203.02699506282806,"p95":206.713005900383,"p99":213.5629951953888},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":308.3060085773468,"p90":320.56498527526855,"p95":324.81199502944946,"p99":335.1469933986664},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.650000810623169,"p90":9.73498821258545,"p95":11.456996202468872,"p99":14.38102126121521},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0009765625,"host_stalled_samples":{"dispatch":1,"roundtrip":2},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":1024,"byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":64325632,"scale_bytes":0,"total_logical_bytes":64325632},"dispatch":{"activation_data_bytes":32162816,"scale_bytes":1005088,"total_logical_bytes":33167904},"roundtrip":{"activation_data_bytes":96488448,"scale_bytes":1005088,"total_logical_bytes":97493536},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":4487,"assignments":6144,"wire":"rank-deduplicated"},"receive":{"max":569,"mean":560.875,"min":553,"total":4487},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.01615842990577221,"expert_assignments_per_rank":[775,756,779,747,762,761,782,782],"expert_load_cv":0.2481621950864792,"expert_load_max":30,"expert_load_mean":16.0,"expert_load_min":4,"fanout_histogram":[0,5,126,437,385,71,0,0],"fanout_max":6,"fanout_mean":4.3818359375,"fanout_min":2,"hotspot_ratio":1.875,"locality":{"placement":"packed","local_rank_fraction":0.12859371304512024,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":4487},"payload_copies_per_rank":[569,555,565,556,553,564,558,567],"payload_rank_cv":0.010142241604626179,"routed_copies":4487},"token_rate_at_latency_percentile":{"p50":3243811.7275826926,"p90":3123703.45028219,"p95":3075601.599145986,"p99":2995579.8616687185},"tokens_per_rank":128},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":171.3789999485016,"p90":175.58500170707703,"p95":177.26799845695496,"p99":180.7119995355606},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":237.11900413036346,"p90":245.69199979305267,"p95":249.1769939661026,"p99":253.66300344467163},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":408.49800407886505,"p90":421.2770015001297,"p95":426.44499242305756,"p99":434.37500298023224},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":399.3639945983887,"p90":407.53600001335144,"p95":409.8599851131439,"p99":416.4699912071228},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":400.68599581718445,"p90":409.57900881767273,"p95":412.6240015029907,"p99":417.9910123348236},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":62.25400045514107,"p90":64.37800079584122,"p95":65.37900120019913,"p99":66.94100052118301},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":161.28399968147278,"p90":165.08899629116058,"p95":166.41199588775635,"p99":170.0969934463501},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":232.79200494289398,"p90":237.15899884700775,"p95":238.68100345134735,"p99":244.04899775981903},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1699748039245605,"p90":6.287992000579834,"p95":6.287992000579834,"p99":6.287992000579834},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5.165994167327881,"p90":8.05199146270752,"p95":9.294986724853516,"p99":12.337982654571533},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.7210075855255127,"p90":1.3220012187957764,"p95":1.3220012187957764,"p99":1.3220012187957764},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":161.08399629592896,"p90":163.96799683570862,"p95":165.64999520778656,"p99":168.49499940872192},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":229.9479991197586,"p90":238.36100101470947,"p95":242.20700562000275,"p99":247.6550042629242},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":389.710009098053,"p90":399.0429937839508,"p95":401.44801139831543,"p99":406.93598985671997},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.776013135910034,"p90":13.37897777557373,"p95":14.822989702224731,"p99":18.107980489730835},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":2048,"byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":129884160,"scale_bytes":0,"total_logical_bytes":129884160},"dispatch":{"activation_data_bytes":64942080,"scale_bytes":2029440,"total_logical_bytes":66971520},"roundtrip":{"activation_data_bytes":194826240,"scale_bytes":2029440,"total_logical_bytes":196855680},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":9060,"assignments":12288,"wire":"rank-deduplicated"},"receive":{"max":1149,"mean":1132.5,"min":1088,"total":9060},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.018761977553367615,"expert_assignments_per_rank":[1542,1490,1556,1492,1545,1541,1581,1541],"expert_load_cv":0.1781381368637085,"expert_load_max":52,"expert_load_mean":32.0,"expert_load_min":18,"fanout_histogram":[0,11,225,859,791,162,0,0],"fanout_max":6,"fanout_mean":4.423828125,"fanout_min":2,"hotspot_ratio":1.625,"locality":{"placement":"packed","local_rank_fraction":0.12792494893074036,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":9060},"payload_copies_per_rank":[1144,1088,1148,1126,1135,1149,1140,1130],"payload_rank_cv":0.016329573467373848,"routed_copies":9060},"token_rate_at_latency_percentile":{"p50":5111234.286646777,"p90":5000256.253151107,"p95":4963356.451733591,"p99":4899626.880875346},"tokens_per_rank":256},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":250.29799342155457,"p90":254.78500127792358,"p95":256.62899017333984,"p99":259.59300994873047},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":297.9309856891632,"p90":304.90100383758545,"p95":308.106005191803,"p99":315.557986497879},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":548.2289791107178,"p90":559.686005115509,"p95":564.7349953651428,"p99":575.1509964466095},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":536.611020565033,"p90":542.701005935669,"p95":547.989010810852,"p99":556.361973285675},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":540.6180024147034,"p90":547.8289723396301,"p95":550.553023815155,"p99":557.5240254402161},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":100.832000374794,"p90":103.23599725961685,"p95":104.1169986128807,"p99":106.28099739551544},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":240.36400020122528,"p90":243.52799355983734,"p95":245.45200169086456,"p99":248.97600710391998},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":287.6349985599518,"p90":292.52299666404724,"p95":294.4450080394745,"p99":300.09499192237854},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.1699748039245605,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209015846252441,"p90":10.45602560043335,"p95":11.696994304656982,"p99":16.946017742156982},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.0409951210021973,"p90":2.602994441986084,"p95":2.602994441986084,"p99":2.602994441986084},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":241.28499627113342,"p90":243.92899870872498,"p95":245.77200412750244,"p99":248.29599261283875},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":288.6359989643097,"p90":295.52799463272095,"p95":299.09300804138184,"p99":305.9430122375488},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":530.6829810142517,"p90":537.3330116271973,"p95":539.8569703102112,"p99":546.8270182609558},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":9.535014629364014,"p90":12.979984283447266,"p95":14.1410231590271,"p99":18.26697587966919},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":4096,"byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":260313088,"scale_bytes":0,"total_logical_bytes":260313088},"dispatch":{"activation_data_bytes":130156544,"scale_bytes":4067392,"total_logical_bytes":134223936},"roundtrip":{"activation_data_bytes":390469632,"scale_bytes":4067392,"total_logical_bytes":394537024},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":18158,"assignments":24576,"wire":"rank-deduplicated"},"receive":{"max":2294,"mean":2269.75,"min":2209,"total":18158},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.016587993130087852,"expert_assignments_per_rank":[3123,2960,3095,3022,3074,3092,3108,3102],"expert_load_cv":0.13393747806549072,"expert_load_max":88,"expert_load_mean":64.0,"expert_load_min":38,"fanout_histogram":[0,23,454,1699,1566,354,0,0],"fanout_max":6,"fanout_mean":4.43310546875,"fanout_min":2,"hotspot_ratio":1.375,"locality":{"placement":"packed","local_rank_fraction":0.1253442019224167,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":18158},"payload_copies_per_rank":[2289,2209,2294,2272,2259,2292,2267,2276],"payload_rank_cv":0.01135234534740448,"routed_copies":18158},"token_rate_at_latency_percentile":{"p50":7576514.251661924,"p90":7476786.016823985,"p95":7439792.032411411,"p99":7346768.593094862},"tokens_per_rank":512}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2098,"max":2100,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.1},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2060,"p50":2090,"max":2096,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.1},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2061,"p50":2093,"max":2095,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.2},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2066,"p50":2099,"max":2102,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.1},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2066,"p50":2097,"max":2099,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":64,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.1},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2070,"p50":2102,"max":2104,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.2},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2063,"p50":2096,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.1},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2066,"p50":2094,"max":2097,"samples":2600},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":322.1}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json deleted file mode 100644 index 7b10762d94..0000000000 --- a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T21:06:38.220416+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":754.9350261688232,"p90":761.1039876937866,"p95":763.5080218315125,"p99":768.4370279312134},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1291.0239696502686,"p90":1301.764965057373,"p95":1305.8509826660156,"p99":1313.377022743225},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2045.9589958190918,"p90":2062.8689527511597,"p95":2069.359004497528,"p99":2081.8140506744385},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2122.9920387268066,"p90":2147.4409103393555,"p95":2268.662929534912,"p99":2370.7780838012695},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2042.3920154571533,"p90":2054.1329383850098,"p95":2057.6961040496826,"p99":2067.673921585083},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":794.4350242614746,"p90":806.4169883728027,"p95":811.1400008201599,"p99":947.8700160980225},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1273.8749980926514,"p90":1283.329963684082,"p95":1286.4949703216553,"p99":1292.5900220870972},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.489038467407227,"p90":6.570100784301758,"p95":6.570100784301758,"p99":6.570100784301758},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.72286605834961,"p90":28.253793716430664,"p95":32.716989517211914,"p99":165.33994674682617},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.328821182250977,"p90":-4.527091979980469,"p95":-4.527091979980469,"p99":-4.527091979980469},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":708.5480093955994,"p90":712.87602186203,"p95":714.4780158996582,"p99":718.5649871826172},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1255.247950553894,"p90":1262.3059749603271,"p95":1264.9840116500854,"p99":1271.554946899414},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1995.131015777588,"p90":2006.5081119537354,"p95":2009.9530220031738,"p99":2019.1669464111328},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":46.94390296936035,"p90":52.47008800506592,"p95":54.39400672912598,"p99":58.91990661621094},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0095911156386137,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"roundtrip":{"activation_data_bytes":2428403712,"scale_bytes":0,"total_logical_bytes":2428403712},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":8021966.339470207,"p90":7976114.736216317,"p95":7962303.066888838,"p99":7923879.983667828},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1243.3500289916992,"p90":1250.4010200500488,"p95":1253.0850172042847,"p99":1257.8109502792358},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2197.223901748657,"p90":2216.8169021606445,"p95":2222.946882247925,"p99":2249.6678829193115},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":3440.5739307403564,"p90":3467.2179222106934,"p95":3476.0318994522095,"p99":3507.4788331985474},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":3521.336078643799,"p90":3558.3291053771973,"p95":3711.0209465026855,"p99":3774.116039276123},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3432.3620796203613,"p90":3449.273109436035,"p95":3454.1609287261963,"p99":3544.9719429016113},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1277.7680158615112,"p90":1292.6700115203857,"p95":1307.2459697723389,"p99":1474.9460220336914},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2160.649061203003,"p90":2174.830913543701,"p95":2178.7970066070557,"p99":2186.099052429199},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.370067596435547,"p90":6.61015510559082,"p95":6.61015510559082,"p99":6.61015510559082},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":34.91091728210449,"p90":49.99494552612305,"p95":68.04180145263672,"p99":116.8370246887207},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-5.928993225097656,"p90":9.894847869873047,"p95":9.894847869873047,"p99":9.894847869873047},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1183.2259893417358,"p90":1188.8740062713623,"p95":1190.837025642395,"p99":1194.883942604065},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2141.184091567993,"p90":2150.2339839935303,"p95":2153.5298824310303,"p99":2160.5000495910645},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3371.6070652008057,"p90":3388.3941173553467,"p95":3393.4409618377686,"p99":3412.631034851074},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":59.91315841674805,"p90":68.17007064819336,"p95":70.61004638671875,"p99":76.81798934936523},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0095911156386137,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"roundtrip":{"activation_data_bytes":4850069504,"scale_bytes":0,"total_logical_bytes":4850069504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":9546778.352598608,"p90":9499972.591430329,"p95":9486529.630825272,"p99":9243514.625162002},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2293.771982192993,"p90":2309.7169399261475,"p95":2315.606117248535,"p99":2365.2091026306152},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4048.5100746154785,"p90":4081.599235534668,"p95":4089.8518562316895,"p99":4102.0708084106445},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":6342.282056808472,"p90":6391.316175460815,"p95":6405.457973480225,"p99":6467.27991104126},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":6420.734882354736,"p90":6519.036769866943,"p95":6552.732944488525,"p99":6581.973075866699},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6331.407070159912,"p90":6368.508815765381,"p95":6378.603935241699,"p99":6401.432991027832},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2272.3090648651123,"p90":2290.015935897827,"p95":2295.2640056610107,"p99":2305.8390617370605},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":3954.787015914917,"p90":3977.139949798584,"p95":3984.3909740448,"p99":4001.3370513916016},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.450176239013672,"p90":6.849765777587891,"p95":6.849765777587891,"p99":6.849765777587891},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":56.27918243408203,"p90":87.77284622192383,"p95":99.38907623291016,"p99":127.95305252075195},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-17.626285552978516,"p90":-10.014057159423828,"p95":-10.014057159423828,"p99":-10.014057159423828},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2187.769889831543,"p90":2195.633888244629,"p95":2197.829008102417,"p99":2204.1659355163574},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3928.54905128479,"p90":3941.334009170532,"p95":3945.420026779175,"p99":3952.307939529419},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6204.930782318115,"p90":6240.945816040039,"p95":6249.430179595947,"p99":6270.471096038818},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":125.7481575012207,"p90":142.1341896057129,"p95":146.820068359375,"p99":157.39774703979492},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"roundtrip":{"activation_data_bytes":9698332672,"scale_bytes":0,"total_logical_bytes":9698332672},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":10350937.678430581,"p90":10290635.044386564,"p95":10274348.535408273,"p99":10237707.727606371},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4420.815944671631,"p90":4443.290233612061,"p95":4452.184200286865,"p99":4549.763202667236},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7672.622203826904,"p90":7713.760852813721,"p95":7726.659774780273,"p99":7749.053001403809},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":12093.438148498535,"p90":12157.051086425781,"p95":12178.843975067139,"p99":12298.816204071045},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":12143.621444702148,"p90":12271.557807922363,"p95":12308.293342590332,"p99":12356.661796569824},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":12046.475410461426,"p90":12085.253715515137,"p95":12100.5220413208,"p99":12143.92375946045},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":4288.991928100586,"p90":4317.073822021484,"p95":4327.850818634033,"p99":4342.112064361572},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":7543.222904205322,"p90":7594.019889831543,"p95":7631.075859069824,"p99":7785.266876220703},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.4487457275390625,"p90":7.892608642578125,"p95":7.892608642578125,"p99":7.892608642578125},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":147.74227142333984,"p90":212.04090118408203,"p95":242.24472045898438,"p99":313.2476806640625},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":18.827438354492188,"p90":30.56621551513672,"p95":30.56621551513672,"p99":30.56621551513672},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4231.785774230957,"p90":4250.672817230225,"p95":4255.7830810546875,"p99":4316.67423248291},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7526.918888092041,"p90":7547.070026397705,"p95":7552.8411865234375,"p99":7563.776016235352},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11844.755172729492,"p90":11876.564979553223,"p95":11885.096549987793,"p99":11904.367446899414},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":204.3437957763672,"p90":240.3430938720703,"p95":250.41675567626953,"p99":266.63875579833984},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"roundtrip":{"activation_data_bytes":19408105472,"scale_bytes":0,"total_logical_bytes":19408105472},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":10880526.920444647,"p90":10845614.257293483,"p95":10831929.362420565,"p99":10793216.640370566},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9948,"throttle_fraction_max":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2091,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2097,"p50":2098,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":63,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2097,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2096,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2092,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2093,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2094,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2098,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2090,"p50":2094,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2091,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":71,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2085,"p50":2087,"max":2089,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":60,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2095,"p50":2097,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":61,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2094,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2086,"p50":2088,"max":2090,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":814.1}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json deleted file mode 100644 index c804ccd183..0000000000 --- a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T21:35:34.001310+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":16,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":2,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep16-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":761.946976184845,"p90":767.795979976654,"p95":770.3179717063904,"p99":975.1859903335571},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1068.6880350112915,"p90":1079.8250436782837,"p95":1083.6310386657715,"p99":1262.505054473877},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1830.6350111961365,"p90":1847.6210236549377,"p95":1853.9490103721619,"p99":2237.691044807434},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1946.7790126800537,"p90":1971.6960191726685,"p95":1982.6719760894775,"p99":2201.072931289673},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1837.6859426498413,"p90":1852.187991142273,"p95":1860.921025276184,"p99":2084.1360092163086},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":210.7969969511032,"p90":213.84300291538239,"p95":215.00399708747864,"p99":217.3669934272766},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":826.2069821357727,"p90":835.5010151863098,"p95":839.464008808136,"p99":1016.5339708328247},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1067.8069591522217,"p90":1081.5080404281616,"p95":1085.3129625320435,"p99":1093.3259725570679},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.44993782043457,"p90":6.569981575012207,"p95":6.569981575012207,"p99":6.569981575012207},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":20.631074905395508,"p90":28.884053230285645,"p95":32.24003314971924,"p99":123.73888492584229},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.806995391845703,"p90":6.209015846252441,"p95":6.209015846252441,"p99":6.209015846252441},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":715.6400084495544,"p90":720.3270196914673,"p95":721.7689752578735,"p99":728.7399768829346},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1038.6070013046265,"p90":1045.3369617462158,"p95":1047.8609800338745,"p99":1057.31201171875},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1791.5040254592896,"p90":1804.9240112304688,"p95":1811.5739822387695,"p99":2019.2070007324219},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":45.9820032119751,"p90":51.751017570495605,"p95":53.87306213378906,"p99":83.3970308303833},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.009900989942252636,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1214201856,"scale_bytes":0,"total_logical_bytes":1214201856},"dispatch":{"activation_data_bytes":607100928,"scale_bytes":18971904,"total_logical_bytes":626072832},"roundtrip":{"activation_data_bytes":1821302784,"scale_bytes":18971904,"total_logical_bytes":1840274688},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":84696,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":5367,"mean":5293.5,"min":5181,"total":84696},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.012361490167677402,"expert_assignments_per_rank":[6171,6137,6243,6050,6268,6146,6227,6063,6176,6175,6160,5993,6212,6144,6110,6029],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,5,241,2597,7671,5870,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.16943359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.06316709518432617,"same_node_fraction":0.49927976727485657,"same_scaleup_domain_fraction":0.49927976727485657,"cross_node_fraction":0.500720202922821,"cross_domain_fraction":0.500720202922821,"gpus_per_node":8,"scale_up_domain":8,"copies":84696},"payload_copies_per_rank":[5326,5273,5366,5236,5367,5310,5348,5225,5315,5334,5305,5181,5318,5287,5280,5225],"payload_rank_cv":0.009882226586341858,"routed_copies":84696},"token_rate_at_latency_percentile":{"p50":8915560.39024556,"p90":8845754.360979166,"p95":8804242.510811768,"p99":7861291.166962191},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1254.9690008163452,"p90":1262.8209590911865,"p95":1266.224980354309,"p99":1501.0590553283691},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1771.1859941482544,"p90":1784.2459678649902,"p95":1790.6949520111084,"p99":1999.2170333862305},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":3026.1549949645996,"p90":3047.0669269561768,"p95":3056.9199323654175,"p99":3500.2760887145996},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":3145.7479000091553,"p90":3183.9520931243896,"p95":3345.3149795532227,"p99":3395.9920406341553},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3033.405065536499,"p90":3048.3479499816895,"p95":3064.3720626831055,"p99":3280.216932296753},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":420.5549955368042,"p90":424.2810010910034,"p95":425.4019856452942,"p99":427.52501368522644},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1311.5390539169312,"p90":1323.3970403671265,"p95":1329.846978187561,"p99":1499.7040033340454},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1765.9779787063599,"p90":1786.8889570236206,"p95":1790.374994277954,"p99":1799.6289730072021},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.530046463012695,"p90":6.69097900390625,"p95":6.69097900390625,"p99":6.69097900390625},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":31.44693374633789,"p90":45.76301574707031,"p95":51.34415626525879,"p99":267.6708698272705},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-5.167961120605469,"p90":4.006147384643555,"p95":4.006147384643555,"p99":4.006147384643555},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1197.24702835083,"p90":1203.1359672546387,"p95":1205.618977546692,"p99":1368.6660528182983},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1737.2610569000244,"p90":1744.4729804992676,"p95":1746.9960451126099,"p99":1754.8489570617676},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2974.9300479888916,"p90":2989.0708923339844,"p95":3000.20694732666,"p99":3203.795909881592},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":58.23493003845215,"p90":66.24794006347656,"p95":69.17214393615723,"p99":110.23306846618652},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00146484375,"host_stalled_samples":{"dispatch":1,"roundtrip":3},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.009900989942252636,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2425034752,"scale_bytes":0,"total_logical_bytes":2425034752},"dispatch":{"activation_data_bytes":1212517376,"scale_bytes":37891168,"total_logical_bytes":1250408544},"roundtrip":{"activation_data_bytes":3637552128,"scale_bytes":37891168,"total_logical_bytes":3675443296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":169157,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":10735,"mean":10572.3125,"min":10405,"total":169157},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.008082338608801365,"expert_assignments_per_rank":[12320,12304,12326,12170,12384,12230,12308,12211,12262,12359,12237,12047,12413,12243,12482,12312],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,16,505,5263,15346,11638,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.162261962890625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.0630006417632103,"same_node_fraction":0.5010611414909363,"same_scaleup_domain_fraction":0.5010611414909363,"cross_node_fraction":0.4989388585090637,"cross_domain_fraction":0.4989388585090637,"gpus_per_node":8,"scale_up_domain":8,"copies":169157},"payload_copies_per_rank":[10630,10585,10602,10505,10644,10564,10577,10498,10504,10645,10499,10405,10642,10518,10735,10604],"payload_rank_cv":0.00741199404001236,"routed_copies":169157},"token_rate_at_latency_percentile":{"p50":10802381.90813614,"p90":10749429.047362138,"p95":10693218.489698986,"p99":9989583.212429916},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2301.063060760498,"p90":2316.2059783935547,"p95":2323.1360912323,"p99":2529.8469066619873},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3203.913927078247,"p90":3235.363006591797,"p95":3251.8270015716553,"p99":3430.2170276641846},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":5504.976987838745,"p90":5551.568984985352,"p95":5574.963092803955,"p99":5960.063934326172},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":5625.529766082764,"p90":5789.955139160156,"p95":5820.80078125,"p99":5852.849006652832},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5509.0508460998535,"p90":5565.496921539307,"p95":5715.882778167725,"p99":5770.484924316406},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":862.1010184288025,"p90":866.3880228996277,"p95":867.9500222206116,"p99":870.2340126037598},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2295.9859371185303,"p90":2317.29793548584,"p95":2434.7550868988037,"p99":2503.1380653381348},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":3171.4529991149902,"p90":3187.757968902588,"p95":3192.5249099731445,"p99":3387.9799842834473},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.410121917724609,"p90":6.5288543701171875,"p95":6.5288543701171875,"p99":6.5288543701171875},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":56.668758392333984,"p90":133.20112228393555,"p95":175.62389373779297,"p99":289.7181510925293},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.208896636962891,"p90":13.900279998779297,"p95":13.900279998779297,"p99":13.900279998779297},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2195.434093475342,"p90":2203.845977783203,"p95":2206.850051879883,"p99":2377.669095993042},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":3127.506971359253,"p90":3138.9639377593994,"p95":3143.249988555908,"p99":3155.5891036987305},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5388.268947601318,"p90":5429.594039916992,"p95":5573.4100341796875,"p99":5630.897998809814},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":120.4385757446289,"p90":138.12828063964844,"p95":144.79589462280273,"p99":352.2677421569824},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.001953125,"host_stalled_samples":{"dispatch":1,"roundtrip":4},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4849166336,"scale_bytes":0,"total_logical_bytes":4849166336},"dispatch":{"activation_data_bytes":2424583168,"scale_bytes":75768224,"total_logical_bytes":2500351392},"roundtrip":{"activation_data_bytes":7273749504,"scale_bytes":75768224,"total_logical_bytes":7349517728},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":338251,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":21435,"mean":21140.6875,"min":20921,"total":338251},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.0070151351392269135,"expert_assignments_per_rank":[24582,24524,24711,24358,24680,24435,24611,24307,24504,24638,24478,24415,25004,24532,24846,24591],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,29,1048,10572,30561,23326,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.1613006591796875,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.06308037787675858,"same_node_fraction":0.5009504556655884,"same_scaleup_domain_fraction":0.5009504556655884,"cross_node_fraction":0.49904951453208923,"cross_domain_fraction":0.49904951453208923,"gpus_per_node":8,"scale_up_domain":8,"copies":338251},"payload_copies_per_rank":[21145,21167,21213,20988,21198,21055,21170,20921,21054,21231,21048,21005,21435,21070,21396,21155],"payload_rank_cv":0.00635375315323472,"routed_copies":338251},"token_rate_at_latency_percentile":{"p50":11896060.107413309,"p90":11775408.543730546,"p95":11465595.52451286,"p99":11357104.447814437},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4388.444900512695,"p90":4416.286945343018,"p95":4555.655002593994,"p99":4620.433807373047},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6048.542022705078,"p90":6113.3599281311035,"p95":6221.468925476074,"p99":6277.313232421875},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":10436.986923217773,"p90":10529.646873474121,"p95":10777.123928070068,"p99":10897.747039794922},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":10541.350364685059,"p90":10700.14476776123,"p95":10723.581314086914,"p99":10747.417449951172},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10418.11752319336,"p90":10595.987319946289,"p95":10625.112533569336,"p99":10675.185203552246},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1743.190050125122,"p90":1750.2340078353882,"p95":1752.284049987793,"p99":1755.8499574661255},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":4294.641017913818,"p90":4417.128086090088,"p95":4470.187187194824,"p99":4501.8157958984375},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":5988.492965698242,"p90":6021.823883056641,"p95":6051.949024200439,"p99":6208.505153656006},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.771087646484375,"p90":6.8912506103515625,"p95":6.8912506103515625,"p99":6.8912506103515625},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":142.9729461669922,"p90":264.51778411865234,"p95":299.36695098876953,"p99":346.5232849121094},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-21.711349487304688,"p90":41.98265075683594,"p95":41.98265075683594,"p99":41.98265075683594},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4194.690227508545,"p90":4217.28515625,"p95":4328.772068023682,"p99":4412.259101867676},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5954.320907592773,"p90":5972.8288650512695,"p95":5982.925891876221,"p99":6099.939823150635},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10216.057777404785,"p90":10389.239311218262,"p95":10410.150527954102,"p99":10443.520545959473},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":202.90279388427734,"p90":234.86995697021484,"p95":245.24593353271484,"p99":365.5872344970703},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":131072,"byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":9704052736,"scale_bytes":0,"total_logical_bytes":9704052736},"dispatch":{"activation_data_bytes":4852026368,"scale_bytes":151625824,"total_logical_bytes":5003652192},"roundtrip":{"activation_data_bytes":14556079104,"scale_bytes":151625824,"total_logical_bytes":14707704928},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":676901,"assignments":786432,"wire":"rank-deduplicated"},"receive":{"max":42692,"mean":42306.3125,"min":41888,"total":676901},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005902660544961691,"expert_assignments_per_rank":[49152,49158,48937,48637,49532,49147,49291,48640,48855,49080,49131,49180,49736,49110,49535,49311],"expert_load_cv":0.02157296985387802,"expert_load_max":2171,"expert_load_mean":2048.0,"expert_load_min":1922,"fanout_histogram":[0,51,2031,21028,61178,46784,0,0,0,0,0,0,0,0,0,0],"fanout_max":6,"fanout_mean":5.164344787597656,"fanout_min":2,"hotspot_ratio":1.06005859375,"locality":{"placement":"packed","local_rank_fraction":0.06220702826976776,"same_node_fraction":0.5000066757202148,"same_scaleup_domain_fraction":0.5000066757202148,"cross_node_fraction":0.49999335408210754,"cross_domain_fraction":0.49999335408210754,"gpus_per_node":8,"scale_up_domain":8,"copies":676901},"payload_copies_per_rank":[42365,42433,42070,41888,42530,42296,42419,41908,42030,42386,42324,42267,42692,42172,42625,42496],"payload_rank_cv":0.005482310429215431,"routed_copies":676901},"token_rate_at_latency_percentile":{"p50":12581159.668068692,"p90":12369965.72780576,"p95":12336057.579238502,"p99":12278194.476324854},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":36,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":20,"num_max_rdma_chunked_recv_tokens":140},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":288,"num_max_rdma_chunked_send_tokens":12,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":1073741824,"num_qps_per_rank":10,"is_intranode":false,"cpu_proxy_threads":4},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":2,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":"rdma","scope":"scale-out","topology_class":"mi325x-xgmi-rdma","transport":"xgmi-rdma","world_size":16},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.0583,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2024,"p50":2094,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":58,"clock_event_reasons":[],"throttle_fraction":{"power":0.0519,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2019,"p50":2096,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0562,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2024,"p50":2095,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":62,"clock_event_reasons":[],"throttle_fraction":{"power":0.0539,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2025,"p50":2095,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0513,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2020,"p50":2089,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0518,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2027,"p50":2093,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0512,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2021,"p50":2091,"max":2095,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":65,"clock_event_reasons":[],"throttle_fraction":{"power":0.0541,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2021,"p50":2093,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0529,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":8,"source":"amdsmi","sm_clock_mhz":{"min":2030,"p50":2097,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0487,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":9,"source":"amdsmi","sm_clock_mhz":{"min":2010,"p50":2092,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0576,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":10,"source":"amdsmi","sm_clock_mhz":{"min":2015,"p50":2090,"max":2094,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0569,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":11,"source":"amdsmi","sm_clock_mhz":{"min":2002,"p50":2085,"max":2088,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0559,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":12,"source":"amdsmi","sm_clock_mhz":{"min":2020,"p50":2095,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":59,"clock_event_reasons":[],"throttle_fraction":{"power":0.0577,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":13,"source":"amdsmi","sm_clock_mhz":{"min":2014,"p50":2093,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0549,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":14,"source":"amdsmi","sm_clock_mhz":{"min":2013,"p50":2087,"max":2089,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0568,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1},{"rank":15,"source":"amdsmi","sm_clock_mhz":{"min":2014,"p50":2093,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":57,"clock_event_reasons":[],"throttle_fraction":{"power":0.0583,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":997.1}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json deleted file mode 100644 index 05c157b5b9..0000000000 --- a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T20:29:31.551752+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"bf16","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-bf16"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"bf16","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":410.26100516319275,"p90":414.50798511505127,"p95":416.471004486084,"p99":420.59600353240967},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":516.0210132598877,"p90":522.911012172699,"p95":525.9960293769836,"p99":532.9260230064392},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":926.2820184230804,"p90":937.4189972877502,"p95":942.4670338630676,"p99":953.5220265388489},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":916.6269898414612,"p90":922.7160215377808,"p95":926.1220097541809,"p99":936.3769888877869},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":918.3899760246277,"p90":925.5200028419495,"p95":927.9239773750305,"p99":933.8129758834839},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":380.8560073375702,"p90":383.0200135707855,"p95":383.94099473953247,"p99":386.54500246047974},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":503.04102897644043,"p90":507.12698698043823,"p95":508.84997844696045,"p99":513.4570002555847},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.209015846252441,"p90":6.290018558502197,"p95":6.290018558502197,"p99":6.290018558502197},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":7.731974124908447,"p90":11.497974395751953,"p95":13.218998908996582,"p99":15.704035758972168},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":0.7619857788085938,"p90":1.8019676208496094,"p95":1.8019676208496094,"p99":1.8019676208496094},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":382.77900218963623,"p90":386.3449990749359,"p95":387.9469931125641,"p99":392.07300543785095},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":493.0660128593445,"p90":499.0749955177307,"p95":501.0380148887634,"p99":506.2459707260132},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":889.6669745445251,"p90":896.3969945907593,"p95":899.399995803833,"p99":905.210018157959},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":28.483033180236816,"p90":32.08798170089722,"p95":33.25098752975464,"p99":36.13501787185669},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"roundtrip":{"activation_data_bytes":1041510400,"scale_bytes":0,"total_logical_bytes":1041510400},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":8919957.985016512,"p90":8851240.356605176,"p95":8828309.43023376,"p99":8772634.576264609},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":693.2089924812317,"p90":697.6959705352783,"p95":699.2179751396179,"p99":703.0230164527893},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":838.2689952850342,"p90":844.677984714508,"p95":847.0410108566284,"p99":851.5689969062805},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1531.4779877662659,"p90":1542.3739552497864,"p95":1546.2589859962463,"p99":1554.5920133590698},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1521.541953086853,"p90":1528.2729864120483,"p95":1529.8340320587158,"p99":1533.4399938583374},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1522.0630168914795,"p90":1529.7549962997437,"p95":1532.4389934539795,"p99":1537.9270315170288},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":679.9489855766296,"p90":684.3559741973877,"p95":686.1180067062378,"p99":688.8819932937622},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":816.9959783554077,"p90":823.1250047683716,"p95":825.8900046348572,"p99":832.6600193977356},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.25002384185791,"p90":6.36899471282959,"p95":6.36899471282959,"p99":6.36899471282959},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":11.417984962463379,"p90":17.266035079956055,"p95":18.707990646362305,"p99":22.91405200958252},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1.042008399963379,"p90":2.4449825286865234,"p95":2.4449825286865234,"p99":2.4449825286865234},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":671.2149977684021,"p90":675.4609942436218,"p95":676.7439842224121,"p99":680.1900267601013},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":807.2609901428223,"p90":813.1899833679199,"p95":815.3529763221741,"p99":819.1189765930176},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1499.588966369629,"p90":1506.919026374817,"p95":1509.3239545822144,"p99":1514.3710374832153},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":22.71401882171631,"p90":27.601957321166992,"p95":28.843045234680176,"p99":31.64803981781006},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01149425283074379,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"roundtrip":{"activation_data_bytes":2083221504,"scale_bytes":0,"total_logical_bytes":2083221504},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":10764337.493372098,"p90":10710211.791842831,"p95":10691453.343321642,"p99":10653301.271282446},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1272.845983505249,"p90":1281.419038772583,"p95":1283.9820384979248,"p99":1287.9489660263062},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1488.0919456481934,"p90":1496.6650009155273,"p95":1499.2289543151855,"p99":1503.5550594329834},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2760.9379291534424,"p90":2778.0840396881104,"p95":2783.2109928131104,"p99":2791.5040254592896},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2746.756076812744,"p90":2757.211923599243,"p95":2759.7360610961914,"p99":2765.625},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2748.518943786621,"p90":2758.9728832244873,"p95":2761.93904876709,"p99":2768.9900398254395},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1239.395022392273,"p90":1249.6910095214844,"p95":1253.0159950256348,"p99":1256.019949913025},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1469.6630239486694,"p90":1478.958010673523,"p95":1480.8809757232666,"p99":1485.206961631775},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.249904632568359,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":23.9560604095459,"p90":33.97083282470703,"p95":36.41486167907715,"p99":41.381120681762695},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-3.245115280151367,"p90":3.8459300994873047,"p95":3.8459300994873047,"p99":3.8459300994873047},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1228.2589673995972,"p90":1233.667016029358,"p95":1235.2700233459473,"p99":1238.353967666626},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1451.9970417022705,"p90":1458.886981010437,"p95":1461.050033569336,"p99":1465.0969505310059},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2702.368974685669,"p90":2711.3430500030518,"p95":2713.866949081421,"p99":2718.873977661133},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":45.5470085144043,"p90":56.205034255981445,"p95":59.12899971008301,"p99":63.456058502197266},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"roundtrip":{"activation_data_bytes":4160278528,"scale_bytes":0,"total_logical_bytes":4160278528},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":11922057.177039387,"p90":11876883.676255325,"p95":11864128.578299874,"p99":11833917.61209287},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2418.6999797821045,"p90":2433.5219860076904,"p95":2436.5670680999756,"p99":2441.735029220581},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2780.647039413452,"p90":2789.220094680786,"p95":2792.0639514923096,"p99":2798.314094543457},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":5199.347019195557,"p90":5222.742080688477,"p95":5228.631019592285,"p99":5240.049123764038},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":5187.930107116699,"p90":5204.875946044922,"p95":5210.884094238281,"p99":5220.057964324951},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5185.286045074463,"p90":5201.591014862061,"p95":5205.836772918701,"p99":5213.408946990967},"sample_count":2048},"stage":{"availability":"unavailable","origin":null,"percentiles_us":null,"sample_count":0}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2376.0759830474854,"p90":2385.0889205932617,"p95":2389.615058898926,"p99":2399.7910022735596},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2754.728078842163,"p90":2766.5860652923584,"p95":2769.469976425171,"p99":2775.4390239715576},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.369113922119141,"p90":6.490230560302734,"p95":6.490230560302734,"p99":6.490230560302734},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":44.3873405456543,"p90":62.4547004699707,"p95":68.26305389404297,"p99":83.76789093017578},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.847049713134766,"p90":2.1638870239257812,"p95":2.1638870239257812,"p99":2.1638870239257812},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2370.266914367676,"p90":2377.077102661133,"p95":2379.159927368164,"p99":2382.204055786133},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2749.5601177215576,"p90":2758.4939002990723,"p95":2761.1780166625977,"p99":2765.9459114074707},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":5135.571002960205,"p90":5147.669792175293,"p95":5151.474952697754,"p99":5159.084796905518},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":49.71599578857422,"p90":66.06006622314453,"p95":69.78464126586914,"p99":75.55484771728516},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":1,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0}},"correctness":{"chain_last_output_passed":true,"chain_last_output_error":0.0,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"roundtrip":{"activation_data_bytes":8316542976,"scale_bytes":0,"total_logical_bytes":8316542976},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":12638839.86925911,"p90":12599222.00971772,"p95":12588946.380517542,"p99":12570661.666168647},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":false,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9952,"throttle_fraction_max":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":false,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2093,"p50":2097,"max":2099,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":2084,"p50":2089,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":76,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":2087,"p50":2090,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":75,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2094,"p50":2099,"max":2101,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":66,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2092,"p50":2095,"max":2098,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":69,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2096,"p50":2099,"max":2102,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":76,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2093,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":74,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2089,"p50":2093,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":72,"clock_event_reasons":[],"throttle_fraction":{"power":0.0001,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":375.9}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json b/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json deleted file mode 100644 index 4504d7f698..0000000000 --- a/collectivex/results/mi325x/mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8.json +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"record_type":"case-attempt","generated_at":"2026-10-27T20:44:40.456573+00:00","identity":{"allocation_factors":{"run_attempt":null,"run_id":null,"source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c"},"attempt_ordinal":1,"case_factors":{"case":{"backend":"uccl-ep","ep":8,"experts":384,"gpus_per_node":8,"hidden":7168,"ladder":"1024 2048 4096 8192","mode":"normal","nodes":1,"phase":"prefill","precision":"fp8","routing":"uniform","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","suite":"ep-core","topk":6,"topology_class":"mi325x-xgmi","transport":"xgmi","workload":"deepseek-v4-pro"},"sku":"mi325x"},"case_id":"mi325x-uccl-ep-deepseek-v4-pro-normal-prefill-ep8-uniform-fp8"},"workload":{"cross_rank_consistent":true,"ladder_measured":[1024,2048,4096,8192],"ladder_dropped":[],"ladder_cap":null},"measurement":{"combine_dtype":"bf16","combine_semantics":"activation-only","dispatch_dtype":"fp8-e4m3fnuz","payload_unit":"token-rank","rows":[{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":409.9009931087494,"p90":414.62698578834534,"p95":416.59000515937805,"p99":420.5560088157654},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":429.3690025806427,"p90":436.01900339126587,"p95":438.9840066432953,"p99":449.40000772476196},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":839.2699956893921,"p90":850.6459891796112,"p95":855.5740118026733,"p99":869.9560165405273},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":811.1479878425598,"p90":815.6740069389343,"p95":817.2360062599182,"p99":821.2019801139832},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":817.3969984054565,"p90":825.2480030059814,"p95":828.453004360199,"p99":835.8650207519531},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":182.99600481987,"p90":186.16099655628204,"p95":187.36299872398376,"p99":189.2859935760498},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":387.8270089626312,"p90":390.6309902667999,"p95":391.7529881000519,"p99":393.9160108566284},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":399.7650146484375,"p90":404.1309952735901,"p95":406.3740074634552,"p99":410.9010100364685},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.128966808319092,"p90":6.209015846252441,"p95":6.209015846252441,"p99":6.209015846252441},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":8.413970470428467,"p90":12.740015983581543,"p95":13.900995254516602,"p99":16.104042530059814},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.2419819831848145,"p90":-1.082003116607666,"p95":-1.082003116607666,"p99":-1.082003116607666},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":385.78400015830994,"p90":389.6700143814087,"p95":391.35199785232544,"p99":394.5170044898987},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":406.6149890422821,"p90":411.78300976753235,"p95":414.4270122051239,"p99":421.39801383018494},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":792.8789854049683,"p90":800.0109791755676,"p95":803.0149936676025,"p99":811.5879893302917},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":24.35702085494995,"p90":28.562963008880615,"p95":29.805004596710205,"p99":33.05000066757202},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.006756756920367479,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":8192,"byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":520755200,"scale_bytes":0,"total_logical_bytes":520755200},"dispatch":{"activation_data_bytes":260377600,"scale_bytes":8136800,"total_logical_bytes":268514400},"roundtrip":{"activation_data_bytes":781132800,"scale_bytes":8136800,"total_logical_bytes":789269600},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":36325,"assignments":49152,"wire":"rank-deduplicated"},"receive":{"max":4587,"mean":4540.625,"min":4510,"total":36325},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.009137080051004887,"expert_assignments_per_rank":[6159,6057,6238,6119,6110,6118,6221,6130],"expert_load_cv":0.09066266566514969,"expert_load_max":158,"expert_load_mean":128.0,"expert_load_min":88,"fanout_histogram":[0,46,880,3426,3151,689,0,0],"fanout_max":6,"fanout_mean":4.4342041015625,"fanout_min":2,"hotspot_ratio":1.234375,"locality":{"placement":"packed","local_rank_fraction":0.12393668293952942,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":36325},"payload_copies_per_rank":[4582,4510,4587,4547,4516,4535,4533,4515],"payload_rank_cv":0.006128025706857443,"routed_copies":36325},"token_rate_at_latency_percentile":{"p50":10022057.844573209,"p90":9926712.903467182,"p95":9888309.846044376,"p99":9800625.455806715},"tokens_per_rank":1024},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":706.1079740524292,"p90":710.9159827232361,"p95":712.797999382019,"p99":717.2449827194214},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":645.1770067214966,"p90":651.665985584259,"p95":654.4709801673889,"p99":660.7990264892578},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":1351.2849807739258,"p90":1362.5819683074951,"p95":1367.268979549408,"p99":1378.0440092086792},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":1335.9019756317139,"p90":1343.353033065796,"p95":1345.916986465454,"p99":1466.0589694976807},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1341.8699502944946,"p90":1349.0409851074219,"p95":1351.9259691238403,"p99":1359.4169616699219},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":355.8180034160614,"p90":359.3429923057556,"p95":360.46499013900757,"p99":363.02900314331055},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":687.5200271606445,"p90":692.969024181366,"p95":694.0500140190125,"p99":696.4930295944214},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":626.4269948005676,"p90":630.9549808502197,"p95":632.597029209137,"p99":636.3229751586914},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.168961524963379,"p90":6.289005279541016,"p95":6.289005279541016,"p99":6.289005279541016},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":10.535955429077148,"p90":15.74409008026123,"p95":17.42696762084961,"p99":20.35200595855713},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-1.762986183166504,"p90":2.1229982376098633,"p95":2.1229982376098633,"p99":2.1229982376098633},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":680.1890134811401,"p90":684.3159794807434,"p95":686.2779855728149,"p99":689.7640228271484},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":623.4229803085327,"p90":628.9119720458984,"p95":631.1550140380859,"p99":634.8810195922852},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1315.6310319900513,"p90":1322.6399421691895,"p95":1324.8039484024048,"p99":1333.217978477478},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":26.118040084838867,"p90":31.286954879760742,"p95":32.72902965545654,"p99":35.65394878387451},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.0,"host_stalled_samples":{"dispatch":0,"roundtrip":0},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":16384,"byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":1041610752,"scale_bytes":0,"total_logical_bytes":1041610752},"dispatch":{"activation_data_bytes":520805376,"scale_bytes":16275168,"total_logical_bytes":537080544},"roundtrip":{"activation_data_bytes":1562416128,"scale_bytes":16275168,"total_logical_bytes":1578691296},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":72657,"assignments":98304,"wire":"rank-deduplicated"},"receive":{"max":9142,"mean":9082.125,"min":9007,"total":72657},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00735377287492156,"expert_assignments_per_rank":[12308,12293,12414,12290,12351,12153,12356,12139],"expert_load_cv":0.05904974043369293,"expert_load_max":302,"expert_load_mean":256.0,"expert_load_min":216,"fanout_histogram":[0,92,1754,6798,6421,1319,0,0],"fanout_max":6,"fanout_mean":4.43463134765625,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.12587912380695343,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":72657},"payload_copies_per_rank":[9133,9070,9142,9078,9120,9057,9050,9007],"payload_rank_cv":0.004780265036970377,"routed_copies":72657},"token_rate_at_latency_percentile":{"p50":12209827.037563715,"p90":12144923.824308697,"p95":12119006.790451836,"p99":12052225.668770326},"tokens_per_rank":2048},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1289.6709442138672,"p90":1299.0449666976929,"p95":1301.5689849853516,"p99":1305.5750131607056},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1095.5779552459717,"p90":1103.5089492797852,"p95":1105.7929992675781,"p99":1110.3609800338745},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":2385.248899459839,"p90":2402.553915977478,"p95":2407.3619842529297,"p99":2415.93599319458},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":2377.27689743042,"p90":2388.2930278778076,"p95":2390.4569149017334,"p99":2403.557062149048},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2376.8370151519775,"p90":2387.4120712280273,"p95":2390.5370235443115,"p99":2396.8660831451416},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":729.5039892196655,"p90":733.9900135993958,"p95":735.4329824447632,"p99":738.2370233535767},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1262.990951538086,"p90":1274.6080160140991,"p95":1277.0119905471802,"p99":1283.0610275268555},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1081.8769931793213,"p90":1092.3329591751099,"p95":1095.497965812683,"p99":1101.3469696044922},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.170034408569336,"p90":6.489038467407227,"p95":6.489038467407227,"p99":6.489038467407227},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":21.593093872070312,"p90":30.92789649963379,"p95":33.17093849182129,"p99":38.93899917602539},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-4.046916961669922,"p90":3.0450820922851562,"p95":3.0450820922851562,"p99":3.0450820922851562},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1244.4030046463013,"p90":1249.770998954773,"p95":1251.2129545211792,"p99":1253.6159753799438},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1064.170002937317,"p90":1070.0989961624146,"p95":1071.702003479004,"p99":1075.6269693374634},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2330.2860260009766,"p90":2340.2209281921387,"p95":2343.0659770965576,"p99":2348.5920429229736},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":46.03004455566406,"p90":55.72390556335449,"p95":58.48813056945801,"p99":62.85405158996582},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.01220703125,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":32768,"byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":2080139264,"scale_bytes":0,"total_logical_bytes":2080139264},"dispatch":{"activation_data_bytes":1040069632,"scale_bytes":32502176,"total_logical_bytes":1072571808},"roundtrip":{"activation_data_bytes":3120208896,"scale_bytes":32502176,"total_logical_bytes":3152711072},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":145099,"assignments":196608,"wire":"rank-deduplicated"},"receive":{"max":18284,"mean":18137.375,"min":17991,"total":145099},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.005656693130731583,"expert_assignments_per_rank":[24624,24496,24614,24519,24621,24284,24656,24794],"expert_load_cv":0.044396016746759415,"expert_load_max":604,"expert_load_mean":512.0,"expert_load_min":444,"fanout_histogram":[0,192,3636,13520,12793,2627,0,0],"fanout_max":6,"fanout_mean":4.428070068359375,"fanout_min":2,"hotspot_ratio":1.1796875,"locality":{"placement":"packed","local_rank_fraction":0.125583216547966,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":145099},"payload_copies_per_rank":[18250,18101,18151,18109,18125,17991,18088,18284],"payload_rank_cv":0.004795215092599392,"routed_copies":145099},"token_rate_at_latency_percentile":{"p50":13786389.13442905,"p90":13725322.241143286,"p95":13707380.256933555,"p99":13671185.148985123},"tokens_per_rank":4096},{"components":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2431.6790103912354,"p90":2441.4539337158203,"p95":2443.696975708008,"p99":2448.9450454711914},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1985.7250452041626,"p90":1995.4190254211426,"p95":1997.583031654358,"p99":2001.5089511871338},"sample_count":2048},"isolated_sum":{"availability":"derived","origin":"derived-percentile-sum","percentiles_us":{"p50":4417.404055595398,"p90":4436.872959136963,"p95":4441.280007362366,"p99":4450.453996658325},"sample_count":0},"pair_period":{"availability":"measured","origin":"chained-median","percentiles_us":{"p50":4418.725967407227,"p90":4433.227062225342,"p95":4437.273979187012,"p99":4443.2830810546875},"sample_count":448},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4411.674976348877,"p90":4426.257133483887,"p95":4430.142879486084,"p99":4437.1137619018555},"sample_count":2048},"stage":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1479.9200296401978,"p90":1485.6480360031128,"p95":1487.2510433197021,"p99":1491.0160303115845},"sample_count":2048}},"chain_floor_us":{"combine":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":2382.124900817871,"p90":2392.4999237060547,"p95":2395.024061203003,"p99":2403.3970832824707},"sample_count":448},"dispatch":{"availability":"measured","origin":"chained-cross-rank-min","percentiles_us":{"p50":1975.9900569915771,"p90":1989.3300533294678,"p95":1992.414951324463,"p99":1996.8620538711548},"sample_count":448}},"chain_health":{"interpair_gap_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":6.289958953857422,"p90":6.370067596435547,"p95":6.370067596435547,"p99":6.370067596435547},"sample_count":4},"pair_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":37.978172302246094,"p90":53.08103561401367,"p95":58.048248291015625,"p99":67.98171997070312},"sample_count":448},"settle_drift_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":-6.129741668701172,"p90":3.5257339477539062,"p95":3.5257339477539062,"p99":3.5257339477539062},"sample_count":4},"host_retried_siblings":0,"host_stalled_trials":0},"cross_rank_min_us":{"combine":{"availability":"measured","origin":"measured","percentiles_us":{"p50":2377.116918563843,"p90":2386.009931564331,"p95":2388.7341022491455,"p99":2392.258882522583},"sample_count":2048},"dispatch":{"availability":"measured","origin":"measured","percentiles_us":{"p50":1959.4850540161133,"p90":1967.1770334243774,"p95":1969.2200422286987,"p99":1973.2660055160522},"sample_count":2048},"roundtrip":{"availability":"measured","origin":"measured","percentiles_us":{"p50":4356.43196105957,"p90":4370.452880859375,"p95":4374.258041381836,"p99":4382.832050323486},"sample_count":2048}},"cross_rank_spread_us":{"availability":"measured","origin":"measured","percentiles_us":{"p50":54.96406555175781,"p90":67.82197952270508,"p95":70.98627090454102,"p99":77.15702056884766},"sample_count":2048},"rank_alignment":{"host_held_fraction":0.0,"host_held_samples":{"dispatch":0,"roundtrip":0},"host_stalled_fraction":0.00048828125,"host_stalled_samples":{"dispatch":0,"roundtrip":1},"missed_fraction":0.0,"missed_samples":{"combine":0,"dispatch":0,"roundtrip":0,"stage":0}},"correctness":{"chain_last_output_passed":null,"chain_last_output_error":null,"post_chain_state_passed":true,"cuda_graph_output_rewritten":null,"cuda_graph_last_output_passed":null,"cuda_graph_last_output_error":null,"max_relative_error":0.0244140625,"oracle_passed":{"pre":true,"chained":true,"post":true},"oracle_failed_checks":{"pre":[],"chained":[],"post":[]},"passed":true},"global_tokens":65536,"byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"wire_byte_provenance":{"combine":{"activation_data_bytes":4158271488,"scale_bytes":0,"total_logical_bytes":4158271488},"dispatch":{"activation_data_bytes":2079135744,"scale_bytes":64972992,"total_logical_bytes":2144108736},"roundtrip":{"activation_data_bytes":6237407232,"scale_bytes":64972992,"total_logical_bytes":6302380224},"stage":{"activation_data_bytes":0,"scale_bytes":0,"total_logical_bytes":0}},"logical_copies":{"routed":290058,"assignments":393216,"wire":"rank-deduplicated"},"receive":{"max":36460,"mean":36257.25,"min":36144,"total":290058},"routing":{"empty_expert_count":0,"empty_rank_count":0,"expert_assignment_rank_cv":0.00432177959010005,"expert_assignments_per_rank":[49106,49069,49115,48918,49142,48893,49536,49437],"expert_load_cv":0.03081125020980835,"expert_load_max":1132,"expert_load_mean":1024.0,"expert_load_min":924,"fanout_histogram":[0,413,7235,27175,25451,5262,0,0],"fanout_max":6,"fanout_mean":4.425933837890625,"fanout_min":2,"hotspot_ratio":1.10546875,"locality":{"placement":"packed","local_rank_fraction":0.1256852149963379,"same_node_fraction":1.0,"same_scaleup_domain_fraction":1.0,"cross_node_fraction":0.0,"cross_domain_fraction":0.0,"gpus_per_node":8,"scale_up_domain":8,"copies":290058},"payload_copies_per_rank":[36354,36201,36216,36144,36222,36193,36268,36460],"payload_rank_cv":0.0026462646201252937,"routed_copies":290058},"token_rate_at_latency_percentile":{"p50":14855128.800589455,"p90":14806189.07207881,"p95":14793202.337438487,"p99":14769961.627467867},"tokens_per_rank":8192}],"sampling":{"iterations_per_trial":8,"samples_per_component":2048,"trials":256,"warmup_iterations":32,"chain_drop":16,"chain_iterations_per_trial":128,"chain_trials":4}},"implementation":{"library_config":{"deep_ep":"uccl deep_ep_wrapper","num_sms":20,"dispatch_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":6,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"combine_config":{"num_sms":20,"num_max_nvl_chunked_send_tokens":4,"num_max_nvl_chunked_recv_tokens":256,"num_max_rdma_chunked_send_tokens":6,"num_max_rdma_chunked_recv_tokens":132},"num_nvl_bytes":1073741824,"num_rdma_bytes":0,"num_qps_per_rank":1,"is_intranode":true,"cpu_proxy_threads":0},"fp8_consume":"native","kernel_generation":"uccl-legacy-buffer-vllm-ht-eager-spin-ar","rank_alignment":{"method":"gpu-spin-then-all-reduce","spin_us":2000.0},"combine_reduction":"domain-fp32","library_version":"uccl@df000fd3001d deep_ep==0.1.0 USE_DMABUF=1 PER_EXPERT_BATCHING=1","stage_excluded_from_roundtrip":true,"chained_period":true,"cuda_graph_replay":false,"cuda_graph_supported":false,"maturity":"candidate","name":"uccl-ep"},"topology":{"device_product":"","gpus_per_node":8,"nodes":1,"placement":"packed","scale_up_domain":8,"scale_up_transport":"xgmi","scale_out_transport":null,"scope":"scale-up","topology_class":"mi325x-xgmi","transport":"xgmi","world_size":8},"runtime":{"accelerator_runtime":"7.2.53211","collective_library":{"kind":"rccl","version":"2.27.7"},"framework":"2.13.0+git733fca1","vendor":"amd","gpu_clocks":{"source":"amdsmi","unavailable_reason":null,"sm_clock_ratio_min":0.9943,"throttle_fraction_max":{"power":0.092,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"slow_gpu":true,"per_rank":[{"rank":0,"source":"amdsmi","sm_clock_mhz":{"min":2005,"p50":2091,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":68,"clock_event_reasons":[],"throttle_fraction":{"power":0.0872,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3},{"rank":1,"source":"amdsmi","sm_clock_mhz":{"min":1997,"p50":2083,"max":2091,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":77,"clock_event_reasons":[],"throttle_fraction":{"power":0.0895,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3},{"rank":2,"source":"amdsmi","sm_clock_mhz":{"min":1994,"p50":2082,"max":2089,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":76,"clock_event_reasons":[],"throttle_fraction":{"power":0.0916,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3},{"rank":3,"source":"amdsmi","sm_clock_mhz":{"min":2007,"p50":2092,"max":2097,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":67,"clock_event_reasons":[],"throttle_fraction":{"power":0.0849,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3},{"rank":4,"source":"amdsmi","sm_clock_mhz":{"min":2012,"p50":2091,"max":2096,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":70,"clock_event_reasons":[],"throttle_fraction":{"power":0.0824,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3},{"rank":5,"source":"amdsmi","sm_clock_mhz":{"min":2010,"p50":2094,"max":2100,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":78,"clock_event_reasons":[],"throttle_fraction":{"power":0.0897,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3},{"rank":6,"source":"amdsmi","sm_clock_mhz":{"min":1997,"p50":2086,"max":2093,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":76,"clock_event_reasons":[],"throttle_fraction":{"power":0.092,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3},{"rank":7,"source":"amdsmi","sm_clock_mhz":{"min":2004,"p50":2086,"max":2092,"samples":1040},"sm_clock_limit_mhz":2100,"power_limit_w":1000.0,"temperature_max_c":73,"clock_event_reasons":[],"throttle_fraction":{"power":0.0852,"thermal":0.0,"hbm_thermal":0.0,"vr_thermal":0.0,"prochot":0.0,"sync_boost":null,"board_limit":null,"reliability":null},"span_s":466.3}]}},"provenance":{"image":"vllm/vllm-openai-rocm:v0.32.0","source_sha":"e7f9471b4f37b631c67fc58826cc4a4fe275340c","source_dirty":false},"outcome":{"reasons":[],"status":"success"}} diff --git a/collectivex/run.sh b/collectivex/run.sh index 3c43eb8a9c..498f8506e7 100755 --- a/collectivex/run.sh +++ b/collectivex/run.sh @@ -52,9 +52,12 @@ done # Results record the commit they were measured at; uncommitted edits to the benchmark (anything # under collectivex/ except results/) would make that a lie, so they block the run by default. +checkout_state() { + git -C "$REPO_ROOT" status --porcelain --untracked-files=no -- \ + collectivex ':(exclude)collectivex/results' +} source_sha="$(git -C "$REPO_ROOT" rev-parse HEAD)" -dirty="$(git -C "$REPO_ROOT" status --porcelain --untracked-files=no -- \ - collectivex ':(exclude)collectivex/results')" +dirty="$(checkout_state)" source_dirty=0 if [ -n "$dirty" ]; then source_dirty=1 @@ -109,6 +112,14 @@ stamp="$(date -u +%Y%m%dT%H%M%SZ)" rcs=() for row in "${rows[@]}"; do IFS=$'\t' read -r id launcher backend nodes gpn domain ncases image staged minutes <<< "$row" + # Every shard stages the checkout as it is now, but its results carry the source recorded at + # start: stop rather than stamp a later shard with a commit it did not run. + if [ "$dry" = 0 ] && { [ "$(git -C "$REPO_ROOT" rev-parse HEAD)" != "$source_sha" ] || + [ "$(checkout_state)" != "$dirty" ]; }; then + echo "collectivex/ changed since this run started at $source_sha; stopping before $id" >&2 + rcs+=(drift) + break + fi control="$shard_dir/$id.json" python3 "$HERE/sweep_matrix.py" --extract-from "$matrix" --shard-id "$id" --out "$control" \ >/dev/null 2>&1 @@ -148,8 +159,8 @@ done echo "=== summary for $SKU (source $source_sha, dirty=$source_dirty)" failed=0 for i in "${!rows[@]}"; do - printf '%-34s rc=%s\n' "${rows[$i]%%$'\t'*}" "${rcs[$i]}" - [ "${rcs[$i]}" = 0 ] || failed=$((failed + 1)) + printf '%-34s rc=%s\n' "${rows[$i]%%$'\t'*}" "${rcs[$i]:-not run}" + [ "${rcs[$i]:-}" = 0 ] || failed=$((failed + 1)) done python3 "$HERE/summarize.py" --results-dir "$HERE/results/$SKU" || true git -C "$REPO_ROOT" status --short -- "collectivex/results/$SKU" diff --git a/collectivex/runtime/common.sh b/collectivex/runtime/common.sh index fe7eb0363c..eb4907ab6c 100644 --- a/collectivex/runtime/common.sh +++ b/collectivex/runtime/common.sh @@ -572,6 +572,17 @@ collx_slurm_job_name() { } # The job name is prepended so a caller-supplied --job-name wins (salloc takes the last). +# True only when Slurm says the job is gone: listed as nothing, or purged ("Invalid job id"). A +# failed query (slurmctld busy or restarting) is not an answer, so it reads as still there. +collx_job_gone() { + local out + if out="$(squeue -h -j "$1" -o %A 2>&1)"; then + [ -z "$out" ] + else + [[ "$out" == *"Invalid job id"* ]] + fi +} + collx_salloc_jobid() { local log_label log job_id set -- --job-name="$(collx_slurm_job_name)" "$@" @@ -590,7 +601,7 @@ collx_salloc_jobid() { sleep 10 grep -q "Granted job allocation" "$log" && break [ -n "$queued" ] || queued="$(sed -nE 's/.*Pending job allocation ([1-9][0-9]*).*/\1/p' "$log" | head -n1)" - if [ -n "$queued" ] && [ -z "$(squeue -h -j "$queued" -o %A 2>/dev/null)" ] \ + if [ -n "$queued" ] && collx_job_gone "$queued" \ && ! grep -q "Granted job allocation" "$log"; then collx_log "ERROR: scheduled job $queued ended before its allocation was granted" kill -TERM "$salloc_pid" 2>/dev/null From 292b6f013e2df575d5b2d3cb4eced5c732a4bd79 Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Wed, 28 Oct 2026 14:35:24 +0800 Subject: [PATCH 13/13] CollectiveX: describe the Broadcom pools by SKU in runtime comments MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 运行时注释中按 SKU 描述 Broadcom 资源池。 --- collectivex/runtime/common.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/collectivex/runtime/common.sh b/collectivex/runtime/common.sh index eb4907ab6c..2385081f18 100644 --- a/collectivex/runtime/common.sh +++ b/collectivex/runtime/common.sh @@ -247,7 +247,7 @@ collx_add_efa_host_mounts() { COLLX_HOST_VERBS_ROOT=/opt/collectivex/host-verbs # Some NIC vendors replace the host's rdma-core provider with their own build for an out-of-tree -# kernel driver (Barite's Broadcom bnxt_re 237.x speaks kernel ABI 8; rdma-core's stock bnxt_re +# kernel driver (the MI300X/MI325X pools' Broadcom bnxt_re 237.x speaks kernel ABI 8; rdma-core's stock bnxt_re # provider, the image's, supports only ABI 1, so libibverbs lists no device). Multi-node shards # bind the registry-named host provider read-only; backend preparation installs it into the # container over the image's file (verbs_provider_prepare in prepare_backend.sh). @@ -334,7 +334,7 @@ collx_apply_network_profile() { [[ "$COLLX_SOCKET_IFNAME" =~ ^[A-Za-z][A-Za-z0-9_.-]{0,31}$ ]] \ || collx_die "invalid private socket interface selector" # MoRI's shmem bootstrap otherwise picks its own interface, which can be a rail without a - # kernel route to the root rank (Barite's per-rail /31 links). + # kernel route to the root rank (per-rail /31 links on the Broadcom pools). export NCCL_SOCKET_IFNAME="$COLLX_SOCKET_IFNAME" GLOO_SOCKET_IFNAME="$COLLX_SOCKET_IFNAME" \ MORI_SOCKET_IFNAME="$COLLX_SOCKET_IFNAME" fi