From b60d953968b3d71a5884539fecb2f2818427b377 Mon Sep 17 00:00:00 2001 From: Mo Li Date: Sat, 25 Apr 2026 11:51:05 -0700 Subject: [PATCH 1/3] Add placeholder diagnostics report for v0.2 vs USEEIO and CEDA-US Co-Authored-By: Claude Opus 4.7 (1M context) --- .../bedrock_v0_2_to_v0_diagnostics.md | 50 +++++++++++++++++++ 1 file changed, 50 insertions(+) create mode 100644 diagnostics_report/bedrock_v0_2_to_v0_diagnostics.md diff --git a/diagnostics_report/bedrock_v0_2_to_v0_diagnostics.md b/diagnostics_report/bedrock_v0_2_to_v0_diagnostics.md new file mode 100644 index 0000000..0823ddc --- /dev/null +++ b/diagnostics_report/bedrock_v0_2_to_v0_diagnostics.md @@ -0,0 +1,50 @@ +## 3. Diagnostic results: v0.2 vs USEEIO and CEDA-US benchmarks + +v0.2 is compared against two external benchmarks in parallel: +- **USEEIO** — USEEIOv2.6.0-phoebe-23 on [Zenodo](https://zenodo.org/records/17457336). +- **CEDA-US** — US portion of the multi-regional CEDA model. + +### 3.1. Headline numbers +| Metric | vs USEEIO | vs CEDA-US | +|---|---|---| +| Median EFs percentage change | *TBD* | *TBD* | +| Median EFs absolute change | *TBD* | *TBD* | +| Number of sectors shifting > *20%* in EFs | *TBD* | *TBD* | +| Top 3 flags by impact on B-matrix entries | *TBD* | *TBD* | + +### 3.2. Figures (USEEIO and CEDA-US benchmarks, side-by-side) + +#### (1) Histograms + +**(1a) EF %-change distribution** — 2×2 panels of numerator / denominator percent-diff distributions. + +| vs USEEIO | vs CEDA-US | +|---|---| +| ![EF %-change vs USEEIO](bedrock/utils/validation/analysis/output/useeio/ef_n_perc_diff_histogram.png) | ![EF %-change vs CEDA-US](bedrock/utils/validation/analysis/output/ceda/ef_n_perc_diff_histogram.png) | + +**(1b) EF absolute change distribution** + +| vs USEEIO | vs CEDA-US | +|---|---| +| ![EF absolute change vs USEEIO](bedrock/utils/validation/analysis/output/useeio/ef_abs_change_histogram.png) | ![EF absolute change vs CEDA-US](bedrock/utils/validation/analysis/output/ceda/ef_abs_change_histogram.png) | + +#### (2) x–y plots + +**(2a) EF size (x-axis) vs EF %-change (y-axis)** + +| vs USEEIO | vs CEDA-US | +|---|---| +| ![EF size vs %-change, USEEIO](bedrock/utils/validation/analysis/output/useeio/ef_pct_change_vs_ef_size.png) | ![EF size vs %-change, CEDA-US](bedrock/utils/validation/analysis/output/ceda/ef_pct_change_vs_ef_size.png) | + +**(2b) EF absolute change (x-axis) vs EF %-change (y-axis)** + +| vs USEEIO | vs CEDA-US | +|---|---| +| ![EF abs vs %-change, USEEIO](bedrock/utils/validation/analysis/output/useeio/ef_pct_change_vs_abs_change.png) | ![EF abs vs %-change, CEDA-US](bedrock/utils/validation/analysis/output/ceda/ef_pct_change_vs_abs_change.png) | + +#### (3) Stacked-bar chart — sector-level net-change attribution + +| vs USEEIO | vs CEDA-US | +|---|---| +| ![BLy sector stacked net change, USEEIO](bedrock/utils/validation/analysis/output/useeio/bly_sector_stacked_net_change.png) | ![BLy sector stacked net change, CEDA-US](bedrock/utils/validation/analysis/output/ceda/bly_sector_stacked_net_change.png) | + From 32564518be5b73c17dde2d05f5ec1c6fc359e071 Mon Sep 17 00:00:00 2001 From: Mo Li Date: Sat, 25 Apr 2026 11:52:40 -0700 Subject: [PATCH 2/3] Reformat diagnostics report (drop section numbers, align tables) Co-Authored-By: Claude Opus 4.7 (1M context) --- .../bedrock_v0_2_to_v0_diagnostics.md | 41 ++++++++++--------- 1 file changed, 21 insertions(+), 20 deletions(-) diff --git a/diagnostics_report/bedrock_v0_2_to_v0_diagnostics.md b/diagnostics_report/bedrock_v0_2_to_v0_diagnostics.md index 0823ddc..7bf275a 100644 --- a/diagnostics_report/bedrock_v0_2_to_v0_diagnostics.md +++ b/diagnostics_report/bedrock_v0_2_to_v0_diagnostics.md @@ -1,50 +1,51 @@ -## 3. Diagnostic results: v0.2 vs USEEIO and CEDA-US benchmarks +## Diagnostic results: v0.2 vs USEEIO and CEDA-US benchmarks v0.2 is compared against two external benchmarks in parallel: + - **USEEIO** — USEEIOv2.6.0-phoebe-23 on [Zenodo](https://zenodo.org/records/17457336). - **CEDA-US** — US portion of the multi-regional CEDA model. -### 3.1. Headline numbers -| Metric | vs USEEIO | vs CEDA-US | -|---|---|---| -| Median EFs percentage change | *TBD* | *TBD* | -| Median EFs absolute change | *TBD* | *TBD* | -| Number of sectors shifting > *20%* in EFs | *TBD* | *TBD* | -| Top 3 flags by impact on B-matrix entries | *TBD* | *TBD* | +### Headline numbers + +| Metric | vs USEEIO | vs CEDA-US | +| ----------------------------------------- | --------- | ---------- | +| Median EFs percentage change | _TBD_ | _TBD_ | +| Median EFs absolute change | _TBD_ | _TBD_ | +| Number of sectors shifting > _20%_ in EFs | _TBD_ | _TBD_ | +| Top 3 flags by impact on B-matrix entries | _TBD_ | _TBD_ | -### 3.2. Figures (USEEIO and CEDA-US benchmarks, side-by-side) +### Figures (USEEIO and CEDA-US benchmarks, side-by-side) #### (1) Histograms **(1a) EF %-change distribution** — 2×2 panels of numerator / denominator percent-diff distributions. -| vs USEEIO | vs CEDA-US | -|---|---| +| vs USEEIO | vs CEDA-US | +| ------------------------------------------------------------------------------------------------------ | ----------------------------------------------------------------------------------------------------- | | ![EF %-change vs USEEIO](bedrock/utils/validation/analysis/output/useeio/ef_n_perc_diff_histogram.png) | ![EF %-change vs CEDA-US](bedrock/utils/validation/analysis/output/ceda/ef_n_perc_diff_histogram.png) | **(1b) EF absolute change distribution** -| vs USEEIO | vs CEDA-US | -|---|---| +| vs USEEIO | vs CEDA-US | +| ------------------------------------------------------------------------------------------------------------ | ----------------------------------------------------------------------------------------------------------- | | ![EF absolute change vs USEEIO](bedrock/utils/validation/analysis/output/useeio/ef_abs_change_histogram.png) | ![EF absolute change vs CEDA-US](bedrock/utils/validation/analysis/output/ceda/ef_abs_change_histogram.png) | #### (2) x–y plots **(2a) EF size (x-axis) vs EF %-change (y-axis)** -| vs USEEIO | vs CEDA-US | -|---|---| +| vs USEEIO | vs CEDA-US | +| ------------------------------------------------------------------------------------------------------------ | ----------------------------------------------------------------------------------------------------------- | | ![EF size vs %-change, USEEIO](bedrock/utils/validation/analysis/output/useeio/ef_pct_change_vs_ef_size.png) | ![EF size vs %-change, CEDA-US](bedrock/utils/validation/analysis/output/ceda/ef_pct_change_vs_ef_size.png) | **(2b) EF absolute change (x-axis) vs EF %-change (y-axis)** -| vs USEEIO | vs CEDA-US | -|---|---| +| vs USEEIO | vs CEDA-US | +| -------------------------------------------------------------------------------------------------------------- | ------------------------------------------------------------------------------------------------------------- | | ![EF abs vs %-change, USEEIO](bedrock/utils/validation/analysis/output/useeio/ef_pct_change_vs_abs_change.png) | ![EF abs vs %-change, CEDA-US](bedrock/utils/validation/analysis/output/ceda/ef_pct_change_vs_abs_change.png) | #### (3) Stacked-bar chart — sector-level net-change attribution -| vs USEEIO | vs CEDA-US | -|---|---| +| vs USEEIO | vs CEDA-US | +| --------------------------------------------------------------------------------------------------------------------------- | -------------------------------------------------------------------------------------------------------------------------- | | ![BLy sector stacked net change, USEEIO](bedrock/utils/validation/analysis/output/useeio/bly_sector_stacked_net_change.png) | ![BLy sector stacked net change, CEDA-US](bedrock/utils/validation/analysis/output/ceda/bly_sector_stacked_net_change.png) | - From 3ea5d8fe7a6af70d789f22ff7666d3949f0cd8d6 Mon Sep 17 00:00:00 2001 From: Mo Li Date: Mon, 27 Apr 2026 17:47:55 -0700 Subject: [PATCH 3/3] Rename diagnostics file to bedrock_diagnostics.md Keep link stable across versions per review feedback; tag specific versions for reference. Co-Authored-By: Claude Opus 4.7 (1M context) --- .../{bedrock_v0_2_to_v0_diagnostics.md => bedrock_diagnostics.md} | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename diagnostics_report/{bedrock_v0_2_to_v0_diagnostics.md => bedrock_diagnostics.md} (100%) diff --git a/diagnostics_report/bedrock_v0_2_to_v0_diagnostics.md b/diagnostics_report/bedrock_diagnostics.md similarity index 100% rename from diagnostics_report/bedrock_v0_2_to_v0_diagnostics.md rename to diagnostics_report/bedrock_diagnostics.md