From 9be43a537837978096b4b5b3a5065e79df50b9c9 Mon Sep 17 00:00:00 2001 From: Vahid Ahmadi <57112303+vahid-ahmadi@users.noreply.github.com> Date: Sat, 21 Nov 2026 21:37:02 +0000 Subject: [PATCH] BoE SVAR: re-pin to 17f5d82 (#34 world CPI seasonal adjustment, #35 Nov 2026 MPR comparator) and move every BoE number - Pins: integration/pyproject.toml and modal_app.py BOE_REVISION c827ab86 -> 17f5d824 - Replication (results/summary.md at 17f5d82): 765 -> 731 accepted of 10,000, ESS 368.0 -> 333.3; UK GDP global share 38.7 -> 37.6%; UK CPI global share 41.5 -> 52.0% (paper ~50%; close on the mean, wide band, verdict stays partial); UK CPI domestic share 36.8 -> 24.8% (paper ~40%), now the open gap; monetary policy 11.2% of UK GDP variance against ~20% read off the paper's figure - Evaluation files copied from 17f5d82 (rolling_evaluation.json, coverage_evaluation.json); charts regenerated; smallest drift q 0.39 -> 0.36; no-change wins after adjustment 3 of 64 -> 1 of 64; UK CPI 90% coverage 78/54 -> 76/56%; 68% mean 70 -> 72% at h1 - Shocks (local run at 17f5d82, 6,000 draws, 430 accepted, ESS 185.6; reproduces results/forecast_summary.md): world supply negative 70% -> no call (55% positive); UK demand 95 -> 90%; UK supply 75 -> 70%; monetary policy 80 -> 70% - Hosted default re-measured locally: 2,000 draws -> 147 accepted, ESS 55.3 (was 159 / 48.7); 3,500 -> 260 / 106.1 - Band factors follow the pin (band_scale_factors_yoy.production_spec): eight of 32 moved (seven by one step of measured coverage, one by two); forecast record and hero fans redrawn; archived rounds untouched - Validation page: November 2026 MPR comparator and the 2026Q3 unemployment outturn against the 28 Jul round (4.96%, 90% 4.85-5.08; outturn 4.64%), from results/forecast_vs_boe_obr.md and results/score_2026q3.md at 17f5d82 - FEVD chart description states the direction of each gap from the data - Not changed: current_forecast.json (the archived 12 Nov round, which predates #34), the working-paper tex and PDF (the #24 vintage, labelled on the landing page), models/compare Co-Authored-By: Claude Fable 5.2 --- CHANGELOG.md | 9 + README.md | 2 +- assets/make_current_outlooks.py | 9 + economy/topics.py | 2 +- economy/topics/growth/index.html | 2 +- economy/topics/inflation/index.html | 2 +- forecasts/band_calibration.json | 21 +- forecasts/index.html | 94 +- index.html | 6 +- integration/drift/canaries.json | 2 +- integration/modal_app.py | 2 +- integration/pyproject.toml | 2 +- .../src/policyengine_macro/capabilities.py | 27 +- integration/src/policyengine_macro/cli.py | 2 +- integration/src/policyengine_macro/core.py | 11 +- .../src/policyengine_macro/mcp_server.py | 8 +- models/index.html | 2 +- .../boe-svar/figures/comparison_numbers.json | 24 +- .../boe-svar/figures/coverage_evaluation.json | 4438 ++-- papers/boe-svar/figures/latest_shocks.json | 44 +- papers/boe-svar/figures/make_comparison.py | 15 +- .../boe-svar/figures/rolling_evaluation.json | 20674 ++++++++-------- papers/boe-svar/index.html | 7 +- svar/code/index.html | 4 +- svar/index.html | 16 +- svar/methodology/index.html | 26 +- svar/validation/index.html | 286 +- validation/figures/make_charts.py | 16 +- 28 files changed, 12897 insertions(+), 12856 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 761d6822..15c3039c 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -10,6 +10,15 @@ heading here; `tests/test_repo_hygiene.py` asserts that they do. ## [Unreleased] +### BoE SVAR re-pin to `17f5d82` + +- **Pin.** BoE SVAR `c827ab86` → `17f5d824` (boe-var-model #34, world CPI seasonal adjustment; #35, November 2026 MPR comparator and 2026Q3 scoring). After a redeploy the hosted `forecast_uk` and `latest_shocks` run this pin. +- **Replication figures** (`results/summary.md` at `17f5d82`): accepted draws 765 → 731, ESS 368.0 → 333.3; global share of UK GDP variance 38.7 → 37.6%, of UK CPI 41.5 → 52.0% (paper about 50%); domestic share of UK CPI 36.8 → 24.8% (paper about 40%), now the open gap. +- **Evaluation figures** (`rolling_evaluation.json`, `coverage_evaluation.json` at `17f5d82`): smallest adjusted q against drift 0.39 → 0.36; no-change wins after adjustment 3 of 64 → 1 of 64; UK CPI 90% band coverage 78% → 76% at one quarter, 54% → 56% at eight. +- **Shock reading, 2026Q2**: world supply "negative, 70%" → no call (55% positive); 430 of 6,000 draws accepted. +- **Band factors** follow the pin: eight of 32 moved, seven by one step of measured coverage (one origin in 50) and one by two (`forecasts/band_calibration.json`). Archived rounds are untouched. +- **Not changed**: the archived 12 Nov 2026 round shown as the current forecast (it predates #34), the working-paper PDF (the #24 vintage, now labelled) and the compare page. + ### Model re-pin and site review (#278, #279) - **#278: model pins.** OBR `2965e82d` → `0e44ec87` (main after obr-macroeconomic-model #74 and #75), BoE SVAR `c13a9c91` → `c827ab86`, FRB/US `846eeb5c` → `162cfe6a`, US HANK `551a40d3` → `58353e5f`. After a redeploy the hosted tools run these pins. The FRB/US and US HANK compare rows with stored paths re-run identically; the OBR rows were re-run at `0e44ec8`. diff --git a/README.md b/README.md index 0afca823..b20afffb 100644 --- a/README.md +++ b/README.md @@ -28,7 +28,7 @@ verbatim — that registry is authoritative and this table is a copy of it. |---|-------|--------|------| | 01 | **`pe-microsim`** — PolicyEngine tax-benefit microsimulation | exact for implemented rules (household arithmetic); population estimates add survey error | [PolicyEngine/policyengine.py](https://github.com/PolicyEngine/policyengine.py) | | 02 | **`obr-macro`** — OBR macroeconometric emulator | anchored to the October 2026 EFO, not validated as a forecaster; predictive and policy checks weak | [PolicyEngine/obr-macroeconomic-model](https://github.com/PolicyEngine/obr-macroeconomic-model) | -| 03 | **`boe-svar`** — Bank of England structural VAR replication | partial replication of Brignone and Piffer (2025): GDP decomposition consistent with the paper; CPI global-shock share about 8.5pp short; no forecast skill against a drifting random walk | [PolicyEngine/boe-var-model](https://github.com/PolicyEngine/boe-var-model) | +| 03 | **`boe-svar`** — Bank of England structural VAR replication | partial replication of Brignone and Piffer (2025): global share of GDP variance consistent with the paper; global share of CPI variance close on the mean, with a wide band; domestic CPI share about 15pp short; no forecast skill against a drifting random walk | [PolicyEngine/boe-var-model](https://github.com/PolicyEngine/boe-var-model) | | 04 | **`frb-us`** — Federal Reserve FRB-US implementation | replicates the Fed's pyfrbus (1.0.0 and 1.1.1) on one 100bp funds-rate shock, within a 1e-6 tolerance; a solver check, not a test of the economics | [PolicyEngine/us-frb-model](https://github.com/PolicyEngine/us-frb-model) | | 05 | **`us-hank`** — US two-asset HANK (Auclert–Bardóczy–Rognlie–Straub 2021) | partial replication of Auclert et al. (2021): six of seven solved parameters match directly and the seventh (vphi) after a wage-markup convention conversion; steady-state targets are inputs; shock signs are tested; one published magnitude (impact consumption after a monetary shock, units inferred) is matched within about 2%, the others are not checked; not a forecaster; distributional outputs are steady-state statistics and an MPC-proportional split of the aggregate | [PolicyEngine/us-hank-model](https://github.com/PolicyEngine/us-hank-model) | | 06 | **`psl-og`** — OG-UK overlapping generations model | calibrated; no outcome benchmark; research prototype | [PSLmodels/OG-UK](https://github.com/PSLmodels/OG-UK) | diff --git a/assets/make_current_outlooks.py b/assets/make_current_outlooks.py index abb16163..2d169237 100644 --- a/assets/make_current_outlooks.py +++ b/assets/make_current_outlooks.py @@ -145,6 +145,15 @@ def _shock_run_note(data: dict) -> str: if shocks.get("draws") == data.get("draws") and shocks.get("accepted_draws") == data.get("accepted"): return ("A separate run from the shock probabilities with the same draw settings, " f"so both show {data['draws']:,} draws and {data['accepted']} accepted.") + # The shock file can be newer than the archived round (it was after the + # 17f5d82 re-pin, which seasonally adjusted world CPI): say which run is + # which from the two files' own provenance rather than implying one model. + prov = shocks.get("provenance", {}) + run_date, rev = str(prov.get("run_at", ""))[:10], str(prov.get("source_revision", ""))[:7] + if run_date and rev and run_date > str(data.get("generated", "")): + return (f"The shock probabilities are a later run ({run_date}, boe-var-model {rev}, " + f"{shocks.get('accepted_draws')} of {shocks.get('draws'):,} accepted), " + "so the draw counts differ and this forecast predates that model version.") return "A separate run from the shock probabilities, so the draw counts differ." def render(page: Path, name: str, content: str) -> str: diff --git a/economy/topics.py b/economy/topics.py index d4f5ee2c..c19436c9 100644 --- a/economy/topics.py +++ b/economy/topics.py @@ -1193,7 +1193,7 @@ def inflation_model() -> str: peak_q, peak_v = max(later, key=lambda r: r[1]) tail = [v for q, v in later if q > peak_q][-4:] settle = f", then settles near {sum(tail) / len(tail):.1f}%" if tail else "" - # The plateau is the model, not a call: boe-var-model README at c827ab8 + # The plateau is the model, not a call: boe-var-model README at 17f5d82 # ("no inflation anchor"); /svar/validation#no-anchor carries the detail. anchor = (': the model has a unit root and no inflation anchor, so it extends ' 'recent inflation rather than returning to 2% ' diff --git a/economy/topics/growth/index.html b/economy/topics/growth/index.html index 25caacdb..2eb99034 100644 --- a/economy/topics/growth/index.html +++ b/economy/topics/growth/index.html @@ -178,7 +178,7 @@

What the models see

Its limits