{
 "schema_version": "0.44",
 "paper": {
  "title": "Online Detection of Forecast Model Inadequacies Using Forecast Errors",
  "published_as": {
   "id_type": "doi",
   "id": "10.1111/jtsa.12843"
  },
  "summary": "Forecasting models go wrong when the process they forecast changes, and the more complex the model, the harder the change is to spot directly. This paper proposes watching the model's one-step-ahead forecast errors instead, with a sequential changepoint test (Page's CUSUM), whatever the forecasting method. It shows that, when the model keeps a constant bias and cannot fully adapt, a change in the mean or variance of the data appears as a change in the mean of the errors or of their squares, with known limit distributions for the test. Exponential smoothing adapts to mean changes, so with it only variance changes stay visible. In simulations of seasonal data, monitoring forecast errors found changes sooner than monitoring the raw data, with few false alarms. Two examples follow: Royal Mail parcel forecasts and hospital admissions for gallstones.",
  "licence": "CC-BY-4.0",
  "classification": {
   "keywords": [
    "sequential changepoint detection",
    "forecast monitoring",
    "forecast errors",
    "CUSUM",
    "structural break",
    "concept drift"
   ],
   "subfield": "openalex:subfields/1803",
   "topics": [
    "openalex:T11918",
    "openalex:T11443",
    "openalex:T12101"
   ]
  },
  "declarations": {
   "funding": [
    {
     "funder": "Engineering and Physical Sciences Research Council",
     "award": "EP/L015692/1",
     "kind": "grant"
    },
    {
     "funder": "Royal Mail Group Ltd"
    },
    {
     "funder": "UK Research Councils",
     "award": "EP/T014105/1",
     "kind": "grant"
    },
    {
     "funder": "UK Research Councils",
     "award": "EP/T021020/1",
     "kind": "grant"
    },
    {
     "funder": "UK Research Councils",
     "award": "EP/R01860X/1",
     "kind": "grant"
    },
    {
     "funder": "UK Research Councils",
     "award": "NE/T012307/1",
     "kind": "grant"
    }
   ],
   "competing_interests": "Thomas Grundy's PhD project was co-sponsored by Royal Mail."
  },
  "contributions": [
   "C1",
   "C2",
   "C3",
   "C4",
   "C5",
   "C6",
   "C7"
  ],
  "highlights": [
   "C1",
   "C2",
   "C5",
   "C4"
  ],
  "autonomy": "human_assisted",
  "contribution_record": "partial",
  "origin": "native",
  "id": "entrylib:2026.000010",
  "version": 1,
  "date": "2026-11-16",
  "status": "active"
 },
 "contributors": [
  {
   "id": "P1",
   "type": "human",
   "name": "Thomas Grundy",
   "affiliation": "STOR-i Centre for Doctoral Training, Lancaster University, Lancaster, UK; Peak.ai, Manchester, UK",
   "positions": [
    "coauthor",
    "contributor"
   ],
   "orcid": "0000-0003-1723-3217"
  },
  {
   "id": "P2",
   "type": "human",
   "name": "Rebecca Killick",
   "affiliation": "School of Mathematical Sciences, Lancaster University, Lancaster, UK",
   "positions": [
    "coauthor",
    "contributor"
   ],
   "orcid": "0000-0003-0583-3960"
  },
  {
   "id": "P3",
   "type": "human",
   "name": "Ivan Svetunkov",
   "orcid": "0000-0001-7826-0281",
   "affiliation": "Department of Management Science, Lancaster University, Lancaster, UK",
   "positions": [
    "guarantor",
    "contributor"
   ]
  },
  {
   "id": "P4",
   "type": "agent",
   "name": "Claude",
   "label": "claimset preparation",
   "positions": [
    "author"
   ],
   "models": [
    {
     "model": "M1",
     "role": "sole"
    }
   ],
   "ai_tasks": [
    {
     "task": "json_preparation",
     "extent": "full"
    }
   ],
   "tools": [
    "file_access",
    "code_execution",
    "web_search"
   ],
   "record_source": "self_reported",
   "credit_roles": [
    "writing_original_draft"
   ]
  }
 ],
 "models": [
  {
   "id": "M1",
   "provider": "Anthropic",
   "name": "Claude Fable",
   "version": "5.2",
   "identifier": "claude-fable-5-2",
   "weights": "api_only",
   "accessed": "2026-11-16"
  }
 ],
 "references": [
  {
   "id": "B1",
   "target": "10.3150/14-BEJ604",
   "id_type": "doi"
  },
  {
   "id": "B2",
   "target": "10.1080/01621459.1994.10476824",
   "id_type": "doi"
  },
  {
   "id": "B4",
   "target": "10.1016/j.hpb.2021.04.009",
   "id_type": "doi"
  },
  {
   "id": "B5",
   "target": "10.1111/j.1467-9892.2010.00707.x",
   "id_type": "doi"
  },
  {
   "id": "B6",
   "target": "10.1016/j.jspi.2003.07.014",
   "id_type": "doi"
  },
  {
   "id": "B7",
   "target": "10.1111/jtsa.12843",
   "id_type": "doi"
  },
  {
   "id": "B8",
   "target": "10.1080/02331888.2013.870568",
   "id_type": "doi"
  },
  {
   "id": "B9",
   "target": "10.1016/j.jspi.2013.09.001",
   "id_type": "doi"
  },
  {
   "id": "B10",
   "target": "10.2307/2171955",
   "id_type": "doi"
  },
  {
   "id": "B11",
   "target": "10.1093/biomet/41.1-2.100",
   "id_type": "doi"
  },
  {
   "id": "B12",
   "target": "https://CRAN.R-project.org/package=forecast",
   "id_type": "url",
   "archive_uri": "https://cran.r-project.org/src/contrib/Archive/forecast/forecast_8.21.1.tar.gz"
  },
  {
   "id": "B13",
   "target": "https://CRAN.R-project.org/package=smooth",
   "id_type": "url",
   "archive_uri": "https://cran.r-project.org/src/contrib/Archive/smooth/smooth_4.0.2.tar.gz"
  },
  {
   "id": "B14",
   "target": "https://CRAN.R-project.org/package=sandwich",
   "id_type": "url",
   "archive_uri": "https://cran.r-project.org/src/contrib/Archive/sandwich/sandwich_3.1-0.tar.gz"
  }
 ],
 "definitions": [
  {
   "id": "D1",
   "term": "forecast error monitoring framework",
   "kind": "method",
   "definition": "A framework that monitors a forecasting model online by applying sequential changepoint detection to its one-step-ahead forecast errors. For a univariate series $Y_t$ and a forecasting model $\\mathcal{F}$ with one-step-ahead point forecast $\\hat{y}_t(1) = \\mathbb{E}_{\\mathcal{F}}[Y_t | y_{t-1}, \\ldots, y_1]$, the forecast errors are $$e_t = Y_t - \\hat{y}_t(1).$$ The first $m$ forecast errors are the Phase I (training) sample; monitoring starts at $t = m + 1$ and stops when a detector, [[D2:the mean detector]] or [[D3:the squared-error detector]], crosses its threshold. Any forecasting approach can supply the errors: model-based, machine learning or expert judgement.",
   "source_spans": [
    "p2.4",
    "p3.3",
    "p3.4",
    "p3.5"
   ]
  },
  {
   "id": "D2",
   "term": "mean detector $D_\\mu(m,k)$",
   "kind": "method",
   "definition": "[[D24:Page's CUSUM detector]] applied to the forecast errors of the [[D1:forecast error monitoring framework]]: $$\\begin{aligned} Q_\\mu(m,k) &= \\sum_{t=m+1}^{m+k} e_t - \\frac{k}{m} \\sum_{t=1}^{m} e_t \\\\ D_\\mu(m,k) &= \\max_{0 \\le i \\le k} \\left| Q_\\mu(m,k) - Q_\\mu(m,i) \\right| \\end{aligned}$$ with stopping time $$\\tau_{\\mu,m} = \\min\\{k \\ge 1 : D_\\mu(m,k) \\ge \\hat{\\sigma}_{\\mu,m} c_{\\mu,\\alpha} g(m,k,\\gamma)\\},$$ where $\\hat{\\sigma}_{\\mu,m}$ is the standard deviation of the forecast errors in the Phase I sample. The weight function $g(m,k,\\gamma)$ is that of [[D24:Page's CUSUM detector]], and the critical constant $c_{\\mu,\\alpha}$ comes from the limit distribution of the detector under the null hypothesis.",
   "part_of": [
    "D1"
   ],
   "source_spans": [
    "p4.5",
    "p4.7",
    "p4.9",
    "s2.6"
   ],
   "source": "B11"
  },
  {
   "id": "D3",
   "term": "squared-error detector $D_\\xi(m,k)$",
   "kind": "method",
   "definition": "[[D24:Page's CUSUM detector]] applied to the centred squared forecast errors of the [[D1:forecast error monitoring framework]]: $$\\begin{aligned} Q_\\xi(m,k) &= \\sum_{t=m+1}^{m+k} (e_t - \\hat{b}_{\\mu,m})^2 - \\frac{k}{m} \\sum_{t=1}^{m} (e_t - \\hat{b}_{\\mu,m})^2 \\\\ D_\\xi(m,k) &= \\max_{0 \\le i \\le k} \\left| Q_\\xi(m,k) - Q_\\xi(m,i) \\right| \\end{aligned}$$ with stopping time $$\\tau_{\\xi,m} = \\min\\{k \\ge 1 : D_\\xi(m,k) \\ge \\hat{\\sigma}_{\\xi,m} c_{\\xi,\\alpha} g(m,k,\\gamma)\\},$$ where $\\hat{b}_{\\mu,m}$ is the mean of the forecast errors in the $m$ Phase I samples and $\\hat{\\sigma}_{\\xi,m}$ the standard deviation of the centred squared forecast errors in that sample. $g(m,k,\\gamma)$ is that of [[D24:Page's CUSUM detector]] and $c_{\\xi,\\alpha}$ comes from the limit distribution of the detector under the null hypothesis. The paper prints the second sum of $Q_\\xi(m,k)$ without the square, a typographical error that the guarantor, an author of the paper, has confirmed.",
   "part_of": [
    "D1"
   ],
   "source_spans": [
    "p5.3",
    "p5.5",
    "p5.6"
   ]
  },
  {
   "id": "D4",
   "term": "Raw CUSUM",
   "kind": "method",
   "definition": "[[D24:Page's CUSUM detector]] applied to the raw data instead of forecast errors; for variance changes, to the centred squared raw data. In the paper's simulations its standard deviation $\\hat{\\sigma}_m$ is the Bartlett long run variance estimator from the sandwich R package.",
   "source": "B2",
   "source_spans": [
    "p7.10",
    "p8.1"
   ]
  },
  {
   "id": "D5",
   "term": "ARMA Forecast Errors",
   "kind": "method",
   "definition": "The detector of the [[D1:forecast error monitoring framework]], [[D2:$D_\\mu(m,k)$]] or [[D3:$D_\\xi(m,k)$]] by the type of change, applied to the forecast errors of an ARMA forecasting model fitted with the forecast R package. For seasonal data the model is a seasonal ARMA model chosen by auto.arima using AIC, with no differencing. The standard deviation is the traditional estimator, the errors being taken as i.i.d.",
   "broader": [
    "D1"
   ],
   "source_spans": [
    "p7.10",
    "p7.11",
    "p8.1",
    "p8.2",
    "p8.6"
   ],
   "source": "B12"
  },
  {
   "id": "D6",
   "term": "ETS Forecast Errors",
   "kind": "method",
   "definition": "The detector of the [[D1:forecast error monitoring framework]], [[D2:$D_\\mu(m,k)$]] or [[D3:$D_\\xi(m,k)$]] by the type of change, applied to the forecast errors of an ETS forecasting model fitted with the es function of the smooth R package. The standard deviation is the traditional estimator, the errors being taken as i.i.d.",
   "broader": [
    "D1"
   ],
   "source_spans": [
    "p7.10",
    "p7.11",
    "p8.1"
   ],
   "source": "B13"
  },
  {
   "id": "D7",
   "term": "compared detectors",
   "kind": "method",
   "definition": "The three detectors compared in the paper's simulations.",
   "members": [
    "D4",
    "D5",
    "D6"
   ],
   "source_spans": [
    "p7.10"
   ]
  },
  {
   "id": "D8",
   "term": "mean change model",
   "kind": "data",
   "definition": "A data-generating process with a changepoint at an unknown location $k^*$: $$\\begin{aligned} Y_t | y_{t-1}, \\ldots, y_1 &\\sim F, \\quad t = 1, \\ldots, m + k^* \\\\ Y_t | y_{t-1}, \\ldots, y_1 &\\sim G, \\quad t = m + k^* + 1, m + k^* + 2, \\ldots \\end{aligned}$$ where $F$ and $G$ differ in expectation by $\\delta_{\\mu,m} \\ne 0$. The raw data may be temporally dependent, trended, seasonal or depend on exogenous variables.",
   "source_spans": [
    "p3.8",
    "p3.9",
    "p3.10",
    "p3.11",
    "p3.12"
   ]
  },
  {
   "id": "D9",
   "term": "mean and variance change model",
   "kind": "data",
   "definition": "The [[D8:mean change model]] extended so that the pre-change distribution $F$ and the post-change distribution $G'$ differ in expectation by $\\delta_{\\mu,m}$ and in variance by $\\delta_{\\xi,m}$ (the paper's Definition 1).",
   "broader": [
    "D8"
   ],
   "source_spans": [
    "p4.13",
    "p4.14",
    "p4.15",
    "p4.16"
   ]
  },
  {
   "id": "D10",
   "term": "ETS(A,N,N) forecasting model",
   "kind": "method",
   "definition": "The local level exponential smoothing model with additive error, no trend and no seasonality, whose one-step-ahead forecasts follow $$\\hat{y}_t(1) = \\hat{y}_{t-1}(1) + \\alpha e_{t-1},$$ where $e_{t-1}$ is the forecast error at time $t-1$ and $0 < \\alpha < 1$ is the smoothing parameter.",
   "source_spans": [
    "p6.12",
    "p6.13",
    "p6.14"
   ]
  },
  {
   "id": "D11",
   "term": "ARMA forecasting model",
   "kind": "method",
   "definition": "A forecasting model for the causal and invertible ARMA($p$,$q$) process $$\\phi(B)(Y_t - \\lambda_t) = \\theta(B)\\epsilon_t,$$ with mean parameters $\\lambda_t$, autoregressive polynomial $\\phi(B) = 1 - \\phi_1 B - \\cdots - \\phi_p B^p$, moving average polynomial $\\theta(B) = 1 + \\theta_1 B + \\cdots + \\theta_q B^q$ and independent zero-mean errors $\\epsilon_t$ with variance $\\sigma_t^2$.",
   "source_spans": [
    "p5.14",
    "p5.15",
    "p5.16",
    "p5.17",
    "p5.18"
   ]
  },
  {
   "id": "D12",
   "term": "average detection delay (ADD)",
   "kind": "variable",
   "definition": "The mean of the detection delays over the simulated series in which a change was signalled within the length of the data.",
   "source_spans": [
    "p8.1"
   ]
  },
  {
   "id": "D13",
   "term": "detection probability (DP)",
   "kind": "variable",
   "definition": "The proportion of simulated series in which a change was detected within the length of the monitoring data.",
   "source_spans": [
    "p8.1"
   ]
  },
  {
   "id": "D14",
   "term": "false detection probability (FDP)",
   "kind": "variable",
   "definition": "The proportion of simulated series in which a change was detected before the true change had occurred.",
   "source_spans": [
    "p8.1"
   ]
  },
  {
   "id": "D15",
   "term": "simulation design of the paper",
   "kind": "design",
   "definition": "Each scenario is simulated 1000 times with normally distributed innovations. Forecasting models are trained on the first $n_{\\text{train}} = 300$ observations and then produce one-step-ahead forecasts sequentially. A change is signalled by the theoretical thresholds of [[D24:Page's CUSUM detector]] with $\\gamma = 0$ and a false alarm rate of 0.05.",
   "source_spans": [
    "p7.11",
    "p8.1"
   ]
  },
  {
   "id": "D16",
   "term": "seasonal mean change scenario",
   "kind": "data",
   "definition": "Simulated data whose errors follow an ARMA(2,1) model with $\\phi = (-0.6, 0.3)$, $\\theta = -0.3$, $\\lambda = 0$ and $\\sigma^2 = 1$, with a mean change of size $\\delta_\\mu$ at $k^* = 100$ and a seasonal component of frequency 12 whose seasonal means are 12 equally spaced points of $y = 10\\sin(x)$, $x \\in [0, \\pi]$.",
   "source_spans": [
    "p8.4"
   ]
  },
  {
   "id": "D17",
   "term": "seasonal trend change scenario",
   "kind": "data",
   "definition": "Simulated data $y_t = 1[t > m + k^*]\\beta t + \\epsilon_t$ whose errors follow an ARMA(1,1) model with $\\phi = 0.2$, $\\theta = 0.2$, $\\lambda = 0$ and $\\sigma^2 = 1$: no trend before the change and a trend of gradient $\\beta$ after it, with a seasonal component of frequency 7 whose seasonal means are 7 equally spaced points of $y = 10\\cos(x)$, $x \\in [0, 2\\pi]$.",
   "source_spans": [
    "p8.5"
   ]
  },
  {
   "id": "D18",
   "term": "autoregressive parameter change scenarios",
   "kind": "data",
   "definition": "Simulated data with AR(1) errors, $\\lambda = 0$, whose autoregressive parameter changes at the changepoint from $\\phi_{\\text{pre}} = 0.2$ (scenario 1) or $\\phi_{\\text{pre}} = 0.8$ (scenario 2) to varying values $\\phi_{\\text{post}}$, with quarterly seasonality given by quarter means $(-2, 5, 7, -10)$. The ETS forecasting model is ETS(A,N,A) with estimated smoothing parameters.",
   "source_spans": [
    "p8.9",
    "p8.10",
    "p8.11",
    "p8.12"
   ]
  },
  {
   "id": "D19",
   "term": "Royal Mail forecast errors",
   "kind": "data",
   "definition": "Forecast errors of the daily number of parcels to be delivered from one Royal Mail delivery office, from 1 July 2020 to 31 December 2020. The underlying data and forecasts are not known to the authors. July to October is the Phase I sample; monitoring starts on 1 November 2020.",
   "source_spans": [
    "p8.14",
    "p9.10"
   ]
  },
  {
   "id": "D20",
   "term": "GRP admissions series",
   "kind": "data",
   "definition": "The monthly proportion of A&E admissions related to gallstone-related pathology (GRP) in participating hospitals across England, 2010 to 2020, based on NHS Hospital Episode Statistics. A SARMA(1,0,0)(1,0,0)$_{12}$ model fitted to the data up to 2013 gives one-step-ahead forecasts for the rest; 2013 to 2016 is the Phase I sample of size $m = 36$ and monitoring starts in 2016.",
   "source": "B4",
   "source_spans": [
    "p9.14",
    "p11.5",
    "p11.6"
   ]
  },
  {
   "id": "D21",
   "term": "model-based sequential changepoint detection",
   "kind": "method",
   "definition": "Sequential changepoint detection that fits the model to the data before and after a potential changepoint and decides by a likelihood-ratio style statistic.",
   "source_spans": [
    "p3.2"
   ]
  },
  {
   "id": "D22",
   "term": "detection delay",
   "kind": "variable",
   "definition": "The number of observations between a change and the time a detector signals it.",
   "source_spans": [
    "p8.1"
   ]
  },
  {
   "id": "D23",
   "term": "date of detection",
   "kind": "variable",
   "definition": "The date of the observation at which a detector first crosses its threshold.",
   "source_spans": [
    "p9.12"
   ]
  },
  {
   "id": "D24",
   "term": "Page's CUSUM detector $D(m,k)$",
   "kind": "method",
   "definition": "The sequential detector of a mean change in a series $Y_t$ that follows the change in mean model $$Y_t = \\begin{cases} \\lambda + \\epsilon_t, & t = 1, \\ldots, m + k^* \\\\ \\lambda + \\epsilon_t + \\Delta_m, & t = m + k^* + 1, m + k^* + 2, \\ldots \\end{cases}$$ with zero-mean variables $\\epsilon_t$, a training period of length $m$ without changepoints and a change of size $\\Delta_m$ at time $k^*$ after it. With $$\\begin{aligned} Q(m,k) &= \\sum_{t=m+1}^{m+k} Y_t - \\frac{k}{m} \\sum_{t=1}^{m} Y_t \\\\ D(m,k) &= \\max_{0 \\le i \\le k} \\left| Q(m,k) - Q(m,i) \\right| \\end{aligned}$$ the null hypothesis $H_0: \\Delta_m = 0$ is rejected in favour of $H_A: \\Delta_m \\ne 0$ at the stopping time $$\\tau_m = \\min\\{k \\ge 1 : D(m,k) \\ge \\hat{\\sigma}_m c_\\alpha g(m,k,\\gamma)\\},$$ where $\\hat{\\sigma}_m$ is a weakly consistent estimator, from the $m$ training samples, of the constant $\\sigma$ of the weak invariance principle, the weight function is $$g(m,k,\\gamma) = \\sqrt{m}\\left(1 + \\frac{k}{m}\\right)\\left(\\frac{k}{m+k}\\right)^{\\gamma}, \\quad \\gamma \\in [0, 1/2).$$ and the critical value $c_\\alpha$ is taken from the limit distribution under $H_0$, so that $\\lim_{m\\to\\infty} P(\\tau_m < \\infty) = \\alpha$ under $H_0$ for the chosen false alarm rate $\\alpha$ and $\\lim_{m\\to\\infty} P(\\tau_m < \\infty) = 1$ under $H_A$. All limits are for $m \\to \\infty$; the model is trained once and not re-trained during monitoring. The paper takes $\\gamma = 0$.",
   "source": "B10",
   "source_spans": [
    "s1.5",
    "s1.6-s1.7",
    "s2.3-s2.4",
    "s2.5",
    "s2.6",
    "s2.7-s2.10",
    "s3.1"
   ]
  }
 ],
 "claims": [
  {
   "id": "C1",
   "statement": "Under [[D8:the mean change model]], the one-step-ahead forecast errors of a forecasting model that satisfies the two forecasting-model assumptions have a change in mean of size $\\Delta_{\\mu,m} \\ne 0$ at the changepoint: $e_t = b_\\mu + \\epsilon_{\\mu,t}$ for $t \\le m + k^*$ and $e_t = b_\\mu + \\epsilon_{\\mu,t} + \\Delta_{\\mu,m}$ afterwards.",
   "type": "formal",
   "role": "principal",
   "about": {
    "subject": "D8",
    "relation": "produces a mean change in the one-step-ahead forecast errors of",
    "object": "a forecasting model satisfying the two forecasting-model assumptions",
    "comparator": null,
    "conditions": []
   },
   "novelty": "extension",
   "scope": {
    "data_type": "univariate time series",
    "conditions": [
     "one-step-ahead forecasts",
     "a single changepoint after the training sample"
    ]
   },
   "support": [
    {
     "kind": "formal_proof",
     "evidence": "E1"
    }
   ],
   "assumptions": [
    "C18",
    "C19"
   ],
   "limitations": [
    "L1"
   ],
   "relations": [
    {
     "type": "extends",
     "reference": "B1",
     "self": false,
     "note": "Aue et al. (2015) monitor the residuals of ARMA models only; the claim covers the forecast errors of any forecasting model that satisfies the two assumptions."
    }
   ],
   "verification": "unchecked",
   "source_spans": [
    "p4.2",
    "p4.3",
    "p4.9",
    "p11.8"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": []
  },
  {
   "id": "C2",
   "statement": "Under [[D9:the mean and variance change model]] and the constant-bias assumption, the change in the mean of the centred squared forecast errors is $$\\Delta_{\\xi,m} = \\mathrm{Var}_{G'}[Y_t|\\tilde{y}_t] - \\mathrm{Var}_F[Y_t|\\tilde{y}_t]$$ when $\\delta_{\\mu,m} = 0$, and $$\\Delta_{\\xi,m} = \\mathrm{Var}_{G'}[Y_t|\\tilde{y}_t] - \\mathrm{Var}_F[Y_t|\\tilde{y}_t] + \\Delta_{\\mu,m}^2$$ when $\\delta_{\\mu,m} \\ne 0$ and the incomplete-adjustment assumption holds.",
   "type": "formal",
   "role": "principal",
   "about": {
    "subject": "D9",
    "relation": "produces a mean change in the centred squared forecast errors equal to the variance change plus the squared mean change of the forecast errors",
    "object": null,
    "comparator": null,
    "conditions": []
   },
   "novelty": "extension",
   "scope": {
    "data_type": "univariate time series",
    "conditions": [
     "one-step-ahead forecasts"
    ]
   },
   "support": [
    {
     "kind": "formal_proof",
     "evidence": "E2"
    }
   ],
   "assumptions": [
    "C18",
    "C19"
   ],
   "relations": [
    {
     "type": "extends",
     "reference": "B1",
     "self": false,
     "note": "Aue et al. (2015) monitor the residuals of ARMA models only; the claim covers the forecast errors of any forecasting model that satisfies the two assumptions."
    }
   ],
   "verification": "unchecked",
   "source_spans": [
    "p4.17",
    "p4.19",
    "p4.20",
    "p4.21"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": []
  },
  {
   "id": "C3",
   "statement": "For the [[D3:squared-error detector]] under [[D9:the mean and variance change model]], the limit distribution of Theorem 1 of the paper's Supporting Information holds under the null hypothesis of no change, and the limit distribution of its Theorem 2 holds for the stopping time $\\tau_{\\xi,m}$ under the alternative when the change size $\\Delta_{\\xi,m}$ is large enough in the sense of that document's Assumptions C to E.",
   "type": "formal",
   "role": "principal",
   "about": {
    "subject": "D3",
    "relation": "has the limit distributions of Page's CUSUM under the null and the alternative",
    "object": null,
    "comparator": null,
    "conditions": [
     "D9"
    ]
   },
   "novelty": "extension",
   "scope": {
    "conditions": [
     "change sizes satisfying Assumptions C to E of the paper's Supporting Information"
    ]
   },
   "support": [
    {
     "kind": "formal_proof",
     "evidence": "E3"
    }
   ],
   "depends_on": [
    "C2",
    "C24",
    "C25"
   ],
   "assumptions": [
    "C18",
    "C19",
    "C20",
    "C21"
   ],
   "relations": [
    {
     "type": "extends",
     "reference": "B1",
     "self": false,
     "note": "Aue et al. (2015) monitor the residuals of ARMA models only; the claim covers the forecast errors of any forecasting model that satisfies the two assumptions."
    }
   ],
   "verification": "unchecked",
   "source_spans": [
    "p5.6",
    "p5.7",
    "p5.9",
    "p5.10",
    "p5.11",
    "s3.3-s3.5",
    "s4.5-s4.7"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": []
  },
  {
   "id": "C4",
   "statement": "For an [[D10:ETS(A,N,N) forecasting model]] under [[D8:the mean change model]] with pre-change expectation $\\lambda$, the expected forecast error $s$ steps after the changepoint is $\\mathbb{E}[e_{k^*+s}] = \\delta_{\\mu,m}$ for $s = 1$ and $$\\mathbb{E}[e_{k^*+s}] = (\\lambda + \\delta_{\\mu,m})\\left(1 - \\sum_{i=0}^{s-2} \\alpha(1-\\alpha)^i\\right) - \\lambda\\left(\\alpha(1-\\alpha)^{s-1} - (1-\\alpha)^s\\right)$$ for $s = 2, 3, \\ldots$, an expectation that returns to zero as $s$ grows when $\\alpha > 0$ and does not satisfy the incomplete-adjustment assumption unless $\\alpha = 0$.",
   "type": "formal",
   "role": "principal",
   "about": {
    "subject": "D10",
    "relation": "adapts to a mean change so that its expected forecast errors return to zero",
    "object": null,
    "comparator": null,
    "conditions": [
     "D8",
     "$\\alpha > 0$"
    ]
   },
   "novelty": "no_prior_found",
   "scope": {
    "conditions": [
     "ETS(A,N,N)",
     "a change in mean"
    ]
   },
   "support": [
    {
     "kind": "formal_proof",
     "evidence": "E4"
    }
   ],
   "relations": [
    {
     "type": "addresses",
     "reference": "B1",
     "self": false,
     "note": "The closest result found: Aue et al. (2015) give the change size in ARMA residuals; the claim gives it for an exponential smoothing forecasting model, where it vanishes."
    }
   ],
   "verification": "unchecked",
   "source_spans": [
    "p6.15",
    "p6.16",
    "p6.17",
    "p7.3",
    "p7.4",
    "p7.5",
    "p7.6"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": []
  },
  {
   "id": "C5",
   "statement": "On [[D16:the seasonal mean change scenario]], [[D17:the seasonal trend change scenario]] and [[D18:the autoregressive parameter change scenarios]], monitoring forecast errors with the [[D1:forecast error monitoring framework]] detected the changes with a shorter [[D12:average detection delay (ADD)]] than [[D4:Raw CUSUM]], at a low [[D14:false detection probability (FDP)]].",
   "type": "descriptive",
   "role": "principal",
   "about": {
    "subject": "D1",
    "relation": "has a shorter detection delay than",
    "object": [
     "D12",
     "D14"
    ],
    "comparator": "D4",
    "conditions": [
     "D16",
     "D17",
     "D18"
    ]
   },
   "novelty": "no_prior_found",
   "planning": "exploratory",
   "scope": {
    "data_type": "simulated seasonal time series with ARMA errors and normally distributed innovations",
    "conditions": [
     "training sample of 300 observations",
     "false alarm rate 0.05"
    ]
   },
   "support": [
    {
     "kind": "simulation",
     "evidence": "E5",
     "artefacts": [
      "A3"
     ]
    },
    {
     "kind": "simulation",
     "evidence": "E6",
     "artefacts": [
      "A4"
     ]
    }
   ],
   "depends_on": [
    "C8",
    "C9",
    "C10",
    "C11",
    "C12"
   ],
   "limitations": [
    "L2",
    "L3"
   ],
   "relations": [
    {
     "type": "addresses",
     "reference": "B5",
     "self": false,
     "note": "The closest result found: Robbins et al. (2011) showed, for offline changepoint detection, that using residuals within the CUSUM procedure improves on the raw data under temporal dependence; the claim concerns sequential detection with forecast errors of any forecasting model."
    }
   ],
   "assessments": [
    {
     "by": "author",
     "strength": "moderate",
     "rationale": "Exploratory: no plan was recorded before the simulations. One simulation study with 1000 repetitions per scenario, reported as figures, on ARMA-generated data only; L3 and L4 limit how far it carries."
    }
   ],
   "source_spans": [
    "p8.2",
    "p8.7",
    "p8.13",
    "p11.9"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": [
    "availability_not_stated",
    "figure_without_data"
   ]
  },
  {
   "id": "C6",
   "statement": "On [[D19:the Royal Mail forecast errors]], the [[D2:mean detector]] and the [[D3:squared-error detector]] of the [[D1:forecast error monitoring framework]] both signalled a changepoint on 2 December 2020.",
   "type": "descriptive",
   "role": "principal",
   "about": {
    "subject": "D1",
    "relation": "signals a changepoint in",
    "object": "D19",
    "comparator": null,
    "conditions": [
     "monitoring from 1 November 2020"
    ]
   },
   "novelty": "no_prior_found",
   "planning": "exploratory",
   "scope": {
    "setting": "one Royal Mail delivery office",
    "geography": "United Kingdom",
    "period": "1 July 2020 to 31 December 2020"
   },
   "support": [
    {
     "kind": "empirical_quant",
     "evidence": "E9",
     "artefacts": [
      "A5"
     ],
     "results": [
      "E9.R1",
      "E9.R2"
     ]
    }
   ],
   "limitations": [
    "L4"
   ],
   "assessments": [
    {
     "by": "author",
     "strength": "low",
     "rationale": "Exploratory: no plan was recorded beforehand. One office and one season, with no independent record of when the Christmas peak began (L5); the data are not available."
    }
   ],
   "source_spans": [
    "p9.10",
    "p9.11",
    "p9.12",
    "p10.5"
   ],
   "provenance": "author_stated",
   "relations": [
    {
     "type": "addresses",
     "reference": "B1",
     "self": false,
     "note": "The closest result found: Aue et al. (2015) apply residual-based monitoring of ARMA models to EEG and IBM data; here only the forecast errors are known, not the model or the data."
    }
   ],
   "depends_on": [
    "C3",
    "C23"
   ],
   "verifiability": "unverifiable",
   "verifiability_flags": []
  },
  {
   "id": "C7",
   "statement": "On [[D20:the GRP admissions series]], both detectors of the [[D1:forecast error monitoring framework]] have a shorter [[D22:detection delay]] than [[D21:model-based sequential changepoint detection]], whose minimum possible detection delay on data with yearly seasonality is 24 months.",
   "type": "descriptive",
   "role": "principal",
   "about": {
    "subject": "D1",
    "relation": "has a shorter detection delay than",
    "object": "D22",
    "comparator": "D21",
    "conditions": [
     "D20"
    ]
   },
   "novelty": "no_prior_found",
   "planning": "exploratory",
   "scope": {
    "setting": "A&E admissions in participating hospitals",
    "geography": "England",
    "data_type": "monthly proportions with yearly seasonality"
   },
   "support": [
    {
     "kind": "argument",
     "warrant": "W2"
    }
   ],
   "depends_on": [
    "C13",
    "C14"
   ],
   "warrant": "W2",
   "limitations": [
    "L5"
   ],
   "assessments": [
    {
     "by": "author",
     "strength": "low",
     "rationale": "Exploratory: no plan was recorded beforehand. The model-based delay is a bound argued from the model's seasonality, not a run of a model-based detector on the series."
    }
   ],
   "source_spans": [
    "p3.2",
    "p11.5",
    "p11.7",
    "p11.9"
   ],
   "provenance": "author_stated",
   "relations": [
    {
     "type": "addresses",
     "reference": "B4",
     "self": true,
     "note": "Taib et al. (2021) found the changepoint retrospectively, with all the data from 2010 to 2020; the claim is about detecting it sequentially."
    }
   ],
   "verifiability": "open",
   "verifiability_flags": []
  },
  {
   "id": "C8",
   "statement": "On [[D16:the seasonal mean change scenario]], [[D5:ARMA Forecast Errors]] has a high [[D13:detection probability (DP)]] and a lower [[D12:average detection delay (ADD)]] than [[D4:Raw CUSUM]] across all change sizes.",
   "type": "descriptive",
   "role": "supporting",
   "about": {
    "subject": "D5",
    "relation": "detects with a shorter delay than",
    "object": [
     "D13",
     "D12"
    ],
    "comparator": "D4",
    "conditions": [
     "D16"
    ]
   },
   "novelty": "no_prior_found",
   "planning": "exploratory",
   "scope": {
    "data_type": "simulated monthly-type seasonal data with ARMA(2,1) errors",
    "conditions": [
     "mean change sizes 0.5 to 2.5"
    ]
   },
   "support": [
    {
     "kind": "simulation",
     "evidence": "E5",
     "artefacts": [
      "A3"
     ]
    }
   ],
   "limitations": [
    "L2",
    "L3"
   ],
   "relations": [
    {
     "type": "addresses",
     "reference": "B5",
     "self": false,
     "note": "Robbins et al. (2011) compared residuals with raw data for offline mean shift testing; this is the sequential case."
    }
   ],
   "assessments": [
    {
     "by": "author",
     "strength": "moderate",
     "rationale": "1000 repetitions; the values are shown in Figure 3 and not tabulated."
    }
   ],
   "source_spans": [
    "p8.7",
    "p9.6"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": [
    "availability_not_stated",
    "figure_without_data"
   ]
  },
  {
   "id": "C9",
   "statement": "On [[D17:the seasonal trend change scenario]], [[D5:ARMA Forecast Errors]] and [[D4:Raw CUSUM]] both have an extremely high [[D13:detection probability (DP)]], and [[D5:ARMA Forecast Errors]] has the lower [[D12:average detection delay (ADD)]] across all change sizes.",
   "type": "descriptive",
   "role": "supporting",
   "about": {
    "subject": "D5",
    "relation": "detects with a shorter delay than",
    "object": [
     "D13",
     "D12"
    ],
    "comparator": "D4",
    "conditions": [
     "D17"
    ]
   },
   "novelty": "no_prior_found",
   "planning": "exploratory",
   "scope": {
    "data_type": "simulated daily-type seasonal data with ARMA(1,1) errors",
    "conditions": [
     "trend gradients 0.008 to 0.042"
    ]
   },
   "support": [
    {
     "kind": "simulation",
     "evidence": "E5",
     "artefacts": [
      "A3"
     ]
    }
   ],
   "limitations": [
    "L2",
    "L3"
   ],
   "relations": [
    {
     "type": "addresses",
     "reference": "B6",
     "self": false,
     "note": "Horváth et al. (2004) monitor changes in linear models, including trend, within a specified model; here the trend change is detected through forecast errors."
    }
   ],
   "assessments": [
    {
     "by": "author",
     "strength": "moderate",
     "rationale": "1000 repetitions; the values are shown in Figure 3 and not tabulated."
    }
   ],
   "source_spans": [
    "p8.7",
    "p9.6"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": [
    "availability_not_stated",
    "figure_without_data"
   ]
  },
  {
   "id": "C10",
   "statement": "On [[D18:the autoregressive parameter change scenarios]], [[D5:ARMA Forecast Errors]] and [[D6:ETS Forecast Errors]] each give a better [[D13:detection probability (DP)]] and [[D12:average detection delay (ADD)]] than [[D4:Raw CUSUM]] in all scenarios.",
   "type": "descriptive",
   "role": "supporting",
   "about": {
    "subject": "detectors on forecast errors (D5, D6)",
    "relation": "detect better than",
    "object": [
     "D13",
     "D12"
    ],
    "comparator": "D4",
    "conditions": [
     "D18"
    ]
   },
   "novelty": "no_prior_found",
   "planning": "exploratory",
   "scope": {
    "data_type": "simulated quarterly-type seasonal data with AR(1) errors"
   },
   "support": [
    {
     "kind": "simulation",
     "evidence": "E6",
     "artefacts": [
      "A4"
     ]
    }
   ],
   "limitations": [
    "L2",
    "L3"
   ],
   "relations": [
    {
     "type": "addresses",
     "reference": "B1",
     "self": false,
     "note": "Aue et al. (2015) detect changes in ARMA parameters from ARMA residuals; here the comparison is with monitoring the raw data, and includes an ETS forecasting model."
    }
   ],
   "assessments": [
    {
     "by": "author",
     "strength": "moderate",
     "rationale": "1000 repetitions; the values are shown in Figure 4 and not tabulated."
    }
   ],
   "source_spans": [
    "p8.13",
    "p10.3"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": [
    "availability_not_stated"
   ]
  },
  {
   "id": "C11",
   "statement": "On [[D18:the autoregressive parameter change scenarios]], the [[D14:false detection probability (FDP)]] is below 0.075 for each of the [[D7:compared detectors]].",
   "type": "descriptive",
   "role": "supporting",
   "about": {
    "subject": "D7",
    "relation": "has a low",
    "object": "D14",
    "comparator": null,
    "conditions": [
     "D18"
    ]
   },
   "novelty": "not_applicable",
   "planning": "exploratory",
   "scope": {
    "data_type": "simulated quarterly-type seasonal data with AR(1) errors",
    "conditions": [
     "false alarm rate set at 0.05"
    ]
   },
   "support": [
    {
     "kind": "simulation",
     "evidence": "E6",
     "artefacts": [
      "A4"
     ],
     "results": [
      "E6.R1"
     ]
    }
   ],
   "limitations": [
    "L2"
   ],
   "assessments": [
    {
     "by": "author",
     "strength": "moderate",
     "rationale": "1000 repetitions per scenario; a bound read by the authors from the results."
    }
   ],
   "source_spans": [
    "p8.13"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": [
    "availability_not_stated"
   ]
  },
  {
   "id": "C12",
   "statement": "On [[D16:the seasonal mean change scenario]] and [[D17:the seasonal trend change scenario]], the [[D14:false detection probability (FDP)]] of the [[D7:compared detectors]] is low across all change sizes.",
   "type": "descriptive",
   "role": "supporting",
   "about": {
    "subject": "D7",
    "relation": "has a low",
    "object": "D14",
    "comparator": null,
    "conditions": [
     "D16",
     "D17"
    ]
   },
   "novelty": "not_applicable",
   "planning": "exploratory",
   "scope": {
    "data_type": "simulated seasonal data with ARMA errors"
   },
   "support": [
    {
     "kind": "simulation",
     "evidence": "E5",
     "artefacts": [
      "A3"
     ]
    }
   ],
   "limitations": [
    "L2"
   ],
   "assessments": [
    {
     "by": "author",
     "strength": "moderate",
     "rationale": "1000 repetitions per scenario; the paper gives no value, only Figure 3."
    }
   ],
   "source_spans": [
    "p8.7"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": [
    "availability_not_stated",
    "figure_without_data"
   ]
  },
  {
   "id": "C13",
   "statement": "On [[D20:the GRP admissions series]], the [[D22:detection delay]] of the [[D2:mean detector]] was 4 data points, counted from the changepoint that the retrospective analysis of Taib et al. (2021) identified.",
   "type": "descriptive",
   "role": "supporting",
   "about": {
    "subject": "D2",
    "relation": "signals the changepoint after",
    "object": "D22",
    "comparator": null,
    "conditions": [
     "D20"
    ]
   },
   "novelty": "not_applicable",
   "planning": "exploratory",
   "scope": {
    "setting": "A&E admissions in participating hospitals",
    "geography": "England",
    "period": "2010 to 2020",
    "data_type": "monthly proportions"
   },
   "support": [
    {
     "kind": "empirical_quant",
     "evidence": "E10",
     "artefacts": [
      "A6"
     ],
     "results": [
      "E10.R1"
     ]
    }
   ],
   "limitations": [
    "L5"
   ],
   "assessments": [
    {
     "by": "author",
     "strength": "low",
     "rationale": "One series with 36 training observations (L6), against a changepoint taken from an earlier retrospective analysis."
    }
   ],
   "source_spans": [
    "p11.3",
    "p11.6",
    "p11.7"
   ],
   "provenance": "author_stated",
   "verifiability": "unverifiable",
   "verifiability_flags": []
  },
  {
   "id": "C14",
   "statement": "On [[D20:the GRP admissions series]], the [[D22:detection delay]] of the [[D3:squared-error detector]] was 2 time points.",
   "type": "descriptive",
   "role": "supporting",
   "about": {
    "subject": "D3",
    "relation": "signals the changepoint after",
    "object": "D22",
    "comparator": null,
    "conditions": [
     "D20"
    ]
   },
   "novelty": "not_applicable",
   "planning": "exploratory",
   "scope": {
    "setting": "A&E admissions in participating hospitals",
    "geography": "England",
    "period": "2010 to 2020",
    "data_type": "monthly proportions"
   },
   "support": [
    {
     "kind": "empirical_quant",
     "evidence": "E10",
     "artefacts": [
      "A6"
     ],
     "results": [
      "E10.R2"
     ]
    }
   ],
   "limitations": [
    "L5"
   ],
   "assessments": [
    {
     "by": "author",
     "strength": "low",
     "rationale": "One series with 36 training observations (L6)."
    }
   ],
   "source_spans": [
    "p11.3",
    "p11.6",
    "p11.7"
   ],
   "provenance": "author_stated",
   "verifiability": "unverifiable",
   "verifiability_flags": []
  },
  {
   "id": "C23",
   "type": "formal",
   "role": "supporting",
   "novelty": "extension",
   "statement": "For the [[D2:mean detector]] under [[D8:the mean change model]], the limit distribution of Theorem 1 of the paper's Supporting Information holds under the null hypothesis of no change with $D(m,k) = D_\\mu(m,k)$ and $\\hat{\\sigma}_m = \\hat{\\sigma}_{\\mu,m}$, and the limit distribution of its Theorem 2 holds under the alternative with $\\tau_m = \\tau_{\\mu,m}$ and $c_\\alpha = c_{\\mu,\\alpha}$ when the change size $\\Delta_{\\mu,m}$ satisfies its Assumptions C to E.",
   "about": {
    "subject": "D2",
    "relation": "has the limit distributions of Page's CUSUM under the null and the alternative",
    "object": null,
    "comparator": null,
    "conditions": [
     "D8"
    ]
   },
   "scope": {
    "data_type": "univariate time series",
    "conditions": [
     "one-step-ahead forecasts",
     "change sizes satisfying Assumptions C to E of the paper's Supporting Information"
    ]
   },
   "support": [
    {
     "kind": "formal_proof",
     "evidence": "E11"
    }
   ],
   "depends_on": [
    "C1",
    "C24",
    "C25"
   ],
   "assumptions": [
    "C18",
    "C19",
    "C20",
    "C21"
   ],
   "relations": [
    {
     "type": "extends",
     "reference": "B1",
     "self": false,
     "note": "Aue et al. (2015) give the limit distributions for the residuals of ARMA models; the claim gives them for the forecast errors of any forecasting model that satisfies the two assumptions."
    }
   ],
   "verification": "unchecked",
   "source_spans": [
    "p4.9",
    "s4.10",
    "s4.11-s4.12",
    "s4.13",
    "s4.14-s4.15"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": []
  },
  {
   "id": "C15",
   "statement": "An [[D11:ARMA forecasting model]] satisfies the two forecasting-model assumptions for a change of size $\\delta_{\\mu,m}$ in its mean parameter $\\lambda$, the change in its forecast errors being $\\Delta_{\\mu,m} = \\delta_{\\mu,m}\\left(1 - \\sum_{j=1}^{p}\\phi_j\\right)\\sum_{l=0}^{\\infty}\\psi_l(\\theta)$ with $1/\\theta(z) = \\sum_{l=0}^{\\infty}\\psi_l(\\theta)$.",
   "type": "formal",
   "role": "secondary",
   "about": {
    "subject": "D11",
    "relation": "satisfies the forecasting-model assumptions for",
    "object": null,
    "comparator": null,
    "conditions": [
     "a change in the mean parameter"
    ]
   },
   "novelty": "synthesis",
   "scope": {
    "conditions": [
     "causal and invertible ARMA process",
     "perfectly estimated ARMA model"
    ]
   },
   "support": [
    {
     "kind": "cited",
     "reference": "B1",
     "self": false
    },
    {
     "kind": "simulation",
     "evidence": "E7",
     "artefacts": [
      "A1"
     ]
    }
   ],
   "assumptions": [
    "C22"
   ],
   "source_spans": [
    "p6.7",
    "p6.8",
    "p6.9"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": [
    "availability_not_stated"
   ]
  },
  {
   "id": "C16",
   "statement": "For a change of size $\\delta_{\\xi,m}$ in the variance of the data, the change in the squared forecast errors of an [[D11:ARMA forecasting model]] is $\\Delta_{\\xi,m} = \\delta_{\\xi,m}$, in agreement with the variance-change formula of the paper's Proposition 1.",
   "type": "formal",
   "role": "secondary",
   "about": {
    "subject": "D11",
    "relation": "passes a variance change of the data unchanged into its squared forecast errors",
    "object": null,
    "comparator": null,
    "conditions": [
     "a change in variance"
    ]
   },
   "novelty": "synthesis",
   "scope": {
    "conditions": [
     "causal and invertible ARMA process",
     "perfectly estimated ARMA model"
    ]
   },
   "support": [
    {
     "kind": "cited",
     "reference": "B1",
     "self": false
    }
   ],
   "depends_on": [
    "C2"
   ],
   "assumptions": [
    "C22"
   ],
   "source_spans": [
    "p6.10",
    "p6.11"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": []
  },
  {
   "id": "C17",
   "statement": "A variance change in the raw data produces a mean change in the squared forecast errors of an ETS forecasting model that the [[D3:squared-error detector]] can detect.",
   "type": "formal",
   "role": "secondary",
   "about": {
    "subject": "D3",
    "relation": "detects variance changes with",
    "object": "ETS forecasting models",
    "comparator": null,
    "conditions": []
   },
   "novelty": "no_prior_found",
   "scope": {
    "conditions": [
     "variance change sizes satisfying Assumptions C to E of the paper's Supporting Information"
    ]
   },
   "support": [
    {
     "kind": "argument",
     "warrant": "W1"
    },
    {
     "kind": "simulation",
     "evidence": "E8",
     "artefacts": [
      "A2"
     ]
    }
   ],
   "depends_on": [
    "C2",
    "C3",
    "C4"
   ],
   "warrant": "W1",
   "assumptions": [
    "C18"
   ],
   "relations": [
    {
     "type": "addresses",
     "reference": "B2",
     "self": false,
     "note": "The closest result found: Inclán and Tiao (1994) detect variance changes from the centred squared data; the claim applies the idea to the squared forecast errors of an ETS model."
    }
   ],
   "verification": "unchecked",
   "source_spans": [
    "p6.12",
    "p7.6",
    "p7.8",
    "p11.9"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": [
    "availability_not_stated"
   ]
  },
  {
   "id": "C18",
   "statement": "The forecasting model has a constant bias before the changepoint: $\\mathbb{E}_F[Y_t|\\tilde{y}_t] - \\mathbb{E}_{\\mathcal{F}}[Y_t|\\tilde{y}_t] = b_\\mu$ for $t = 1, \\ldots, m + k^*$, where $b_\\mu$ is unknown and may be zero (the paper's Assumption 1, the constant-bias assumption).",
   "type": "formal",
   "role": "supporting",
   "support": [
    {
     "kind": "assumption"
    }
   ],
   "assumption_category": "theorem_condition",
   "check": "unchecked",
   "source_spans": [
    "p3.14",
    "p3.15",
    "p3.16",
    "p3.20"
   ],
   "provenance": "author_stated",
   "verifiability": "not_applicable",
   "verifiability_flags": []
  },
  {
   "id": "C19",
   "statement": "After the changepoint the forecasting model does not fully adjust to the change: $$\\mathbb{E}_G[Y_t|\\tilde{y}_t] - \\mathbb{E}_{\\mathcal{F}}[Y_t|\\tilde{y}_t] = b_\\mu + \\Delta_{\\mu,m}$$ for $t = m + k^* + 1, m + k^* + 2, \\ldots$, where $\\Delta_{\\mu,m} \\ne 0$ is a function of the change size in the raw data (the paper's Assumption 2, the incomplete-adjustment assumption).",
   "type": "formal",
   "role": "supporting",
   "support": [
    {
     "kind": "assumption"
    }
   ],
   "assumption_category": "theorem_condition",
   "check": "unchecked",
   "source_spans": [
    "p3.17",
    "p3.18",
    "p3.19",
    "p3.20",
    "p4.1"
   ],
   "provenance": "author_stated",
   "verifiability": "not_applicable",
   "verifiability_flags": []
  },
  {
   "id": "C20",
   "statement": "The zero-mean variables $\\epsilon_t$ of the monitored series, here $\\epsilon_{\\mu,t}$ and $\\epsilon_{\\xi,t}$ left in the forecast errors after the bias is removed, satisfy the weak invariance principle of Assumptions A and B of the paper's Supporting Information: $\\left|\\sum_{t=1}^{m} \\epsilon_t\\right| = O_P(\\sqrt{m})$, and there are Wiener processes $\\{W_m(i) : i \\ge 0, m \\ge 1\\}$ and a constant $\\sigma > 0$ with $$\\sup_{1/m \\le i < \\infty} \\frac{1}{(mi)^{1/\\nu}} \\left| \\sum_{t=m+1}^{m+mi} \\epsilon_t - \\sigma W_m(mi) \\right| = O_P(1) \\quad \\text{for some } \\nu > 2$$.",
   "type": "formal",
   "role": "supporting",
   "support": [
    {
     "kind": "assumption"
    }
   ],
   "assumption_category": "statistical",
   "check": "unchecked",
   "source_spans": [
    "p4.4",
    "p4.9",
    "p4.18",
    "s1.8",
    "s2.1",
    "s2.2"
   ],
   "provenance": "author_stated",
   "verifiability": "not_applicable",
   "verifiability_flags": []
  },
  {
   "id": "C21",
   "statement": "The change is large enough and bounded: the changepoint is $k^* = \\lfloor \\theta m^\\beta \\rfloor$ for some $\\theta > 0$ and $0 \\le \\beta < 1$, $\\sqrt{m}\\,|\\Delta_m| \\to \\infty$ as $m \\to \\infty$, and $\\Delta_m = O(1)$, where $\\Delta_m$ is the change size in the monitored series, here $\\Delta_{\\mu,m}$ or $\\Delta_{\\xi,m}$, as Assumptions C to E of the paper's Supporting Information require.",
   "type": "formal",
   "role": "supporting",
   "support": [
    {
     "kind": "assumption"
    }
   ],
   "assumption_category": "theorem_condition",
   "check": "unchecked",
   "source_spans": [
    "p5.9",
    "p6.8",
    "p6.11",
    "p7.8",
    "s3.7",
    "s3.8",
    "s3.9",
    "s3.10"
   ],
   "provenance": "author_stated",
   "verifiability": "not_applicable",
   "verifiability_flags": []
  },
  {
   "id": "C22",
   "statement": "The ARMA process is causal and invertible, $\\phi(x) \\ne 0$ and $\\theta(x) \\ne 0$ for all $|x| \\le 1$, and the ARMA forecasting model is perfectly estimated, so that its residuals and forecast errors are identical.",
   "type": "formal",
   "role": "secondary",
   "support": [
    {
     "kind": "assumption"
    }
   ],
   "assumption_category": "theorem_condition",
   "check": "unchecked",
   "source_spans": [
    "p5.17",
    "p5.18",
    "p6.6"
   ],
   "provenance": "author_stated",
   "verifiability": "not_applicable",
   "verifiability_flags": []
  },
  {
   "id": "C24",
   "type": "formal",
   "role": "supporting",
   "novelty": "synthesis",
   "statement": "For [[D24:Page's CUSUM detector]] under the null hypothesis of no change, $$\\lim_{m\\to\\infty} P\\left(\\frac{1}{\\hat{\\sigma}_m} \\sup_{1 \\le k < \\infty} \\frac{D(m,k)}{g(m,k,\\gamma)} \\le c\\right) = P\\left(\\sup_{0<i<1} \\sup_{0 \\le j \\le i} \\frac{1}{i^\\gamma} \\left| W(i) - \\frac{1-i}{1-j} W(j) \\right| \\le c\\right)$$ for every real $c$, where $\\{W(i) : i \\in [0,1]\\}$ is a standard Brownian motion (Theorem 1 of the paper's Supporting Information, from Fremdt 2015).",
   "about": {
    "subject": "D24",
    "relation": "has a known limit distribution under the null hypothesis",
    "object": null,
    "comparator": null,
    "conditions": [
     "no change"
    ]
   },
   "scope": {
    "conditions": [
     "no change in the monitored series",
     "limit for a training sample size going to infinity"
    ]
   },
   "support": [
    {
     "kind": "cited",
     "reference": "B8",
     "self": false
    }
   ],
   "assumptions": [
    "C20"
   ],
   "source_spans": [
    "s3.2",
    "s3.3-s3.5"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": []
  },
  {
   "id": "C25",
   "type": "formal",
   "role": "supporting",
   "novelty": "synthesis",
   "statement": "For [[D24:Page's CUSUM detector]] under the alternative of a mean change, $$\\lim_{m\\to\\infty} P\\left(\\frac{\\tau_m - a_m(c_\\alpha)}{b_m(c_\\alpha)} \\le x\\right) = \\Psi(x)$$ for every real $x$, where $a_m(c)$ is the unique solution of $$a_m(c) = \\left(\\frac{\\sigma c\\, m^{1/2-\\gamma}}{|\\Delta_m|} + \\frac{k^*}{(a_m(c))^\\gamma}\\right)^{1/(1-\\gamma)},$$ $$b_m(c) = \\frac{\\sigma \\sqrt{a_m(c)}}{|\\Delta_m|} \\left(1 - \\gamma\\left(1 - \\frac{k^*}{a_m(c)}\\right)\\right)^{-1},$$ and $\\Psi(x) = 1 - \\tilde{\\Psi}(-x)$ with $\\tilde{\\Psi}(x)$ equal to $\\Phi(x)$ when $\\tilde{\\Delta}_m = |\\Delta_m| m^{\\beta(1-\\gamma)-1/2+\\gamma} \\to 0$, to $P(\\sup_{d<i<1} W(i) \\le x)$ when $\\tilde{\\Delta}_m \\to \\tilde{C} \\in (0,\\infty)$, and to $P(\\sup_{0<i<1} W(i) \\le x)$ when $\\tilde{\\Delta}_m \\to \\infty$, where $\\Phi$ is the standard normal distribution function, $W$ a standard Brownian motion and $d = d(c)$ the unique solution of $d = 1 - \\frac{c}{C} d^{1-\\gamma}$ with $C = \\theta^{1-\\gamma}\\tilde{C}$ (Theorem 2 of the paper's Supporting Information, from Fremdt 2014).",
   "about": {
    "subject": "D24",
    "relation": "has a stopping time with a known limit distribution under the alternative",
    "object": null,
    "comparator": null,
    "conditions": [
     "a change in mean"
    ]
   },
   "scope": {
    "conditions": [
     "a change in mean satisfying Assumptions C to E of the paper's Supporting Information",
     "limit for a training sample size going to infinity"
    ]
   },
   "support": [
    {
     "kind": "cited",
     "reference": "B9",
     "self": false
    }
   ],
   "assumptions": [
    "C20",
    "C21"
   ],
   "source_spans": [
    "s3.6",
    "s3.11",
    "s3.12",
    "s3.13-s3.14",
    "s4.1-s4.4",
    "s4.5-s4.7",
    "s4.8"
   ],
   "provenance": "author_stated",
   "verifiability": "open",
   "verifiability_flags": []
  }
 ],
 "evidence": [
  {
   "id": "E1",
   "profile": "formal",
   "description": "Derivation of the mean change in the forecast errors from the two forecasting-model assumptions (Section 2.1 of the paper).",
   "foundation": "Kolmogorov probability axioms",
   "assumptions": [
    "C18",
    "C19"
   ],
   "steps": [
    {
     "id": "E1.1",
     "statement": "Before the changepoint, $$\\mathbb{E}_F[e_t] = \\mathbb{E}_F[Y_t|\\tilde{y}_t] - \\mathbb{E}_{\\mathcal{F}}[Y_t|\\tilde{y}_t] = b_\\mu,$$ so $e_t = b_\\mu + \\epsilon_{\\mu,t}$ with $\\epsilon_{\\mu,t}$ of zero mean.",
     "by": [
      "D1",
      "C18"
     ],
     "rule": "definition of the forecast error"
    },
    {
     "id": "E1.2",
     "statement": "After the changepoint, $\\mathbb{E}_G[e_t] = b_\\mu + \\Delta_{\\mu,m}$, so $e_t = b_\\mu + \\epsilon_{\\mu,t} + \\Delta_{\\mu,m}$ with $\\Delta_{\\mu,m} \\ne 0$.",
     "by": [
      "E1.1",
      "C19"
     ],
     "rule": "substitution"
    }
   ],
   "source_spans": [
    "p3.13",
    "p4.2",
    "p4.3"
   ],
   "availability": {
    "level": "public"
   }
  },
  {
   "id": "E2",
   "profile": "formal",
   "description": "Proof of Proposition 1 of the paper: the change size of the centred squared forecast errors.",
   "foundation": "Kolmogorov probability axioms",
   "assumptions": [
    "C18",
    "C19"
   ],
   "steps": [
    {
     "id": "E2.1",
     "statement": "$$\\Delta_{\\xi,m} = \\mathbb{E}_{G'}[(e_t - b_\\mu)^2] - \\mathbb{E}_F[(e_t - b_\\mu)^2],$$ the difference between the post-change and pre-change expectations of the centred squared forecast errors.",
     "by": [
      "D9"
     ],
     "rule": "definition"
    },
    {
     "id": "E2.2",
     "statement": "With $\\delta_{\\mu,m} = 0$, substituting $e_t = Y_t - \\mathbb{E}_{\\mathcal{F}}[Y_t]$ and $\\mathbb{E}_{\\mathcal{F}}[Y_t] = \\mathbb{E}_F[Y_t] - b_\\mu$ gives $\\Delta_{\\xi,m} = \\mathrm{Var}_{G'}[Y_t] - \\mathrm{Var}_F[Y_t]$.",
     "by": [
      "E2.1",
      "C18"
     ],
     "rule": "substitution"
    },
    {
     "id": "E2.3",
     "statement": "With $\\delta_{\\mu,m} \\ne 0$, substituting $\\mathbb{E}_{\\mathcal{F}}[Y_t] = \\mathbb{E}_G[Y_t] - b_\\mu - \\Delta_{\\mu,m}$ after the change gives $\\Delta_{\\xi,m} = \\mathrm{Var}_G[Y_t] - \\mathrm{Var}_F[Y_t] + \\Delta_{\\mu,m}^2$.",
     "by": [
      "E2.1",
      "C18",
      "C19"
     ],
     "rule": "substitution"
    }
   ],
   "source_spans": [
    "p4.22",
    "p5.1",
    "p5.2"
   ],
   "availability": {
    "level": "public"
   }
  },
  {
   "id": "E3",
   "profile": "formal",
   "description": "Corollary 1 and Proposition 2 of the paper: the limit distributions of the squared-error detector follow from Proposition 1 and from Theorems 1 and 2 of the paper's Supporting Information, the limit theory of Page's CUSUM.",
   "foundation": "Kolmogorov probability axioms",
   "assumptions": [
    "C18",
    "C19",
    "C20",
    "C21"
   ],
   "steps": [
    {
     "id": "E3.1",
     "statement": "The centred squared forecast errors follow a mean change model with change size $\\Delta_{\\xi,m}$ and zero-mean errors $\\epsilon_{\\xi,t}$.",
     "by": [
      "C2",
      "C20"
     ],
     "rule": "Proposition 1"
    },
    {
     "id": "E3.2",
     "statement": "Under the null hypothesis the limit distribution of Theorem 1 of the Supporting Information holds with $D(m,k) = D_\\xi(m,k)$ and $\\hat{\\sigma}_m = \\hat{\\sigma}_{\\xi,m}$.",
     "by": [
      "E3.1",
      "C24"
     ],
     "rule": "Theorem 1 of the Supporting Information"
    },
    {
     "id": "E3.3",
     "statement": "Under the alternative, with $\\Delta_{\\xi,m}$ satisfying Assumptions C to E, the limit distribution of Theorem 2 of the Supporting Information holds with $\\tau_m = \\tau_{\\xi,m}$ and $c_\\alpha = c_{\\xi,\\alpha}$.",
     "by": [
      "E3.1",
      "C21",
      "C25"
     ],
     "rule": "Theorem 2 of the Supporting Information"
    }
   ],
   "source_spans": [
    "p5.7",
    "p5.9",
    "p5.10"
   ],
   "availability": {
    "level": "public"
   }
  },
  {
   "id": "E4",
   "profile": "formal",
   "description": "Proof of Proposition 3 of the paper: the expected forecast errors of the ETS(A,N,N) forecasting model after a mean change.",
   "foundation": "Kolmogorov probability axioms",
   "assumptions": [],
   "steps": [
    {
     "id": "E4.1",
     "statement": "The forecast error after the changepoint is written by repeated substitution of the previous forecast errors into $\\hat{y}_t(1) = \\hat{y}_{t-1}(1) + \\alpha e_{t-1}$ until the pre-change regime is reached, which gives the stated expectation.",
     "by": [
      "D10",
      "D8"
     ],
     "rule": "repeated substitution"
    },
    {
     "id": "E4.2",
     "statement": "As $s$ increases the expectation returns to zero when $\\alpha > 0$, and faster for larger $\\alpha$, so no constant change $\\Delta_{\\mu,m} \\ne 0$ remains.",
     "by": [
      "E4.1"
     ],
     "rule": "limit of a geometric sum"
    }
   ],
   "source_spans": [
    "p7.3",
    "p7.4",
    "p7.5"
   ],
   "availability": {
    "level": "public"
   }
  },
  {
   "id": "E5",
   "profile": "simulation",
   "description": "Simulation of a change in mean and a change in trend in seasonal data (Section 4.1 and Figure 3 of the paper): detection probability, false detection probability and average detection delay of the three detectors, 1000 repetitions per change size. The paper reports the values as a figure only.",
   "setup": {
    "studied": [
     "D1",
     "D7"
    ],
    "cases": [
     "D16",
     "D17"
    ],
    "procedure": [
     "D15"
    ],
    "lens": [
     "D12",
     "D13",
     "D14"
    ]
   },
   "model": "ARMA forecasting models from forecast::auto.arima (seasonal, no differencing, AIC); ETS forecasting models from smooth::es",
   "runs": 1000,
   "artefacts": [
    "A3",
    "A8",
    "A9",
    "A10"
   ],
   "source_spans": [
    "p8.4",
    "p8.5",
    "p8.6",
    "p8.7",
    "p9.6"
   ],
   "availability": {
    "level": "not_stated"
   }
  },
  {
   "id": "E6",
   "profile": "simulation",
   "description": "Simulation of a change in the autoregressive parameter of AR(1) errors in quarterly seasonal data (Section 4.2 and Figure 4 of the paper), for pre-change parameters 0.2 and 0.8: detection probability, false detection probability and average detection delay of the three detectors, 1000 repetitions per scenario. The paper reports the values as a figure only. The paper also notes that detection probability and delay are better for all three detectors when the dependence increases after the change.",
   "setup": {
    "studied": [
     "D1",
     "D7"
    ],
    "cases": [
     "D18"
    ],
    "procedure": [
     "D15"
    ],
    "lens": [
     "D12",
     "D13",
     "D14"
    ]
   },
   "model": "seasonal ARMA forecasting models from forecast::auto.arima (no differencing); ETS(A,N,A) from smooth::es",
   "runs": 1000,
   "artefacts": [
    "A4",
    "A8",
    "A9",
    "A10"
   ],
   "results": [
    {
     "id": "R1",
     "variable": "D14",
     "value": {
      "bound": "upper",
      "limit": 0.075
     },
     "unit": "1",
     "conditions": {
      "D7": "each detector",
      "scenario": "D18"
     }
    }
   ],
   "source_spans": [
    "p8.9",
    "p8.10",
    "p8.11",
    "p8.12",
    "p8.13",
    "p10.3"
   ],
   "availability": {
    "level": "not_stated"
   }
  },
  {
   "id": "E7",
   "profile": "simulation",
   "description": "One simulated series from an ARMA(1,1) model with a change in mean at time point 400, its forecast errors from an ARMA forecasting model and the mean detector with its threshold (Figure 1 of the paper).",
   "setup": {
    "studied": [
     "D2",
     "D11"
    ],
    "cases": [
     "D8"
    ],
    "procedure": [
     "D15"
    ],
    "lens": [
     "D22"
    ]
   },
   "model": "ARMA(1,1) with $\\lambda = 0$, $\\phi = -0.8$, $\\theta = 0.2$",
   "runs": 1,
   "artefacts": [
    "A1"
   ],
   "results": [
    {
     "id": "R1",
     "variable": "D22",
     "value": 19,
     "unit": "time points",
     "conditions": {
      "detector": "D2",
      "m": 300,
      "changepoint": 400
     }
    }
   ],
   "source_spans": [
    "p5.20",
    "p6.2",
    "p6.3"
   ],
   "availability": {
    "level": "not_stated"
   }
  },
  {
   "id": "E8",
   "profile": "simulation",
   "description": "One simulated series with a trend and a variance change at time point 400, forecast with an ETS(A,A,N) model, its squared forecast errors and the squared-error detector with its threshold (Figure 2 of the paper).",
   "setup": {
    "studied": [
     "D3"
    ],
    "cases": [
     "D9"
    ],
    "procedure": [
     "D15"
    ],
    "lens": [
     "D22"
    ]
   },
   "model": "ETS(A,A,N) forecasting model",
   "runs": 1,
   "artefacts": [
    "A2"
   ],
   "results": [
    {
     "id": "R1",
     "variable": "D22",
     "value": 7,
     "unit": "time points",
     "conditions": {
      "detector": "D3",
      "m": 300,
      "changepoint": 400
     }
    }
   ],
   "source_spans": [
    "p7.2",
    "p7.7"
   ],
   "availability": {
    "level": "not_stated"
   }
  },
  {
   "id": "E9",
   "profile": "quant",
   "description": "Both detectors applied sequentially to the forecast errors of daily parcel volumes of one Royal Mail delivery office, with July to October 2020 as the Phase I sample and monitoring from 1 November 2020, using the theoretical thresholds (Section 5.1 and Figure 5 of the paper).",
   "setup": {
    "studied": [
     "D2",
     "D3"
    ],
    "cases": [
     "D19"
    ],
    "procedure": [
     "D1"
    ],
    "lens": [
     "D23"
    ]
   },
   "design": "other",
   "data_origin": "secondary",
   "preregistered": false,
   "artefacts": [
    "A5"
   ],
   "results": [
    {
     "id": "R1",
     "variable": "D23",
     "value": "2020-12-02",
     "conditions": {
      "detector": "D2"
     }
    },
    {
     "id": "R2",
     "variable": "D23",
     "value": "2020-12-02",
     "conditions": {
      "detector": "D3"
     }
    }
   ],
   "source_spans": [
    "p9.10",
    "p9.11",
    "p9.12",
    "p10.5"
   ],
   "availability": {
    "level": "unavailable",
    "reason": "commercial"
   }
  },
  {
   "id": "E10",
   "profile": "quant",
   "description": "Both detectors applied sequentially to the one-step-ahead forecast errors of a SARMA(1,0,0)(1,0,0)$_{12}$ model of the monthly proportion of GRP A&E admissions, fitted on the data up to 2013, with 2013 to 2016 as the Phase I sample of size 36 and monitoring from 2016 (Section 6 and Figure 6 of the paper).",
   "setup": {
    "studied": [
     "D2",
     "D3"
    ],
    "cases": [
     "D20"
    ],
    "procedure": [
     "D1"
    ],
    "lens": [
     "D22"
    ]
   },
   "design": "other",
   "n": 36,
   "data_origin": "secondary",
   "preregistered": false,
   "artefacts": [
    "A6"
   ],
   "results": [
    {
     "id": "R1",
     "variable": "D22",
     "value": 4,
     "unit": "observations",
     "conditions": {
      "detector": "D2",
      "reference": "the changepoint identified by Taib et al. (2021)"
     }
    },
    {
     "id": "R2",
     "variable": "D22",
     "value": 2,
     "unit": "observations",
     "conditions": {
      "detector": "D3"
     }
    }
   ],
   "source_spans": [
    "p11.3",
    "p11.5",
    "p11.6",
    "p11.7"
   ],
   "availability": {
    "level": "unavailable",
    "reason": "other"
   }
  },
  {
   "id": "E11",
   "profile": "formal",
   "foundation": "Kolmogorov probability axioms",
   "description": "Corollaries 1 and 2 of the paper's Supporting Information: the limit distributions of the mean detector follow from the mean change in the forecast errors and from Theorems 1 and 2.",
   "assumptions": [
    "C18",
    "C19",
    "C20",
    "C21"
   ],
   "steps": [
    {
     "id": "E11.1",
     "statement": "The forecast errors follow the change in mean model of [[D24:Page's CUSUM detector]] with $\\lambda = b_\\mu$, $\\Delta_m = \\Delta_{\\mu,m}$ and zero-mean errors $\\epsilon_{\\mu,t}$.",
     "by": [
      "C1",
      "C20"
     ],
     "rule": "substitution"
    },
    {
     "id": "E11.2",
     "statement": "Under the null hypothesis the limit distribution of Theorem 1 holds with $D(m,k) = D_\\mu(m,k)$ and $\\hat{\\sigma}_m = \\hat{\\sigma}_{\\mu,m}$.",
     "by": [
      "E11.1",
      "C24"
     ],
     "rule": "Theorem 1 of the Supporting Information"
    },
    {
     "id": "E11.3",
     "statement": "Under the alternative, with $\\Delta_{\\mu,m}$ satisfying Assumptions C to E, the limit distribution of Theorem 2 holds with $\\tau_m = \\tau_{\\mu,m}$ and $c_\\alpha = c_{\\mu,\\alpha}$.",
     "by": [
      "E11.1",
      "C21",
      "C25"
     ],
     "rule": "Theorem 2 of the Supporting Information"
    }
   ],
   "source_spans": [
    "s4.11-s4.12",
    "s4.14-s4.15"
   ],
   "availability": {
    "level": "public",
    "comment": "in the paper's Supporting Information"
   }
  }
 ],
 "warrants": [
  {
   "id": "W1",
   "reasoning": "deductive",
   "premises": [
    "C2",
    "C3",
    "C4"
   ],
   "text": "The variance-change formula of Proposition 1 needs only the constant-bias assumption, which an ETS forecasting model can satisfy, so a variance change in the raw data gives a mean change in its squared forecast errors; the limit distributions of the squared-error detector then apply. The mean of the forecast errors themselves returns to zero after a mean change, so only the variance change remains detectable."
  },
  {
   "id": "W2",
   "reasoning": "deductive",
   "premises": [
    "C13",
    "C14"
   ],
   "text": "A model-based sequential detector must fit the post-change model, here a SARMA(1,0,0)(1,0,0) model with a 12-month season, which the paper states needs at least two years of data after the change; the detectors on the forecast errors signalled four and two observations after it."
  }
 ],
 "limitations": [
  {
   "id": "L1",
   "category": "model_specification",
   "statement": "Forecasting models that adapt to a change in mean, such as ETS models with a positive smoothing parameter, do not satisfy the incomplete-adjustment assumption, so a mean change does not stay in their forecast errors.",
   "affects": [
    "C1"
   ],
   "impact": "reduces_transferability",
   "mitigation": "none",
   "source_spans": [
    "p6.12",
    "p7.5",
    "p7.6"
   ]
  },
  {
   "id": "L2",
   "category": "model_specification",
   "statement": "The two forecasting-model assumptions that make the thresholds theoretically valid are not necessarily satisfied in all the simulated scenarios.",
   "affects": [
    "C5",
    "C8",
    "C9",
    "C10",
    "C11",
    "C12"
   ],
   "impact": "could_bias_magnitude",
   "mitigation": "none",
   "source_spans": [
    "p7.9"
   ]
  },
  {
   "id": "L3",
   "category": "sampling",
   "statement": "All simulated data have an ARMA error structure with normally distributed innovations and a training sample of 300 observations.",
   "affects": [
    "C5",
    "C8",
    "C9",
    "C10"
   ],
   "impact": "reduces_transferability",
   "mitigation": "none",
   "source_spans": [
    "p7.11",
    "p8.1",
    "p8.2"
   ]
  },
  {
   "id": "L4",
   "category": "measurement",
   "statement": "The start of the Christmas peak season at the delivery office is inferred from the rise in the mean and variance of the forecast errors; the underlying parcel volumes and forecasts are not known to the authors.",
   "affects": [
    "C6"
   ],
   "impact": "reduces_precision",
   "mitigation": "none",
   "source_spans": [
    "p8.14",
    "p9.12"
   ]
  },
  {
   "id": "L5",
   "category": "sample_size",
   "statement": "The application uses one monthly series with a Phase I sample of 36 observations.",
   "affects": [
    "C13",
    "C14",
    "C7"
   ],
   "impact": "reduces_transferability",
   "mitigation": "none",
   "source_spans": [
    "p11.6"
   ]
  }
 ],
 "artefacts": [
  {
   "id": "A0",
   "kind": "manuscript",
   "uri": "https://doi.org/10.1111/jtsa.12843",
   "reference": "B7",
   "availability": {
    "level": "public"
   },
   "description": "The published article, Journal of Time Series Analysis 47, 715-726 (open access, CC BY)."
  },
  {
   "id": "A1",
   "kind": "figure",
   "function": "data_plot",
   "reference": "B7",
   "locator": "Figure 1",
   "description": "Data from an ARMA(1,1) model with a change in mean at time point 400, the forecast errors of an ARMA forecasting model, and the mean detector with its threshold.",
   "availability": {
    "level": "public"
   },
   "source_spans": [
    "p6.2"
   ],
   "shows": [
    "E7.R1"
   ]
  },
  {
   "id": "A2",
   "kind": "figure",
   "function": "data_plot",
   "reference": "B7",
   "locator": "Figure 2",
   "description": "Data with a variance change at time point 400 with the prediction intervals of an ETS forecasting model, the squared forecast errors, and the squared-error detector with its threshold.",
   "availability": {
    "level": "public"
   },
   "source_spans": [
    "p7.2"
   ],
   "shows": [
    "E8.R1"
   ]
  },
  {
   "id": "A3",
   "kind": "figure",
   "function": "data_plot",
   "reference": "B7",
   "locator": "Figure 3",
   "description": "Detection probability, false detection probability and average detection delay of the three detectors for a change in mean (top) and a change in trend (bottom) in seasonal data.",
   "availability": {
    "level": "public"
   },
   "source_spans": [
    "p9.6"
   ]
  },
  {
   "id": "A4",
   "kind": "figure",
   "function": "data_plot",
   "reference": "B7",
   "locator": "Figure 4",
   "description": "Detection probability, false detection probability and average detection delay of the three detectors for a change in the autoregressive parameter, pre-change parameter 0.2 (top) and 0.8 (bottom).",
   "availability": {
    "level": "public"
   },
   "source_spans": [
    "p10.3"
   ],
   "shows": [
    "E6.R1"
   ]
  },
  {
   "id": "A5",
   "kind": "figure",
   "function": "data_plot",
   "reference": "B7",
   "locator": "Figure 5",
   "description": "Forecast errors of the number of parcels to be delivered from one Royal Mail delivery office in 2020, and the two detectors with their thresholds.",
   "availability": {
    "level": "public"
   },
   "source_spans": [
    "p10.5"
   ],
   "shows": [
    "E9.R1",
    "E9.R2"
   ]
  },
  {
   "id": "A6",
   "kind": "figure",
   "function": "data_plot",
   "reference": "B7",
   "locator": "Figure 6",
   "description": "The proportion of GRP A&E admissions, the forecast errors of a SARIMA(1,0,0)(1,0,0)12 model, and the two detectors with their thresholds.",
   "availability": {
    "level": "public"
   },
   "source_spans": [
    "p11.3"
   ],
   "shows": [
    "E10.R1",
    "E10.R2"
   ]
  },
  {
   "id": "A7",
   "kind": "manuscript",
   "uri": "https://doi.org/10.1111/jtsa.12843",
   "reference": "B7",
   "availability": {
    "level": "public",
    "comment": "Supporting Information (Data S1) on the article's page at the publisher"
   },
   "description": "The article's Supporting Information: the sequential changepoint set-up, Assumptions A to E, Theorems 1 and 2, Corollaries 1 and 2 for the mean detector, and additional simulations, which this claimset does not restate.",
   "locator": "Supporting Information, Data S1"
  },
  {
   "id": "A8",
   "kind": "software",
   "uri": "https://CRAN.R-project.org/package=forecast",
   "version": "8.21.1",
   "archive_uri": "https://cran.r-project.org/src/contrib/Archive/forecast/forecast_8.21.1.tar.gz",
   "reference": "B12",
   "availability": {
    "level": "public"
   },
   "description": "The forecast R package (Arima and auto.arima), used for the ARMA forecasting models. The paper's reference gives no version; 8.21.1 is the last version released in 2023, when the paper was written."
  },
  {
   "id": "A9",
   "kind": "software",
   "uri": "https://CRAN.R-project.org/package=smooth",
   "version": "4.0.2",
   "archive_uri": "https://cran.r-project.org/src/contrib/Archive/smooth/smooth_4.0.2.tar.gz",
   "reference": "B13",
   "availability": {
    "level": "public"
   },
   "description": "The smooth R package (es function), used for the ETS forecasting models, in the version the paper's reference states."
  },
  {
   "id": "A10",
   "kind": "software",
   "uri": "https://CRAN.R-project.org/package=sandwich",
   "version": "3.1-0",
   "archive_uri": "https://cran.r-project.org/src/contrib/Archive/sandwich/sandwich_3.1-0.tar.gz",
   "reference": "B14",
   "availability": {
    "level": "public"
   },
   "description": "The sandwich R package, used for the Bartlett long run variance estimator of Raw CUSUM. The paper's reference gives no version; 3.1-0 is the last version released in 2023, when the paper was written."
  }
 ],
 "open_questions": [
  {
   "id": "O1",
   "question": "Whether a multivariate sequential changepoint algorithm on the vector of forecast errors of several variables or products detects changes, and how it should treat the sparsity of a change, is left as future work.",
   "claims": [
    "C1",
    "C2"
   ]
  },
  {
   "id": "O2",
   "question": "How to combine the information in forecast errors from several forecast horizons, beyond the one-step-ahead errors studied, is not established.",
   "claims": [
    "C1"
   ]
  }
 ]
}
