<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "JATS-journalpublishing1-3-mathml3.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:ali="http://www.niso.org/schemas/ali/1.0/" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="1.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Br. J. Biomed. Sci.</journal-id>
<journal-title-group>
<journal-title>British Journal of Biomedical Science</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Br. J. Biomed. Sci.</abbrev-journal-title>
</journal-title-group>
<issn pub-type="epub">2474-0896</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">17568</article-id>
<article-id pub-id-type="doi">10.3389/bjbs.2026.17568</article-id>
<article-version article-version-type="Version of Record" vocab="NISO-RP-8-2008"/>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Original Research</subject>
</subj-group>
</article-categories>
<title-group>
<article-title>Simulation-based comparison of unsupervised anomaly detection and conventional multi-rules for clinical biochemistry quality control</article-title>
<alt-title alt-title-type="left-running-head">Tariq et al.</alt-title>
<alt-title alt-title-type="right-running-head">
<ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3389/bjbs.2026.17568">10.3389/bjbs.2026.17568</ext-link>
</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Tariq</surname>
<given-names>Muhammad Haseeb</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1233072"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Price</surname>
<given-names>Claire</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2859173"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Laher</surname>
<given-names>Ahmed</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Harrison</surname>
<given-names>Melissa</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ammoun</surname>
<given-names>Mariam</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Amir</surname>
<given-names>Afreenish</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Tariq</surname>
<given-names>Muhammad Muneeb</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<label>1</label>
<institution>Department of Biochemistry, Mid Yorkshire Hospitals NHS Trust</institution>, <city>Wakefield</city>, <country country="GB">United Kingdom</country>
</aff>
<aff id="aff2">
<label>2</label>
<institution>Institute of Life Science, Swansea University Medical School</institution>, <city>Swansea</city>, <country country="GB">United Kingdom</country>
</aff>
<aff id="aff3">
<label>3</label>
<institution>Department of Blood Transfusion, Royal Marsden NHS Foundation Trust</institution>, <city>London</city>, <country country="GB">United Kingdom</country>
</aff>
<aff id="aff4">
<label>4</label>
<institution>Department of Microbiology, National Institutes of Health</institution>, <city>Islamabad</city>, <country country="PK">Pakistan</country>
</aff>
<aff id="aff5">
<label>5</label>
<institution>Department of Computer Sciences, Quaid-i-Azam University</institution>, <city>Islamabad</city>, <country country="PK">Pakistan</country>
</aff>
<author-notes>
<corresp id="c001">
<label>&#x2a;</label>Correspondence: Muhammad Haseeb Tariq, <email xlink:href="mailto:muhammadhaseebtariq19@gmail.com">muhammadhaseebtariq19@gmail.com</email>
</corresp>
<fn fn-type="other" id="fn001">
<label>&#x2020;</label>
<p>ORCID: Muhammad Haseeb Tariq, <uri xlink:href="https://orcid.org/0000-0002-4767-5430">orcid.org/0000-0002-4767-5430</uri>
</p>
</fn>
</author-notes>
<pub-date publication-format="electronic" date-type="pub" iso-8601-date="2026-11-17">
<day>17</day>
<month>11</month>
<year>2026</year>
</pub-date>
<pub-date publication-format="electronic" date-type="collection">
<year>2026</year>
</pub-date>
<volume>83</volume>
<elocation-id>17568</elocation-id>
<history>
<date date-type="received">
<day>08</day>
<month>08</month>
<year>2026</year>
</date>
<date date-type="rev-recd">
<day>30</day>
<month>10</month>
<year>2026</year>
</date>
<date date-type="accepted">
<day>10</day>
<month>11</month>
<year>2026</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2026 Tariq, Price, Laher, Harrison, Ammoun, Amir and Tariq.</copyright-statement>
<copyright-year>2026</copyright-year>
<copyright-holder>Tariq, Price, Laher, Harrison, Ammoun, Amir and Tariq</copyright-holder>
<license>
<ali:license_ref start_date="2026-11-17">https://creativecommons.org/licenses/by/4.0/</ali:license_ref>
<license-p>This is an open-access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution License (CC BY)</ext-link>. The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</license-p>
</license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>Internal quality control is commonly carried out using rule-based systems such as Westgard multirules and the exponentially weighted moving average. However, these methods may be slow to detect gradual drift and imprecision changes in current analyzers. Unsupervised anomaly detection algorithms, trained on in-control quality control data, provide an additional data-driven approach that does not require patient data.</p>
</sec>
<sec>
<title>Methods</title>
<p>We generate synthetic IQC data with four faults: a &#x2b;2 SD step shift, a linear trend to &#x2b;2 SD, an abrupt doubling of the SD, and intermittent &#xb1;4 SD outliers (3% of post-onset runs) on a standardized z-scale, including 54,000 QC-level series (12 analyte labels &#xd7; 3 QC levels &#xd7; 5 scenarios &#xd7; 300 replications). We used Holm-corrected paired tests and bootstrap confidence intervals to summarise delay per replication (median across 12 analytes); outlier delay was calculated from the first injected outlier, and delay in fault-free streams served as the no-fault reference. A severity sweep changed the fault&#x2019;s trajectory and size.</p>
</sec>
<sec>
<title>Results</title>
<p>Step shifts had median delays of 0.0&#x2013;2.0 runs, while sudden imprecision increases had median delays of 0.5&#x2013;3.5 runs, with CUSUM being the slowest. Delays from the initial injected outlier were 1.0 for EWMA, 12.5 for CUSUM, and 0.0 runs for Westgard, Isolation Forest, and One-Class SVM. The median delays for the trend were 19.8 (EWMA), 23.5 (Isolation Forest), 30.0 (Westgard), 31.5 (One-Class SVM), and 44.0 runs (CUSUM). Except for CUSUM, the trend delays were only roughly 2&#x2013;7 runs shorter than the time to first alert in fault-free streams, and the false-alarm rates (2.2&#x2013;5.2 per 100 analyte-runs) did not match. Most of the machine-learning discrimination was explained by engineered temporal features (imprecision AUC for Isolation Forest 0.93 with all features versus 0.70 with z and &#x7c;z&#x7c; only).</p>
</sec>
<sec>
<title>Conclusion</title>
<p>No method was consistently the fastest; instead, performance varied by defect type and false-alarm operating point. Discrepancies in the false-alarm rate were a major factor in explaining apparent discrepancies between techniques for slowly developing trends. Validation using actual laboratory QC data is necessary because these standardized simulations do not show clinical benefit.</p>
</sec>
</abstract>
<kwd-group>
<kwd>CUSUM</kwd>
<kwd>exponentially weighted moving average (EWMA)</kwd>
<kwd>internal quality control</kwd>
<kwd>isolation forest</kwd>
<kwd>one-class SVM</kwd>
</kwd-group>
<funding-group>
<funding-statement>The author(s) declared that financial support was not received for this work and/or its publication.</funding-statement>
</funding-group>
<counts>
<fig-count count="5"/>
<table-count count="5"/>
<equation-count count="0"/>
<ref-count count="23"/>
<page-count count="13"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Internal quality control (IQC) is a critical component of laboratory quality management, ensuring that analytical systems perform within acceptable limits before patient data is released [<xref ref-type="bibr" rid="B1">1</xref>]. Westgard multirules implement Shewhart charting by combining multiple criteria (1&#x2013;3s, 2-2s, R-4s, 4-1s, and 10x) to detect random and systematic errors using standardized, interpretable logic [<xref ref-type="bibr" rid="B2">2</xref>&#x2013;<xref ref-type="bibr" rid="B5">5</xref>]. Because of their simplicity and interpretability, these methods are still frequently employed in internal quality control operations in clinical biochemistry laboratories. However, fixed rule frameworks were created based on analytical assumptions that are not necessarily appropriate in modern high-throughput biochemistry laboratories [<xref ref-type="bibr" rid="B2">2</xref>].</p>
<p>Analytical deterioration is most common in quality control time series generated by modern analyzers. Intermittent outliers (such as transient aspiration incidents), Gradual drift, including reagent aging and calibration bias accumulation, and subtle fluctuations in imprecision, mainly caused by instrument wear or environmental instability. Westgard rules are particularly effective in detecting sudden step shifts. These patterns can stay inside normal control parameters for a long time, delaying remedial action and increasing the chance of false patient test findings [<xref ref-type="bibr" rid="B6">6</xref>].</p>
<p>Exponentially weighted moving average (EWMA) charts are often suggested for tracking drift since they gather evidence of minor, persistent variations over time [<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>]. Cumulative sum (CUSUM) charts, as described in the CLSI C24-Ed4 IQC guideline [<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B9">9</xref>], use a similar concept of cumulative evidence accumulation. They are theoretically ideally suited for drift detection, but their use in UK clinical laboratories is restricted. However, neither EWMA nor CUSUM capture complicated multivariate temporal structures, such as run-to-run variability patterns, rolling variance changes, and paired deviation signatures, which may precede overt analytical failure.</p>
<p>Patient-based real-time quality control systems have complementary detection capabilities, but require continuous access to patient result streams, introducing privacy, permission, and legal issues that have limited their widespread deployment in most healthcare sectors and in NHS practice [<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B11">11</xref>]. Unsupervised anomaly detection, by contrast, is an alternative paradigm in which models learn the characteristics of typical QC behavior from in-control QC material and then evaluate new data based on deviations from this established baseline. This method avoids the necessity for patient data, accepts feature-rich multivariate inputs, and adjusts to complex nonlinear patterns in QC time series. The Isolation Forest technique identifies anomalies through random partitioning in feature space [<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B13">13</xref>] and the One-Class SVM sets the boundary of normal operation within a kernel-transformed high-dimensional space [<xref ref-type="bibr" rid="B14">14</xref>].</p>
<p>Currently, many clinical biochemistry laboratories use a single software for monitoring, mainly Westgard Multirules enhanced by EWMA &#x26; CUSUM. However, we observe that unsupervised anomaly detection remains largely limited to small pilot studies and is not used at scale.</p>
<p>This patchwork implementation reflects a real evidence gap: laboratories now have a choice of several competing IQC paradigms (Westgard, EWMA, CUSUM, and machine learning-based anomaly detection), but no study has systematically benchmarked their relative performance under a common set of realistic, modern analytical failure modes. As a result, it is unclear which method, or combination of methods, laboratories should prioritize when developing IQC strategies that detect drift, imprecision, outliers, and rapid shifts. This study directly addresses this issue by employing a large-scale, multi-analyte simulation benchmark; to our knowledge, it is one of the first studies to comprehensively assess the detection performance of five commonly accessible IQC methods across a shared set of genuine defect types. This study provides a 300-replication simulation benchmark comparing Isolation Forest and One-Class SVM with Westgard multirules, CUSUM, and EWMA.</p>
<p>We assess detection delay using replication-level uncertainty estimates, false-alarm behaviour at multiple operating points, the contribution of engineered features, an exploratory combination of Westgard and Isolation Forest alerts, and a no-fault reference that demonstrates the portion of a delay attributable to chance alerts. We hypothesized that the type of failure and the false-alarm operating point would determine relative performance.</p>
<p>This research provides three primary contributions. First, it compares machine-learning anomaly detection with multirule and statistical process-control methods for internal quality control across four simulated fault types, utilizing replication as the unit of analysis. Second, it reports detection delay relative to the realized false-alarm rate, rather than at a single nominal calibration target, enabling comparison of methods at equivalent alarm burdens. Third, it quantifies the extent to which apparent detection delay for slowly developing faults results from false-alarm timing rather than actual fault detection. We do not assess clinical outcomes or workload; the findings are intended to guide prospective evaluation rather than current laboratory practice.</p>
</sec>
<sec sec-type="materials|methods" id="s2">
<title>Materials and methods</title>
<p>This study uses only synthetic QC values and provides a controlled, pre-deployment simulation benchmark. The study was designed to inform subsequent local verification rather than to establish compliance with ISO 15189:2022. This strategy enabled the systematic comparison of internal quality control strategies under defined analytical fault patterns before clinical implementation [<xref ref-type="bibr" rid="B15">15</xref>].</p>
<p>This simulation design aligns with established internal quality control practices, where Monte Carlo-generated quality control series are used instead of patient-derived data to benchmark statistical control procedures against Westgard multirules [<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>].</p>
<p>Twelve common biochemistry analytes were modelled: ALT, glucose, creatinine, urea, sodium, calcium, albumin, total cholesterol, total protein, phosphate, potassium and bilirubin. For each analyte, we simulated three QC concentration levels (L1&#x2013;L3) to represent low, normal, and high clinical concentrations. The target means (&#x3bc;) and standard deviations (&#x3c3;) for each analyte and QC level, given in <xref ref-type="sec" rid="s11">Supplementary Table S9</xref>, are illustrative simulation parameters. They were set with reference to typical concentrations and analytical coefficients of variation in the EFLM biological variation database (<ext-link ext-link-type="uri" xlink:href="https://biologicalvariation.eu/">https://biologicalvariation.eu/</ext-link>) [<xref ref-type="bibr" rid="B18">18</xref>] and the Ric&#xf3;s/EFLM literature [<xref ref-type="bibr" rid="B19">19</xref>], and they were not derived analyte by analyte from biological variation estimates, which describe within and between subject variation rather than analytical quality-control performance. Each evaluation series comprised 500 consecutive quality control (QC) runs, with fault onset introduced at run 251, resulting in 250 pre-onset observations (runs 1&#x2013;250) and 250 post-onset observations (runs 251&#x2013;500). We generated separate in-control training streams, independent of the evaluation streams, for model fitting and threshold calibration. We applied detection methods to standardized z-scores and simulated all series directly on the z-scale. <xref ref-type="sec" rid="s11">Supplementary Table S9</xref> defines concentration units only; the 12 analytes and 3 QC levels represent statistically exchangeable replicates of the same process rather than 12 independent performance domains.</p>
<p>Features were computed from run 11 onward, with runs 11 to 250 representing the pre-onset period. We evaluated all five methods over identical windows: Westgard, EWMA, and CUSUM statistics were accumulated from run 1, and we counted alerts for all methods from run 11 for false alarms (runs 11&#x2013;250) and from run 251 for delay. We conducted 300 independent replications. In each replication, 36 quality control (QC)-level series (12 analytes by 3 QC levels) were generated for each of five scenarios, resulting in 54,000 simulated QC-level series (36 &#xd7; 5 &#xd7; 300). Delay and detection outcomes were defined for the 12 analyte streams per scenario, with alerts aggregated over the three QC levels. No formal sample-size calculation was required for the simulation; we used 300 replications, and the bootstrap confidence intervals indicate the resulting precision. These data represent simulated series rather than independent laboratories or patients, and the 36 series within each replication share the trained models. <xref ref-type="fig" rid="F1">Figure 1</xref> summarizes the experimental design, and <xref ref-type="sec" rid="s11">Supplementary Figure S1</xref> provides an example series with the alerts generated by each method. In all five scenarios, we drew pre-onset observations from a standard normal distribution, N(0,1).<list list-type="alpha-lower">
<list-item>
<p>In-control, where z<sub>t</sub> follows N (0,1) for all 500 runs,</p>
</list-item>
<list-item>
<p>Step shift where z<sub>t</sub> follows N (&#x2b;2,1) starting at run 251, representing a standardized step increase of &#x2b;2SD [<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B19">19</xref>].</p>
</list-item>
<list-item>
<p>Linear trend, where z<sub>t</sub> follows N(&#x3b4;<sub>t</sub>,1) and &#x3b4;<sub>t</sub> increases linearly from 0&#xa0;at run 251 to &#x2b;2&#xa0;at run 500</p>
</list-item>
<list-item>
<p>Abrupt imprecision increase, where z<sub>t</sub> follows N(0,2<sup>2</sup>) from run 251 onward an unchanged mean but a doubled standard deviation i.e., an abrupt doubling of the standard deviation, (not a progressive increase).</p>
</list-item>
<list-item>
<p>Outliers, where z<sub>t</sub> follows N(0,1) throughout, except that 3% of post-onset runs (selected independently for each series) are replaced by an excursion of &#x2b;4 or &#x2212;4 SD (equal probability, small random jitter, SD 0.15). The 3% rate and &#xb1;4 SD size are modeling assumptions for gross errors (cf. 20), not estimates from a specific analyzer or from that [<xref ref-type="bibr" rid="B20">20</xref>].</p>
</list-item>
</list>
</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Study design. Simulated quality control (QC) streams (500 runs; 12 analytes &#xd7; 3 QC levels) remain in control until run 250, after which one of four faults is introduced from run 251. We apply Westgard multirules, exponentially weighted moving average (EWMA), and cumulative sum (CUSUM) methods (conventional approaches), as well as Isolation Forest and One-Class Support Vector Machine (SVM) (unsupervised machine learning methods), to each series. Replication-level outcomes include detection delay, false-alarm rate, the false-alarm-delay trade-off, and exploratory combinations of Westgard and Isolation Forest. Clinical outcomes are not modeled.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="bjbs-83-17568-g001.tif">
<alt-text content-type="machine-generated">Flowchart illustrating a simulated quality control (QC) study with 500 runs, 12 analytes, and three QC levels, comparing conventional statistical methods and unsupervised machine learning across in-control and four fault scenarios via step shift, linear trend, abrupt imprecision, and intermittent outliers, leading to outcome metrics such as detection delay and false-alarm rate.</alt-text>
</graphic>
</fig>
<p>Raw QC values were converted to analyte-specific z-scores: <inline-formula id="inf1">
<mml:math id="m1">
<mml:mrow>
<mml:mi>z</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mi>x</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>&#x3bc;</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
<mml:mo>/</mml:mo>
<mml:mi>&#x3c3;</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>. A six-element feature vector characterized each QC run:<list list-type="alpha-lower">
<list-item>
<p>z (standardized z-score);</p>
</list-item>
<list-item>
<p>&#x7c;z&#x7c; (absolute z-score);</p>
</list-item>
<list-item>
<p>&#x394;z (z<sub>t</sub> &#x2212; z<sub>t-1</sub>, run-to-run change);</p>
</list-item>
<list-item>
<p>roll_mean (10-run rolling mean of z);</p>
</list-item>
<list-item>
<p>roll_SD (10-run rolling SD of z);</p>
</list-item>
<list-item>
<p>ewma (EWMA of z, &#x3bb; &#x3d; 0.2).</p>
</list-item>
</list>
</p>
<p>Rolling features were computed from run 11 onward; observations before run 11 were excluded from all analyses to ensure feature stability.</p>
<p>Westgard multirules were applied to each analyte at each run as follows: 1&#x2013;3s (&#x7c;z&#x7c; &#x3e; 3&#xa0;at any QC level); 2-2s (two consecutive results of the same QC level beyond the same 2 SD limit); R-4s (within one run, one QC level above &#x2b;2 SD and another below &#x2212;2 SD); 4-1s (four consecutive results of the same level beyond the same 1 SD limit); and 10x (ten consecutive results of the same level on the same side of the mean). The 1&#x2013;3s and R-4s rules utilize the three QC levels of the same run jointly, while 2-2s, 4-1s, and 10x are evaluated within each QC level across consecutive runs. A single rule violation generated an alert for the corresponding analyte-run. Each rule used the standardized values of the three QC levels directly, without pooling the levels into a single ordered sequence. We verified rules using hand-constructed positive and negative test cases. For example, two levels of the same run at &#x2b;2.1 and &#x2212;2.2 SD (or &#x2b;2.1 and &#x2212;2.1 SD) constitute an R-4s violation. In contrast, two levels of the same run at &#x2b;2.9 and &#x2212;1.2 SD, although their range exceeds 4 SD, are not on opposite sides beyond &#xb1;2 SD and therefore do not represent a violation. Similarly, a single level at &#x2b;2.5 SD followed by &#x2212;2.5 SD in the next run represents a between-run excursion that is not an R-4s violation (<xref ref-type="sec" rid="s11">Supplementary Table S6</xref>). The initial submission described R-4s as a range between consecutive runs, whereas the submitted code flagged any run in which the range across the three QC levels exceeded 4 SD without requiring opposite sides beyond &#xb1;2 SD. Neither approach aligns with the conventional rule. We corrected the implementation and provided a sensitivity analysis evaluating all rules jointly across levels in <xref ref-type="sec" rid="s11">Supplementary Table S3</xref>.</p>
<p>EWMA statistic: <inline-formula id="inf2">
<mml:math id="m2">
<mml:mrow>
<mml:msub>
<mml:mi>E</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:msub>
<mml:mrow>
<mml:mo>&#x3d;</mml:mo>
<mml:mi>&#x3bb;</mml:mi>
<mml:mi>z</mml:mi>
</mml:mrow>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>&#x3bb;</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
<mml:msub>
<mml:mi>E</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> with <inline-formula id="inf3">
<mml:math id="m3">
<mml:mrow>
<mml:msub>
<mml:mi>E</mml:mi>
<mml:mn>0</mml:mn>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf4">
<mml:math id="m4">
<mml:mrow>
<mml:mi>&#x3bb;</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>0.2</mml:mn>
</mml:mrow>
</mml:math>
</inline-formula>. Control limits calibrated per analyte-level series at the 99th percentile of &#x7c;E<sub>t</sub>&#x7c; from the pre-fault in-control segment (runs 11&#x2013;250), targeting a nominal false alarm rate of &#x223c;1 per 100 in-control runs [<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B22">22</xref>].</p>
<p>Tabular CUSUM statistics: <inline-formula id="inf5">
<mml:math id="m5">
<mml:mrow>
<mml:msubsup>
<mml:mi>C</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>&#x2b;</mml:mo>
</mml:msubsup>
<mml:mo>&#x3d;</mml:mo>
<mml:mi mathvariant="italic">max</mml:mi>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mn>0</mml:mn>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mi>z</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>k</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:msubsup>
<mml:mi>C</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mo>&#x2b;</mml:mo>
</mml:msubsup>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf6">
<mml:math id="m6">
<mml:mrow>
<mml:msubsup>
<mml:mi>C</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>&#x2212;</mml:mo>
</mml:msubsup>
<mml:mo>&#x3d;</mml:mo>
<mml:mi mathvariant="italic">max</mml:mi>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mn>0</mml:mn>
<mml:mo>,</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:msub>
<mml:mi>z</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>k</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:msubsup>
<mml:mi>C</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mo>&#x2212;</mml:mo>
</mml:msubsup>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula>, applied to standardized z-scores (process SD &#x3d; 1) where k &#x3d; 0.5&#x3c3; per CLSI C24-Ed4 recommendations [<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B9">9</xref>]. Alert generated when C<sup>&#x2b;</sup>
<sub>t</sub> or C<sup>&#x2212;</sup>
<sub>t</sub> exceeded the decision interval h &#x3d; 5&#x3c3;; settings fixed in advance and not tuned to these scenarios. The statistics were not reset after an alert.</p>
<p>Isolation Forest (100 trees) and One-Class SVM (RBF kernel, &#x3bd; &#x3d; 0.01, &#x3b3; &#x3d; &#x2018;scale&#x2019;) models were fitted to standardized features derived from in-control training streams (runs 11&#x2013;250), pooled across the 36 series within each replication. Model fitting utilized a random sample of the pooled rows, selecting either 70% of the rows or 1,500 rows, whichever was smaller. We fitted the scaler exclusively on these training rows. The remaining in-control rows were reserved for decision-threshold calibration, where the threshold corresponded to the anomaly-score quantile exceeded by a fraction q of calibration observations (q &#x3d; 0.5%, 1%, 2%, and 5% per QC-level observation). We pooled the 36 standardized series for model fitting because these series share the same in-control distribution by design, resulting in a larger, more stable training set and enabling one model per instrument rather than per analyte level. We did not evaluate per-series models, and a pooled model does not capture analyte-specific behavior. <xref ref-type="table" rid="T1">Table 1</xref> reports results for q &#x3d; 1%. We retrained the scaler, fitted on the training data, for all evaluation streams, and we retrained both models independently in each of the 300 replications. An analyte-run triggered an alert if any of its three QC levels exceeded the threshold. The data split was performed over individual feature rows (via random permutation of the pooled rows), rather than over series or time blocks. Of the 8,640 pooled rows (36 series &#xd7; 240 rows), the 70% selection exceeded the 1,500-row cap, so we used 1,500 rows for fitting and the remaining 7,140 for threshold calibration. Because rolling-mean, rolling-SD, and EWMA features of adjacent runs share observations, fitting and calibration rows are not independent in the time-series sense, whereas the evaluation streams remain independent of both. The AUC analysis refitted models for each feature configuration using the same split procedure in each replication, and the permutation analysis employed the main Isolation Forest of each replication. Reporting of the machine-learning components in this study followed the TRIPOD-AI recommendations for studies that develop or evaluate prediction models incorporating artificial intelligence. The present analysis is exploratory and simulation-based and does not constitute a full TRIPOD-AI-compliant validation study, which would require external, real-world laboratory data, as described under Limitations [<xref ref-type="bibr" rid="B23">23</xref>].</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Replication-level detection delay by method and scenario.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Scenario</th>
<th align="left">Method</th>
<th align="left">Median delay, runs (IQR)</th>
<th align="left">95% CI of median</th>
<th align="left">Alert within 50 runs, % (95% CI)</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Step shift</td>
<td align="left">Westgard</td>
<td align="left">1.0 (0.0&#x2013;1.0)</td>
<td align="left">1.0&#x2013;1.0</td>
<td align="left">100.0% (100.0&#x2013;100.0)</td>
</tr>
<tr>
<td align="left">Step shift</td>
<td align="left">EWMA</td>
<td align="left">1.0 (1.0&#x2013;1.0)</td>
<td align="left">1.0&#x2013;1.0</td>
<td align="left">100.0% (100.0&#x2013;100.0)</td>
</tr>
<tr>
<td align="left">Step shift</td>
<td align="left">CUSUM</td>
<td align="left">2.0 (1.0&#x2013;2.0)</td>
<td align="left">1.5&#x2013;2.0</td>
<td align="left">100.0% (100.0&#x2013;100.0)</td>
</tr>
<tr>
<td align="left">Step shift</td>
<td align="left">Isolation forest</td>
<td align="left">0.0 (0.0&#x2013;0.5)</td>
<td align="left">0.0&#x2013;0.0</td>
<td align="left">100.0% (100.0&#x2013;100.0)</td>
</tr>
<tr>
<td align="left">Step shift</td>
<td align="left">One-class SVM</td>
<td align="left">1.0 (0.5&#x2013;1.0)</td>
<td align="left">1.0&#x2013;1.0</td>
<td align="left">100.0% (100.0&#x2013;100.0)</td>
</tr>
<tr>
<td align="left">Linear trend</td>
<td align="left">Westgard</td>
<td align="left">30.0 (25.0&#x2013;37.5)</td>
<td align="left">29.0&#x2013;31.5</td>
<td align="left">74.2% (72.9&#x2013;75.7)</td>
</tr>
<tr>
<td align="left">Linear trend</td>
<td align="left">EWMA</td>
<td align="left">19.8 (16.0&#x2013;25.1)</td>
<td align="left">18.8&#x2013;21.0</td>
<td align="left">91.1% (90.2&#x2013;92.0)</td>
</tr>
<tr>
<td align="left">Linear trend</td>
<td align="left">CUSUM</td>
<td align="left">44.0 (40.0&#x2013;48.5)</td>
<td align="left">43.5&#x2013;45.5</td>
<td align="left">59.7% (58.3&#x2013;61.1)</td>
</tr>
<tr>
<td align="left">Linear trend</td>
<td align="left">Isolation forest</td>
<td align="left">23.5 (17.5&#x2013;29.5)</td>
<td align="left">22.0&#x2013;25.2</td>
<td align="left">85.4% (84.1&#x2013;86.6)</td>
</tr>
<tr>
<td align="left">Linear trend</td>
<td align="left">One-class SVM</td>
<td align="left">31.5 (24.5&#x2013;38.5)</td>
<td align="left">30.2&#x2013;32.8</td>
<td align="left">75.2% (73.7&#x2013;76.8)</td>
</tr>
<tr>
<td align="left">Abrupt imprecision increase</td>
<td align="left">Westgard</td>
<td align="left">1.0 (0.5&#x2013;1.0)</td>
<td align="left">1.0&#x2013;1.0</td>
<td align="left">100.0% (100.0&#x2013;100.0)</td>
</tr>
<tr>
<td align="left">Abrupt imprecision increase</td>
<td align="left">EWMA</td>
<td align="left">1.5 (1.0&#x2013;2.0)</td>
<td align="left">1.5&#x2013;1.5</td>
<td align="left">100.0% (100.0&#x2013;100.0)</td>
</tr>
<tr>
<td align="left">Abrupt imprecision increase</td>
<td align="left">CUSUM</td>
<td align="left">3.5 (2.5&#x2013;4.0)</td>
<td align="left">3.0&#x2013;3.5</td>
<td align="left">100.0% (100.0&#x2013;100.0)</td>
</tr>
<tr>
<td align="left">Abrupt imprecision increase</td>
<td align="left">Isolation forest</td>
<td align="left">0.5 (0.0&#x2013;1.0)</td>
<td align="left">0.5&#x2013;1.0</td>
<td align="left">100.0% (100.0&#x2013;100.0)</td>
</tr>
<tr>
<td align="left">Abrupt imprecision increase</td>
<td align="left">One-class SVM</td>
<td align="left">1.0 (1.0&#x2013;1.5)</td>
<td align="left">1.0&#x2013;1.0</td>
<td align="left">100.0% (100.0&#x2013;100.0)</td>
</tr>
<tr>
<td align="left">Intermittent outliers</td>
<td align="left">Westgard</td>
<td align="left">0.0 (0.0&#x2013;0.0)</td>
<td align="left">0.0&#x2013;0.0</td>
<td align="left">100.0% (100.0&#x2013;100.0)</td>
</tr>
<tr>
<td align="left">Intermittent outliers</td>
<td align="left">EWMA</td>
<td align="left">1.0 (0.0&#x2013;2.5)</td>
<td align="left">0.5&#x2013;1.0</td>
<td align="left">98.1% (97.6&#x2013;98.5)</td>
</tr>
<tr>
<td align="left">Intermittent outliers</td>
<td align="left">CUSUM</td>
<td align="left">12.5 (8.0&#x2013;17.5)</td>
<td align="left">11.5&#x2013;13.2</td>
<td align="left">84.9% (83.8&#x2013;85.9)</td>
</tr>
<tr>
<td align="left">Intermittent outliers</td>
<td align="left">Isolation forest</td>
<td align="left">0.0 (0.0&#x2013;0.0)</td>
<td align="left">0.0&#x2013;0.0</td>
<td align="left">100.0% (100.0&#x2013;100.0)</td>
</tr>
<tr>
<td align="left">Intermittent outliers</td>
<td align="left">One-class SVM</td>
<td align="left">0.0 (0.0&#x2013;0.0)</td>
<td align="left">0.0&#x2013;0.0</td>
<td align="left">100.0% (100.0&#x2013;100.0)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Reported metrics include the median detection delay (measured in runs from fault onset at run 251, or from the first injected outlier for outlier scenarios), interquartile range (IQR), bootstrap 95% confidence interval (CI) of the median across 300 replications, and the percentage of analyte streams (300 replications &#xd7; 12 analytes) with an alert within 50 runs (95% CI, from resampling replications).</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>Detection delay was defined as the number of runs from fault onset (run 251) to the first alert; thus, an alert in run 251 corresponded to a delay of 0. In the outlier scenario, we measured delay from the first injected outlier at any of the analyte&#x2019;s three quality control (QC) levels. We excluded analytes without an injected outlier, although none did. Series without an alert during the remaining observation window were treated as right censored at the window length. We calculated the false-alarm rate as the number of runs with an alert per 100 analyte-runs in runs 11&#x2013;250 of the in-control scenario streams, which were independent of the training and calibration streams. This metric count runs in an alert state, so persistent exponentially weighted moving average (EWMA) or cumulative sum (CUSUM) states are counted in every run. The false-alarm rate therefore measures the proportion of runs spent in an alert state, rather than the number of distinct false-alarm events, and we use this definition throughout. Because the EWMA and CUSUM statistics were not reset, any method already in an alert state at run 251 was assigned a delay of 0 in both fault scenarios and the no-fault reference. An alert already active at fault onset was therefore counted as a detection with zero delay to match the predefined metric; however, such an alert does not necessarily indicate that the newly introduced fault was detected. The percentage alerting within 50 runs represents the alerting proportion in simulated data, not a sensitivity estimates against real fault labels, and the first alert is not necessarily attributable to the fault. We obtained a no-fault reference delay by applying the delay definition to the in-control streams from run 251, representing the time to the first false alarm.</p>
<p>Each replication contributed one summary per method and scenario, defined as the median delay across the 12 analytes. We reported the median, interquartile range (IQR), and a bootstrap 95% confidence interval (10,000 resamples of replications) for the 300 replication-level values. The proportion of analyte streams with an alert within 50 runs was calculated as the mean over all 3,600 streams for each scenario and method, with a bootstrap interval that resampled entire replications to account for clustering of the 12 streams within a replication. We compared the methods using a Friedman omnibus test and two-sided paired Wilcoxon signed-rank tests across replications, with Holm correction applied within each scenario. Because medians over 12 analytes take values in steps of 0.5 runs, very small p-values indicate consistency in ordering across replications rather than the magnitude of a difference. We defined excess detection for a method in the trend scenario as its proportion of alerts within 50 runs minus the same proportion in the in-control scenario, paired by replication. Westgard OR Isolation Forest and Westgard AND Isolation Forest were evaluated as exploratory analyte-run-level combinations.</p>
<p>Severity sweep. To assess the impact of fault magnitude and trajectory, we simulated additional streams in each replication, independent of the primary evaluation streams, using the same trained models and 1% thresholds. These included step shifts of &#x2b;1, &#x2b;1.5, &#x2b;2, and &#x2b;3 standard deviations (SD); linear trends ending at &#x2b;1, &#x2b;1.5, &#x2b;2, and &#x2b;3 SD at run 500; abrupt increases in SD by factors of 1.5, 2, and 3; a progressive imprecision scenario in which SD increased linearly from 1&#xa0;at run 251 to 2 or 3&#xa0;at run 500; and outlier magnitudes of &#xb1;3, &#xb1;4, and &#xb1;5 SD (3% of runs from run 251, with delay measured from the first injected outlier). The &#x2b;2 SD step, &#x2b;2 SD trend, &#xd7;2 abrupt, and &#xb1;4 SD outlier scenarios repeated the primary scenarios with new random streams. We summarized delay and the proportion alerting within 50 runs as described above.</p>
<p>Three feature configurations were assessed for both Isolation Forest and One-Class SVM to separate algorithmic contribution from feature-engineering contribution: (1) all six features; (2) raw features only (z and &#x7c;z&#x7c;); and (3) no EWMA feature. For each replication, we calculated the area under the ROC curve. (AUC), which is independent of any threshold, separating post-onset runs (runs 251&#x2013;500) of each fault scenario from runs 251&#x2013;500 of the in-control scenario (for the outlier scenario, only runs containing an injected outlier). We assessed the descriptive sensitivity of the Isolation Forest score to each feature by permuting that feature in 128 held-out in-control rows per replication; this is a model-sensitivity measure, not an attribution of alerts or a root-cause analysis.</p>
<p>We provide an open-access, browser-based companion application with this study to support reproducibility of the simulation analyses and offer an educational environment for exploring various internal quality-control (IQC) methods. This application also provides access to the benchmark tables, figures, and detection-delay calculations presented in this manuscript. The application has four functional sections. First, incoming QC data are shown on a Levey-Jennings chart with overlays for Westgard, EWMA, CUSUM (C<sup>&#x2b;</sup>/C<sup>&#x2212;</sup>), Isolation Forest, and One-Class SVM using a live IQC monitoring suite (Dashboard, QC Data Entry, and QC Chart &#x26; Results). This creates a Next QC, Resolution &#x26; Audit Log, and an Active Alert Log. Based on the laboratory&#x2019;s historical inter-run gap (median cadence), the due panel estimates the anticipated date of the next test for each analyte/level and marks runs as past due or soon due. This approach estimates due dates based on the local testing cadence rather than a fixed schedule, which may help identify overdue QC measurements or shifts in testing patterns.</p>
<p>The dashboard flags run comments, computes the mean z-score shift for the impacted analyte/level before and after the change, and marks those runs on the Levey-Jennings chart.</p>
<p>The application is available at <ext-link ext-link-type="uri" xlink:href="https://muhammadhaseeb823.github.io/Clinqc-Pro/">https://muhammadhaseeb823.github.io/Clinqc-Pro/</ext-link>.</p>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>We evaluated fault-detection speed across four scenarios using 300 replications, treating each replication as an independent case. <xref ref-type="table" rid="T1">Table 1</xref> presents the median detection delays, interquartile ranges (IQRs), bootstrap 95% confidence intervals, and the percentage of series that alerted within 50 runs. A delay of 0 indicates that an alert was present at the first evaluated run following fault onset, whether newly triggered in that run or already active at onset. In the outlier scenario, delay was measured from the run in which the first outlier was introduced. An alert already active at onset does not necessarily indicate detection of the newly introduced fault.</p>
<p>Step shift. All five methods detected the &#x2b;2 SD shift in 100% of series within 50 runs, with median delays ranging from 0.0 to 2.0 runs (<xref ref-type="table" rid="T1">Table 1</xref>). Isolation Forest demonstrated the shortest delay (0.0, IQR 0.0&#x2013;0.5), while CUSUM exhibited the longest (2.0, IQR 1.0&#x2013;2.0). Westgard, EWMA, and One-Class SVM each had a median delay of 1.0 run. Statistically significant differences were observed (Friedman p &#x3c; 0.001), although the maximum difference was 2 runs.</p>
<p>Abrupt imprecision increase. Median delays were 0.5 runs (IQR 0.0&#x2013;1.0) for Isolation Forest, 1.0 (IQR 0.5&#x2013;1.0) for Westgard, 1.0 (IQR 1.0&#x2013;1.5) for One-Class SVM, 1.5 (IQR 1.0&#x2013;2.0) for EWMA, and 3.5 (IQR 2.5&#x2013;4.0) for CUSUM. All methods generated alerts within 50 runs in every replication (Friedman p &#x3c; 0.001). The maximum difference between the fastest and slowest methods was 3 runs.</p>
<p>Outliers. When measured from the first injected outlier, Westgard, Isolation Forest, and One-Class SVM all generated alerts in the same run (median 0.0 runs, IQR 0.0&#x2013;0.0; 100% within 50 runs), with no differences observed among them (all paired differences were zero). EWMA exhibited a median delay of 1.0 run (IQR 0.0&#x2013;2.5; 98.1% within 50 runs), while CUSUM had a median delay of 12.5 runs (IQR 8.0&#x2013;17.5; 84.9% within 50 runs and 99.97% by the end of the window). The immediate response of the first three methods is expected, as a &#xb1;4 SD excursion exceeds the 1&#x2013;3s limit by design.</p>
<p>For the linear trend scenario, the median detection delays were 19.8 (IQR 16.0&#x2013;25.1) for EWMA, 23.5 (IQR 17.5&#x2013;29.5) for Isolation Forest, 30.0 (IQR 25.0&#x2013;37.5) for Westgard, 31.5 (IQR 24.5&#x2013;38.5) for One-Class SVM, and 44.0 (IQR 40.0&#x2013;48.5) for CUSUM. The proportions of series alerting within 50 runs were 91.1% for EWMA, 85.4% for Isolation Forest, 74.2% for Westgard, 75.2% for One-Class SVM, and 59.7% for CUSUM. The Friedman test indicated a significant overall difference (p &#x3c; 0.001), and all pairwise comparisons were significant after Holm correction (p &#x3c; 0.001), except for Westgard versus One-Class SVM (p &#x3d; 0.092; <xref ref-type="sec" rid="s11">Supplementary Table S1</xref>). Interpret these rankings alongside the false-alarm rates presented below.</p>
<p>
<xref ref-type="fig" rid="F2">Figure 2A</xref> presents time-to-detection curves, showing the proportion of analyte streams without an alert as a function of runs since onset (300 replications &#xd7; 12 analytes, totaling 3,600 streams per method, with alerts aggregated over three QC levels; <xref ref-type="sec" rid="s11">Supplementary Table S7</xref>). After 50 runs from the onset of the trend, 8.9% of EWMA, 14.6% of Isolation Forest, 24.8% of One-Class SVM, 25.8% of Westgard, and 40.3% of CUSUM series had not alerted. By run 100, all curves were below 0.5%. Under the applied censoring convention, no series in the trend scenario remained undetected at the end of the observation window. In contrast, the corresponding curves for fault-free streams (<xref ref-type="fig" rid="F2">Figure 2B</xref>) demonstrate rapid accumulation of false alarms: after 50 runs, 28% of EWMA, 27% of Isolation Forest, 39% of Westgard, 42% of One-Class SVM, and 70% of CUSUM series had not yet raised an alert, and 18% of CUSUM series remained without an alert after 250 runs.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Time-to-detection curves. The proportion of analyte streams (300 replications &#xd7; 12 analytes &#x3d; 3,600 streams per method, each aggregating alerts across three QC levels) without an alert is plotted as a function of runs since fault onset. <bold>(A)</bold> Linear trend (fault from run 251). <bold>(B)</bold> No fault (reference from run 251), showing the time to the first false alarm. Streams without an alert by run 250 are right-censored at the end of the observation window.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="bjbs-83-17568-g002.tif">
<alt-text content-type="machine-generated">Two line charts compare five alerting methods&#x2014;Westgard, EWMA, CUSUM, Isolation Forest, and One-Class SVM&#x2014;by plotting the proportion of series not yet alerted over runs since fault onset. Panel A shows results for a linear trend fault scenario, where all methods reach zero non-alerted series quickly, with CUSUM lagging behind. Panel B, for a no-fault scenario, shows CUSUM alerting slowest, while other methods decrease more rapidly.</alt-text>
</graphic>
</fig>
<p>False-alarm rates. In fault-free streams, the number of false alarms per 100 analyte-runs (median; 2.5th&#x2013;97.5th percentile across replications) was 2.26 (1.56&#x2013;3.04) for Westgard, 2.15 (0.88&#x2013;3.80) for CUSUM, 2.99 (2.07&#x2013;4.10) for Isolation Forest, 3.12 (1.91&#x2013;5.21) for One-Class SVM, and 5.17 (3.44&#x2013;7.24) for EWMA (<xref ref-type="table" rid="T2">Table 2</xref>). Since each analyte-run aggregates three QC levels, a 1% per-observation target equates to approximately 3 alerts per 100 analyte-runs, rather than the 1 per 100 targeted in the initial submission. EWMA exhibited a higher false-alarm rate than the other methods. Consequently, the methods were not matched on false-alarm rate. The mean contributions of individual Westgard rules across replications (per 100 analyte-runs; the individual rates sum to 2.38, exceeding the mean of 2.29 for any rule, as a run can violate multiple rules simultaneously; the median for any rule is 2.26 as noted above) were 0.80 for 1&#x2013;3s, 0.32 for 2-2s, 0.29 for R-4s, 0.38 for 4-1s, and 0.59 for 10x (2.29 for any rule; <xref ref-type="sec" rid="s11">Supplementary Table S2</xref>).</p>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>False-alarm rates, no-fault reference, and excess detection in the trend scenario.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Method</th>
<th align="left">False alarms per 100 analyte-runs (2.5th&#x2013;97.5th pct)</th>
<th align="left">No-fault reference delay, runs (IQR)</th>
<th align="left">No-fault: alert within 50 runs, %</th>
<th align="left">Trend: alert within 50 runs, %</th>
<th align="left">Excess, percentage points (95% CI)</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Westgard</td>
<td align="left">2.26 (1.56&#x2013;3.04)</td>
<td align="left">36.0 (28.0&#x2013;46.5)</td>
<td align="left">61.4</td>
<td align="left">74.2</td>
<td align="left">12.8 (10.8&#x2013;14.9)</td>
</tr>
<tr>
<td align="left">EWMA</td>
<td align="left">5.17 (3.44&#x2013;7.24)</td>
<td align="left">24.0 (17.5&#x2013;32.0)</td>
<td align="left">72.1</td>
<td align="left">91.1</td>
<td align="left">19.0 (17.3&#x2013;20.8)</td>
</tr>
<tr>
<td align="left">CUSUM</td>
<td align="left">2.15 (0.88&#x2013;3.80)</td>
<td align="left">98.0 (76.0&#x2013;131.1)</td>
<td align="left">29.6</td>
<td align="left">59.7</td>
<td align="left">30.1 (28.1&#x2013;32.1)</td>
</tr>
<tr>
<td align="left">Isolation forest</td>
<td align="left">2.99 (2.07&#x2013;4.10)</td>
<td align="left">25.5 (19.0&#x2013;33.5)</td>
<td align="left">72.7</td>
<td align="left">85.4</td>
<td align="left">12.7 (10.8&#x2013;14.6)</td>
</tr>
<tr>
<td align="left">One-class SVM</td>
<td align="left">3.12 (1.91&#x2013;5.21)</td>
<td align="left">38.8 (29.0&#x2013;52.6)</td>
<td align="left">57.8</td>
<td align="left">75.2</td>
<td align="left">17.4 (15.3&#x2013;19.5)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>False alarms are reported per 100 analyte-runs in the in-control scenario, presented as the median and 2.5th&#x2013;97.5th percentile across replications. The no-fault reference includes the median delay (IQR) to the first alert from run 251 in fault-free streams and the percentage of alerts occurring within 50 runs. Excess detection is the percentage of alerts within 50 runs under the trend scenario minus the corresponding percentage without a fault, expressed in percentage points, with 95% bootstrap confidence intervals across replications.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>No-fault reference. To distinguish fault detection from random alerts, we applied the delay definition to fault-free streams beginning at run 251 (<xref ref-type="table" rid="T2">Table 2</xref>). For step shift, imprecision, and outliers, all observed delays were substantially lower than this reference. In the case of trend faults, the delays for Westgard (30.0 versus 36.0 runs), EWMA (19.8 versus 24.0), Isolation Forest (23.5 versus 25.5), and One-Class SVM (31.5 versus 38.8) were only 2&#x2013;7 runs shorter than the time to the first alert in the absence of any fault. In contrast, CUSUM alerted after 44.0 runs under trend conditions but required 98.0 runs without a fault (<xref ref-type="fig" rid="F3">Figure 3</xref>). The proportion of streams alerting within 50 runs exceeded the fault-free proportion by 12.7 percentage points for Isolation Forest, 12.8 for Westgard, 17.4 for One-Class SVM, 19.0 for EWMA, and 30.1 for CUSUM (<xref ref-type="table" rid="T2">Table 2</xref>).</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>Linear trend: comparison of detection delay with and without a fault. Filled symbols indicate the median delay to the first alert after run 251 under the trend scenario. At the same time, open symbols represent the median time to the first alert after run 251 in fault-free streams (no-fault reference). Error bars denote bootstrap 95% confidence intervals over 300 replications. Methods are labelled with their false-alarm rate per 100 analyte-runs.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="bjbs-83-17568-g003.tif">
<alt-text content-type="machine-generated">Dot plot comparing five fault detection methods&#x2014;EWMA, Isolation Forest, Westgard, One-Class SVM, and CUSUM&#x2014;on median delay to first alert after run 251. X-axis shows median delay in runs. Each method plots two points: a filled circle for linear-trend fault detection delay and an open circle for time to first false alarm. Error bars are shown. Fault alarm rates (FAR) are listed per method. CUSUM has the largest delay and separation between detection and false alarm, while EWMA, Isolation Forest, Westgard, and One-Class SVM show shorter delays.</alt-text>
</graphic>
</fig>
<p>False-alarm&#x2013;delay trade-off. <xref ref-type="fig" rid="F4">Figure 4</xref> presents the relationship between median delay and realized false-alarm rate. Increasing the threshold for Isolation Forest and One-Class SVM from a 0.5% to a 5% per-observation target increased the realized false-alarm rate from approximately 1.6 to 14.3 -14.5 per 100 analyte-runs, while reducing the median trend delay from 37.5 to 5.5 runs for Isolation Forest and from 45.5 to 6.0 runs for One-Class SVM (see <xref ref-type="sec" rid="s11">Supplementary Table S4</xref>). At the realized rate for EWMA (5.2 per 100), linear interpolation of median delay against the logarithm of the realized false-alarm rate between the four threshold points for each curve yields trend delays of approximately 15.1 and 21.0 runs for Isolation Forest and One-Class SVM, respectively, which bracket the 19.8 runs observed for EWMA. At Westgard&#x2019;s rate (2.3 per 100), the interpolated values (29.6 and 38.3) similarly bracket its 30.0 runs. CUSUM (2.2 per 100) exhibited a slower response (44.0 runs) than both interpolated curves (30.6 and 39.3). In the remaining three scenarios, Westgard, Isolation Forest, and One-Class SVM already achieved median delays of at most 1.0 run at the 1% target, so further threshold adjustments could reduce delays by at most 1 run.</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption>
<p>Median detection delay versus realized false-alarm rate. Panels display: <bold>(A)</bold> step shift, <bold>(B)</bold> linear trend, <bold>(C)</bold> abrupt imprecision increase, and <bold>(D)</bold> outliers (from the first injected outlier). Isolation Forest and One-Class SVM curves are plotted across four thresholds (0.5%, 1%, 2%, and 5% per-observation target). Westgard, EWMA, and CUSUM are shown as fixed rules, represented as single points with bootstrap 95% confidence intervals for the median. In Panel B, open symbols and dotted lines indicate the no-fault reference delay (time to the first alert from run 251 in fault-free streams) for each method and threshold. The x-axis represents the realized false-alarm rate per 100 analyte-runs (logarithmic scale).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="bjbs-83-17568-g004.tif">
<alt-text content-type="machine-generated">Four-panel data visualization showing median delay (runs) versus false alarms per 100 analyte-runs (log scale) for four fault scenarios&#x2014;step shift, linear trend, abrupt imprecision, and outliers. Panels compare five methods: Westgard, EWMA, CUSUM (fixed rules), Isolation Forest, and One-Class SVM (threshold swept). In panel B, open symbols and dotted lines indicate no-fault reference delays. Each method is marked by a unique color and shape as shown in the legend. Data points illustrate performance variation across detection scenarios, with notable delays for Isolation Forest and One-Class SVM in some cases.</alt-text>
</graphic>
</fig>
<p>
<xref ref-type="table" rid="T3">Table 3</xref> presents exploratory combinations of Westgard and Isolation Forest alerts. When either method signaled (OR), the false-alarm rate was 4.27 (3.28&#x2013;5.45) per 100 analyte-runs, with a trend delay of 18.0 (IQR 14.0&#x2013;22.1) compared to the no-fault reference of 19.5. Requiring both methods to signal (AND) resulted in a false-alarm rate of 1.01 (0.69&#x2013;1.48) per 100 and a trend delay of 48.5 (IQR 40.4&#x2013;56.5) compared to the no-fault reference of 69.0. Delays for other scenarios varied by at most one run. In the imprecision scenario, Isolation Forest achieved an AUC of 0.932 with all features (<xref ref-type="table" rid="T4">Table 4</xref>) and 0.697 with only z and &#x7c;z&#x7c; (One-Class SVM: 0.925 and 0.652). Engineered features also improved performance for trend (Isolation Forest 0.640&#x2013;0.836) and step shift (0.843&#x2013;0.987). All configurations separated outlier runs almost perfectly (AUC &#x2265;0.999), reflecting the constructed &#xb1;4 SD excursions rather than real-world outlier detection. Omitting the EWMA feature altered the AUC by at most 0.03. Permutation of single features affected the Isolation Forest score most for z (median 0.0105), ewma (0.0087), and &#x7c;z&#x7c; (0.0060), and least for roll_SD (0.0011; <xref ref-type="sec" rid="s11">Supplementary Table S5</xref>).</p>
<table-wrap id="T3" position="float">
<label>TABLE 3</label>
<caption>
<p>Exploratory combinations of Westgard and Isolation Forest alerts.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Strategy</th>
<th align="left">False alarms per 100 analyte-runs</th>
<th align="left">Shift</th>
<th align="left">Trend</th>
<th align="left">Imprecision</th>
<th align="left">Outliers</th>
<th align="left">No-fault reference</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Westgard</td>
<td align="left">2.26 (1.56&#x2013;3.04)</td>
<td align="center">1.0</td>
<td align="center">30.0</td>
<td align="center">1.0</td>
<td align="center">0.0</td>
<td align="center">36.0</td>
</tr>
<tr>
<td align="left">Isolation forest</td>
<td align="left">2.99 (2.07&#x2013;4.10)</td>
<td align="center">0.0</td>
<td align="center">23.5</td>
<td align="center">0.5</td>
<td align="center">0.0</td>
<td align="center">25.5</td>
</tr>
<tr>
<td align="left">Westgard OR isolation forest</td>
<td align="left">4.27 (3.28&#x2013;5.45)</td>
<td align="center">0.0</td>
<td align="center">18.0</td>
<td align="center">0.5</td>
<td align="center">0.0</td>
<td align="center">19.5</td>
</tr>
<tr>
<td align="left">Westgard AND isolation forest</td>
<td align="left">1.01 (0.69&#x2013;1.48)</td>
<td align="center">1.0</td>
<td align="center">48.5</td>
<td align="center">1.0</td>
<td align="center">0.0</td>
<td align="center">69.0</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Reported metrics include median delay (runs) for each scenario, false-alarm rate per 100 analyte-runs (median; 2.5th&#x2013;97.5th percentile), and the no-fault reference delay. OR, indicates an alert if either method triggers; AND, indicates an alert only if both methods trigger.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<table-wrap id="T4" position="float">
<label>TABLE 4</label>
<caption>
<p>Area under the ROC curve (AUC) by feature configuration, model, and scenario.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Model and features</th>
<th align="left">Step shift</th>
<th align="left">Linear trend</th>
<th align="left">Abrupt imprecision</th>
<th align="left">Outliers</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Isolation forest: all six features</td>
<td align="left">0.987 (0.977&#x2013;0.994)</td>
<td align="left">0.836 (0.819&#x2013;0.852)</td>
<td align="left">0.932 (0.916&#x2013;0.946)</td>
<td align="left">0.999 (0.999&#x2013;1.000)</td>
</tr>
<tr>
<td align="left">Isolation forest: z and &#x7c;z&#x7c; only</td>
<td align="left">0.843 (0.816&#x2013;0.865)</td>
<td align="left">0.640 (0.614&#x2013;0.664)</td>
<td align="left">0.697 (0.688&#x2013;0.705)</td>
<td align="left">0.999 (0.997&#x2013;1.000)</td>
</tr>
<tr>
<td align="left">Isolation forest: no EWMA feature</td>
<td align="left">0.971 (0.955&#x2013;0.984)</td>
<td align="left">0.808 (0.783&#x2013;0.831)</td>
<td align="left">0.938 (0.926&#x2013;0.949)</td>
<td align="left">0.999 (0.999&#x2013;1.000)</td>
</tr>
<tr>
<td align="left">One-class SVM: all six features</td>
<td align="left">0.997 (0.995&#x2013;0.998)</td>
<td align="left">0.806 (0.770&#x2013;0.831)</td>
<td align="left">0.925 (0.904&#x2013;0.943)</td>
<td align="left">0.999 (0.994&#x2013;1.000)</td>
</tr>
<tr>
<td align="left">One-class SVM: z and &#x7c;z&#x7c; only</td>
<td align="left">0.744 (0.692&#x2013;0.806)</td>
<td align="left">0.606 (0.576&#x2013;0.633)</td>
<td align="left">0.652 (0.633&#x2013;0.672)</td>
<td align="left">1.000 (1.000&#x2013;1.000)</td>
</tr>
<tr>
<td align="left">One-class SVM: no EWMA feature</td>
<td align="left">0.996 (0.995&#x2013;0.998)</td>
<td align="left">0.803 (0.768&#x2013;0.827)</td>
<td align="left">0.922 (0.902&#x2013;0.940)</td>
<td align="left">0.999 (0.993&#x2013;1.000)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Median (2.5th&#x2013;97.5th percentile) values are reported over 300 replications. The AUC, distinguishes post-onset runs (251&#x2013;500) of each fault scenario from runs 251&#x2013;500 of the in-control scenario. For outliers, only runs with an injected outlier are included.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>
<xref ref-type="table" rid="T5">Table 5</xref>; <xref ref-type="fig" rid="F5">Figure 5</xref> report delays for various fault sizes, with confidence intervals provided in <xref ref-type="sec" rid="s11">Supplementary Table S8</xref>. We generated the severity-sweep streams independently of the primary evaluation streams, using the same models and thresholds but new random draws. As a result, estimates at the same nominal fault size differed slightly. For an abrupt doubling of the SD, the CUSUM median delay was 3.0 runs (95% bootstrap CI 3.0&#x2013;3.5) in the severity sweep and 3.5 runs (95% bootstrap CI 3.0&#x2013;3.5) in the primary analysis. For a &#x2b;2 SD trend, the Westgard median was 29.0 runs (95% bootstrap CI 28.5&#x2013;31.0) in the sweep and 30.0 runs (95% bootstrap CI 29.0&#x2013;31.5) in the primary analysis. For &#xb1;4 SD outliers, the CUSUM median was 12.0 runs (95% bootstrap CI 10.5&#x2013;12.5) in the sweep and 12.5 runs (95% bootstrap CI 11.5&#x2013;13.25) in the primary analysis. The confidence intervals overlapped in all three comparisons. All methods detected larger step shifts and abrupt increases in imprecision more quickly. For a &#x2b;3 SD shift, Westgard, Isolation Forest, One-Class SVM, and EWMA had median delays of 0.0 runs, while CUSUM had a delay of 1.0 run. For a &#x2b;1 SD shift, median delays ranged from 2.5 to 4.0 runs, with detection occurring within 50 runs in every replication. For a &#xd7;1.5 increase in SD, delays were 2.0 (Isolation Forest), 3.0 (Westgard), 3.5 (One-Class SVM), 4.0 (EWMA), and 8.5 runs (CUSUM). For trends, the final size had minimal effect on delay for most methods (EWMA 22.0 to 19.5, Isolation Forest 24.0 to 21.0, Westgard 33.2 to 28.0 runs from a final size of &#x2b;1 to &#x2b;3 SD), as the deviation remains small during the initial runs. Only CUSUM showed a marked change (63.0&#x2013;35.0 runs). When the SD increased progressively, delays were substantially longer than after an abrupt increase (to &#xd7;2: 17.5 EWMA, 18.5 Isolation Forest, 24.0 Westgard, 24.5 One-Class SVM, and 47.5 CUSUM). Only 52% of CUSUM series alerted within 50 runs, and the ordering resembled that observed for trends. These slowly developing scenarios face the same false-alarm caveat as the primary trend scenario. For isolated outliers, delay depended on their size: at &#xb1;3 SD, the medians were 0.0 (Isolation Forest), 0.0 (Westgard), 3.0 (One-Class SVM), 7.0 (EWMA), and 33.2 runs (CUSUM), with 63% of CUSUM series alerting within 50 runs. At &#xb1;5 SD, all methods except CUSUM (2.0 runs) had a median delay of 0.0 runs.</p>
<table-wrap id="T5" position="float">
<label>TABLE 5</label>
<caption>
<p>Severity sweep.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Fault and size</th>
<th align="left">Westgard</th>
<th align="left">EWMA</th>
<th align="left">CUSUM</th>
<th align="left">Isolation Forest</th>
<th align="left">One-Class SVM</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Step shift, &#x2b;1 SD</td>
<td align="left">4.0 (3.0&#x2013;4.5); 100.0%</td>
<td align="left">2.5 (2.0&#x2013;3.0); 100.0%</td>
<td align="left">4.0 (4.0&#x2013;5.0); 100.0%</td>
<td align="left">3.0 (2.5&#x2013;4.0); 100.0%</td>
<td align="left">4.0 (3.5&#x2013;5.0); 100.0%</td>
</tr>
<tr>
<td align="left">Step shift, &#x2b;1.5 SD</td>
<td align="left">1.5 (1.0&#x2013;2.0); 100.0%</td>
<td align="left">1.5 (1.0&#x2013;2.0); 100.0%</td>
<td align="left">2.5 (2.0&#x2013;3.0); 100.0%</td>
<td align="left">1.0 (1.0&#x2013;1.5); 100.0%</td>
<td align="left">2.0 (1.0&#x2013;2.5); 100.0%</td>
</tr>
<tr>
<td align="left">Step shift, &#x2b;2 SD</td>
<td align="left">1.0 (0.5&#x2013;1.0); 100.0%</td>
<td align="left">1.0 (1.0&#x2013;1.0); 100.0%</td>
<td align="left">2.0 (1.4&#x2013;2.0); 100.0%</td>
<td align="left">0.0 (0.0&#x2013;0.5); 100.0%</td>
<td align="left">1.0 (0.5&#x2013;1.0); 100.0%</td>
</tr>
<tr>
<td align="left">Step shift, &#x2b;3 SD</td>
<td align="left">0.0 (0.0&#x2013;0.0); 100.0%</td>
<td align="left">0.0 (0.0&#x2013;0.5); 100.0%</td>
<td align="left">1.0 (1.0&#x2013;1.0); 100.0%</td>
<td align="left">0.0 (0.0&#x2013;0.0); 100.0%</td>
<td align="left">0.0 (0.0&#x2013;0.0); 100.0%</td>
</tr>
<tr>
<td align="left">Linear trend, to &#x2b;1 SD</td>
<td align="left">33.2 (25.0&#x2013;42.5); 65.8%</td>
<td align="left">22.0 (17.5&#x2013;29.6); 79.4%</td>
<td align="left">63.0 (53.4&#x2013;72.0); 36.9%</td>
<td align="left">24.0 (18.5&#x2013;31.0); 77.3%</td>
<td align="left">35.5 (26.5&#x2013;46.5); 64.3%</td>
</tr>
<tr>
<td align="left">Linear trend, to &#x2b;1.5 SD</td>
<td align="left">33.0 (26.0&#x2013;39.6); 69.6%</td>
<td align="left">21.0 (16.0&#x2013;26.5); 86.3%</td>
<td align="left">50.0 (44.0&#x2013;56.5); 48.3%</td>
<td align="left">23.5 (17.5&#x2013;31.0); 80.5%</td>
<td align="left">33.5 (25.5&#x2013;41.0); 69.9%</td>
</tr>
<tr>
<td align="left">Linear trend, to &#x2b;2 SD</td>
<td align="left">29.0 (23.5&#x2013;36.0); 76.5%</td>
<td align="left">20.8 (15.5&#x2013;25.6); 91.3%</td>
<td align="left">42.5 (38.0&#x2013;48.0); 62.0%</td>
<td align="left">23.5 (18.5&#x2013;28.6); 86.3%</td>
<td align="left">31.2 (26.0&#x2013;37.5); 75.7%</td>
</tr>
<tr>
<td align="left">Linear trend, to &#x2b;3 SD</td>
<td align="left">28.0 (22.5&#x2013;33.5); 85.5%</td>
<td align="left">19.5 (15.5&#x2013;23.0); 97.6%</td>
<td align="left">35.0 (31.9&#x2013;38.5); 84.8%</td>
<td align="left">21.0 (16.5&#x2013;25.5); 94.2%</td>
<td align="left">28.0 (22.5&#x2013;33.5); 88.9%</td>
</tr>
<tr>
<td align="left">Abrupt imprecision, SD &#xd7;1.5</td>
<td align="left">3.0 (2.0&#x2013;4.0); 100.0%</td>
<td align="left">4.0 (3.0&#x2013;5.5); 99.9%</td>
<td align="left">8.5 (7.0&#x2013;10.5); 98.2%</td>
<td align="left">2.0 (1.5&#x2013;3.0); 100.0%</td>
<td align="left">3.5 (2.5&#x2013;4.5); 100.0%</td>
</tr>
<tr>
<td align="left">Abrupt imprecision, SD &#xd7;2</td>
<td align="left">1.0 (0.5&#x2013;1.0); 100.0%</td>
<td align="left">2.0 (1.0&#x2013;2.5); 100.0%</td>
<td align="left">3.0 (2.5&#x2013;4.0); 100.0%</td>
<td align="left">1.0 (0.0&#x2013;1.0); 100.0%</td>
<td align="left">1.0 (1.0&#x2013;1.5); 100.0%</td>
</tr>
<tr>
<td align="left">Abrupt imprecision, SD &#xd7;3</td>
<td align="left">0.0 (0.0&#x2013;0.0); 100.0%</td>
<td align="left">0.5 (0.0&#x2013;1.0); 100.0%</td>
<td align="left">1.0 (1.0&#x2013;1.5); 100.0%</td>
<td align="left">0.0 (0.0&#x2013;0.0); 100.0%</td>
<td align="left">0.0 (0.0&#x2013;0.0); 100.0%</td>
</tr>
<tr>
<td align="left">Progressive imprecision, SD to &#xd7;2</td>
<td align="left">24.0 (20.0&#x2013;29.5); 84.8%</td>
<td align="left">17.5 (13.5&#x2013;22.6); 88.8%</td>
<td align="left">47.5 (40.5&#x2013;55.0); 52.1%</td>
<td align="left">18.5 (14.0&#x2013;22.5); 94.1%</td>
<td align="left">24.5 (19.5&#x2013;31.0); 85.0%</td>
</tr>
<tr>
<td align="left">Progressive imprecision, SD to &#xd7;3</td>
<td align="left">20.0 (16.9&#x2013;23.5); 97.1%</td>
<td align="left">16.5 (13.0&#x2013;20.0); 96.1%</td>
<td align="left">35.0 (29.9&#x2013;39.5); 76.9%</td>
<td align="left">15.5 (12.5&#x2013;18.5); 99.4%</td>
<td align="left">20.0 (16.0&#x2013;24.0); 97.8%</td>
</tr>
<tr>
<td align="left">Outliers, &#xb1;3 SD</td>
<td align="left">0.0 (0.0&#x2013;2.5); 98.4%</td>
<td align="left">7.0 (3.5&#x2013;10.5); 92.4%</td>
<td align="left">33.2 (22.9&#x2013;43.0); 63.3%</td>
<td align="left">0.0 (0.0&#x2013;0.0); 99.9%</td>
<td align="left">3.0 (1.0&#x2013;6.5); 96.9%</td>
</tr>
<tr>
<td align="left">Outliers, &#xb1;4 SD</td>
<td align="left">0.0 (0.0&#x2013;0.0); 100.0%</td>
<td align="left">1.0 (0.0&#x2013;2.5); 98.3%</td>
<td align="left">12.0 (7.0&#x2013;16.5); 85.6%</td>
<td align="left">0.0 (0.0&#x2013;0.0); 100.0%</td>
<td align="left">0.0 (0.0&#x2013;0.0); 100.0%</td>
</tr>
<tr>
<td align="left">Outliers, &#xb1;5 SD</td>
<td align="left">0.0 (0.0&#x2013;0.0); 100.0%</td>
<td align="left">0.0 (0.0&#x2013;0.0); 99.8%</td>
<td align="left">2.0 (1.0&#x2013;3.5); 97.2%</td>
<td align="left">0.0 (0.0&#x2013;0.0); 100.0%</td>
<td align="left">0.0 (0.0&#x2013;0.0); 100.0%</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Median delay in runs (IQR) and percentage of analyte streams with an alert within 50 runs, reported by fault size and detection method (300 replications; Isolation Forest and One-Class SVM, at the 1% per-observation threshold). Fault sizes are expressed in standard deviation units on the standardized scale. The sweep utilized newly generated streams, with a distinct random-number stream for each replication; therefore, values at the primary fault size may differ slightly from the primary results (see text).</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption>
<p>Severity sweep: median detection delay (95% bootstrap confidence interval over 300 replications) as a function of fault size for <bold>(A)</bold> step shift, <bold>(B)</bold> linear trend, <bold>(C)</bold> abrupt imprecision increase, <bold>(D)</bold> progressive imprecision increase, and <bold>(E)</bold> outlier magnitude. We evaluate Isolation Forest and One-Class SVM at the 1% per-observation threshold.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="bjbs-83-17568-g005.tif">
<alt-text content-type="machine-generated">Five line graphs compare median delay in runs for five detection methods (Westgard, EWMA, CUSUM, Isolation Forest, One-Class SVM) under different scenarios: A) Step shift (size in SD), B) Linear trend (final size in SD), C) Abrupt imprecision increase (SD multiplier), D) Progressive imprecision increase (SD multiplier), E) Outlier magnitude (percent of runs). CUSUM consistently shows higher delays, especially for gradual changes, while machine learning methods have lower delays for larger shifts and outliers. Error bars represent variability.</alt-text>
</graphic>
</fig>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>The main conclusion is that, contrary to initial expectations, machine learning-based anomaly detection does not replace traditional IQC monitoring; instead, the methods showed complementary detection profiles across fault types, supporting a layered, multi-method IQC strategy rather than reliance on any single approach. The ClinQC Pro interactive tool offers a thorough, 300-replication simulation benchmark of five IQC detection techniques spanning twelve biochemistry analytes, three QC levels, and five error scenarios. (<ext-link ext-link-type="uri" xlink:href="https://muhammadhaseeb823.github.io/Clinqc-Pro/">https://muhammadhaseeb823.github.io/Clinqc-Pro/</ext-link>).</p>
<p>In this standardized simulation, no method consistently demonstrated the fastest detection across all scenarios. For step shifts, abrupt increases in imprecision, and isolated gross errors, Westgard multirules, Isolation Forest, and One-Class SVM responded within approximately one run (median 0.0&#x2013;1.0), with the largest difference in median delay among these methods being one run. EWMA exhibited equal or slightly slower response times, while CUSUM, configured with a reference value of k &#x3d; 0.5 and a decision interval of h &#x3d; 5 applied to standardized z-scores, was the slowest in each scenario. Since a &#xb1;4 SD excursion inherently exceeds the 1&#x2013;3s limit, the equivalence of the three methods for outlier detection is expected and not particularly informative; this scenario primarily demonstrates that smoothing and cumulative statistics delay the response to isolated gross errors. Under the simulated conditions and parameter settings evaluated, CUSUM exhibited longer detection delays than the other methods for these fault scenarios. Its performance may vary with alternative settings and operating points, and reducing the decision interval would decrease delay at the expense of increased false alarms.</p>
<p>Interpretation of delay for slowly developing faults requires consideration of the false-alarm rate. All methods generated alerts in fault-free streams, with rates neither close to 1% nor equivalent: aggregating three QC levels converts a 1% per-observation target into approximately 3 alerts per 100 analyte-runs. EWMA, with limits estimated from 240 autocorrelated observations per series, exhibited the highest realized rate in this implementation (5.2 per 100). This result should not be interpreted as EWMA being inherently prone to false alarms, as limits estimated from longer training streams or set at matched false-alarm rates would yield different outcomes. In the trend scenario, the mean increased by only 0.008 SD per run (for a final size of &#x2b;2 SD; the severity sweep indicated minimal dependence of delay on final size), resulting in frequent false alarms within the first few tens of runs. For Westgard, EWMA, Isolation Forest, and One-Class SVM, the time to first alert in fault-free streams ranged from 24.0 to 38.8 runs, within approximately 2&#x2013;7 runs of their trend delays. The ranking in <xref ref-type="table" rid="T1">Table 1</xref> (with EWMA as the fastest) primarily reflects EWMA&#x2019;s higher alarm rate. When delay is plotted against the realized false-alarm rate (<xref ref-type="fig" rid="F4">Figure 4B</xref>), EWMA and Westgard fall within the range defined by the two machine-learning methods, while CUSUM lies above this range. CUSUM&#x2019;s low alarm rate resulted in the largest excess detection within 50 runs, but also the longest delay. Future benchmarks should compare methods at matched realized false-alarm rates and include a no-fault reference.</p>
<p>We revised the Westgard comparator during the study: R-4s was initially described as a range between consecutive runs and coded as a range greater than 4 SD across QC levels within a run, neither of which aligns with the conventional rule. We now evaluate it within a run across QC levels. We applied rules to each QC-level stream, then aggregated alerts per analyte-run. A fully joint multilevel implementation, in which 2-2s was also applied across levels within a run and 4-1s and 10x to the chronological sequence of results from the three levels, produced a similar median false-alarm rate (2.29 versus 2.26 per 100 analyte-runs across replications) and similar delays (see <xref ref-type="sec" rid="s11">Supplementary Table S3</xref>). Laboratory rule sets vary, so these results pertain only to the configuration used in this study.</p>
<p>We evaluated combinations of Westgard and Isolation Forest alerts as exploratory analyses. Applying an OR rule reduced the median trend delay to 18.0 runs, but resulted in 4.27 alerts per 100 analyte-runs and a no-fault reference of 19.5 runs. Conversely, an AND rule decreased the false-alarm rate to 1.01 per 100, but increased the trend delay to 48.5 runs (no-fault reference 69.0). These outcomes primarily reflect changes in the alert rate. Staff workload, alert fatigue, and clinical consequences were not assessed; therefore, the findings indicate that alert layering is a testable strategy, but its benefit remains unestablished.</p>
<p>Engineered temporal features substantially improved discrimination in the machine-learning models: the area under the curve (AUC) for imprecision increased from approximately 0.65&#x2013;0.70 with z and &#x7c;z&#x7c; alone to about 0.93 when all features were included. In contrast, the EWMA feature was largely redundant. The ablation analysis compared feature sets within two machine-learning models only and did not demonstrate an advantage of the algorithms over conventional methods. The permutation analysis provided a descriptive measure of the Isolation Forest&#x2019;s sensitivity to each feature in the in-control distribution; however, correlated features can cause single-feature permutations to leave the data manifold, and the results cannot identify reagent, calibration, or analyzer failure mechanisms. For these reasons, we removed the SHAP and counterfactual analyses from the initial submission, which used 20 replications.</p>
<p>A shadow-mode evaluation, in which machine-learning alerts are collected alongside routine internal quality control (IQC) and reviewed by senior staff before any action, represents a potential next step. The proposed duration for such an evaluation period (for example, approximately 30 working days) is a recommendation by the authors and not an ISO 15189 requirement or a direct outcome of this study; the duration should be determined by local risk assessment and workload considerations. Any implementation would necessitate local verification, documented threshold rationale, change control, staff competency assessment, and evidence that false alarms are manageable [<xref ref-type="bibr" rid="B15">15</xref>].</p>
<p>This study utilized simulated quality control (QC) series standardized to z-scores and generated from common Gaussian distributions with prespecified faults. The 12 analytes and 3 QC levels were treated as exchangeable, and the study did not model analyte-specific coefficient of variation (CV) or bias, total allowable error, concentration-dependent variance, non-Gaussian noise, autocorrelation, reagent-lot effects, maintenance and calibration events, seasonal variation, instrument aging, correlated multi-analyte drift, or combined faults. The severity sweep addressed shift size, trend size, and the size and trajectory of the SD increase, but not combined faults; the outlier rate and magnitude were assumed. Thresholds were calibrated using simulated in-control data and do not establish generalizability to real data. False-alarm rates were not matched across methods, making delays operating-point specific, with trend results particularly dependent on the alarm rate. We report delays in QC runs; we did not convert them to patient-sample exposure or working days. We removed the SHAP and counterfactual analyses. We fitted the machine-learning models on pooled series and did not evaluate per-analyte models. The study employed a single implementation of each method and one Westgard rule configuration. Real laboratory QC data (such as LIMS logs from multiple instruments and sites) are necessary before concluding clinical or operational value.</p>
<p>In a standardized simulation, Westgard multirules, EWMA, CUSUM, Isolation Forest, and One-Class SVM exhibited fault-type- and threshold-dependent behavior, with no method being the fastest for every fault. Differences in delay for slowly developing trends were primarily attributable to differences in false-alarm rate, indicating that methods should be compared at matched false-alarm rates and with a no-fault reference. The findings support further evaluation of complementary monitoring strategies rather than replacement of validated IQC procedures, and highlight the need for prospective validation with real, analyte-specific laboratory QC data. This work advances biomedical science by demonstrating, through standardized simulation, that internal quality control (IQC) detection delay depends on both fault type and alerting rate. By systematically comparing five IQC methods across four simulated analytical fault types, the results indicate that no single method consistently achieves the fastest detection in all scenarios. These findings underscore the need to evaluate detection performance at equivalent false-alarm rates and establish a reproducible benchmark for comparing conventional and anomaly-detection approaches. The provided browser-based application enhances reproducibility and offers an educational platform for exploring the methods and results. Because the study uses synthetic data, further assessment with real laboratory quality-control data is needed to determine its applicability and potential clinical or operational benefits.</p>
</sec>
<sec id="s5">
<title>Summary table</title>
<sec id="s5-1">
<title>What is known about this subject</title>
<p>
<list list-type="bullet">
<list-item>
<p>Both Westgard and EWMA are well-known internal quality control techniques.</p>
</list-item>
<list-item>
<p>Although unsupervised anomaly detection shows promise for IQC, systematic benchmarking across several analytes is still lacking.</p>
</list-item>
<list-item>
<p>Despite being advised in quality control guidelines, CUSUM methods are still not widely used in UK biochemistry labs.</p>
</list-item>
</list>
</p>
</sec>
<sec id="s5-2">
<title>What this work adds</title>
<p>
<list list-type="bullet">
<list-item>
<p>Five IQC techniques were benchmarked across twelve analytes with 300 replications.</p>
</list-item>
<list-item>
<p>No single technique prevailed with all simulated types most rapidly.</p>
</list-item>
<list-item>
<p>Engineered temporal features improved machine-learning discrimination for several faults.</p>
</list-item>
</list>
</p>
</sec>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="s6">
<title>Data availability statement</title>
<p>Raw simulation outputs and all model code are accessible via the ClinQC Pro application at <ext-link ext-link-type="uri" xlink:href="https://muhammadhaseeb823.github.io/Clinqc-Pro/">https://muhammadhaseeb823.github.io/Clinqc-Pro/</ext-link> and are additionally archived with a permanent DOI on Zenodo [DOI: 10.5281/zenodo.23351635]. <xref ref-type="sec" rid="s11">Supplementary Tables S1&#x2013;S9</xref>; <xref ref-type="sec" rid="s11">Supplementary Figure S1</xref> are provided in a separate <xref ref-type="sec" rid="s11">Supplementary Material</xref> file accompanying this submission.</p>
</sec>
<sec sec-type="author-contributions" id="s7">
<title>Author contributions</title>
<p>MHT and CP: analysis, writing. MA, AA, MH, and AL: critical review. MHT and MMT: machine learning development, model development.</p>
</sec>
<sec sec-type="COI-statement" id="s9">
<title>Conflict of interest</title>
<p>The author(s) declared that this work was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="ai-statement" id="s10">
<title>Generative AI statement</title>
<p>The author(s) declared that generative AI was used in the creation of this manuscript. Generative AI Disclosure: Generative AI tools were not used in the preparation of analytical code or model outputs. Standard word processing assistance was used for manuscript formatting.</p>
<p>Any alternative text (alt text) provided alongside figures in this article has been generated by Frontiers with the support of artificial intelligence and reasonable efforts have been made to ensure accuracy, including review by the authors wherever possible. If you identify any issues, please contact us.</p>
</sec>
<sec sec-type="supplementary-material" id="s11">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontierspartnerships.org/articles/10.3389/bjbs.2026.17568/full#supplementary-material">https://www.frontierspartnerships.org/articles/10.3389/bjbs.2026.17568/full&#x23;supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="Table1.docx" id="SM1" mimetype="application/docx" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kinns</surname>
<given-names>H</given-names>
</name>
<name>
<surname>Pitkin</surname>
<given-names>S</given-names>
</name>
<name>
<surname>Housley</surname>
<given-names>D</given-names>
</name>
<name>
<surname>Freedman</surname>
<given-names>DB</given-names>
</name>
</person-group>. <article-title>Internal quality control: best practice</article-title>. <source>J Clin Pathol</source> (<year>2013</year>) <volume>66</volume>(<issue>12</issue>):<fpage>1027</fpage>&#x2013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1136/jclinpath-2013-201661</pub-id>
<pub-id pub-id-type="pmid">24072731</pub-id>
</mixed-citation>
</ref>
<ref id="B2">
<label>2.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ric&#xf3;s</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Fern&#xe1;ndez-Calle</surname>
<given-names>P</given-names>
</name>
<name>
<surname>Perich</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Westgard</surname>
<given-names>JO</given-names>
</name>
</person-group>. <article-title>Internal quality control - past, present and future trends</article-title>. <source>Adv Lab Med</source> (<year>2022</year>) <volume>3</volume>(<issue>3</issue>):<fpage>243</fpage>&#x2013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1515/almed-2022-0029</pub-id>
<pub-id pub-id-type="pmid">37362142</pub-id>
</mixed-citation>
</ref>
<ref id="B3">
<label>3.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Buttner</surname>
<given-names>J</given-names>
</name>
<name>
<surname>Borth</surname>
<given-names>R</given-names>
</name>
<name>
<surname>Toronto</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Boljtwell Atlanta</surname>
<given-names>JH</given-names>
</name>
<name>
<surname>Ga</surname>
<given-names>USA</given-names>
</name>
<name>
<surname>Broughton</surname>
<given-names>PMG</given-names>
</name>
<etal/>
</person-group> <article-title>Approved recommendation (1978) on quality control in clinical chemistry</article-title>. <source>Clinica Chim Acta</source>. (<year>1979</year>) <volume>98</volume>(<issue>1&#x2013;2</issue>):<fpage>129</fpage>&#x2013;<lpage>43</lpage>. <pub-id pub-id-type="doi">10.1016/0009-8981(79)90174-8</pub-id>
</mixed-citation>
</ref>
<ref id="B4">
<label>4.</label>
<mixed-citation publication-type="book">
<person-group person-group-type="author">
<name>
<surname>Ram&#xed;rez</surname>
<given-names>BS</given-names>
</name>
<name>
<surname>Ram&#xed;rez</surname>
<given-names>JG</given-names>
</name>
</person-group>. <source>Douglas Montgomery&#x2019;s Introduction to Statistical Quality Control: A JMP Companion</source>. <publisher-name>Cary, NC: SAS Institute Inc</publisher-name> (<year>2018</year>).</mixed-citation>
</ref>
<ref id="B5">
<label>5.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Westgard</surname>
<given-names>JO</given-names>
</name>
<name>
<surname>Groth</surname>
<given-names>T</given-names>
</name>
<name>
<surname>Aronsson</surname>
<given-names>T</given-names>
</name>
<name>
<surname>Falk</surname>
<given-names>H</given-names>
</name>
<name>
<surname>de Verdier</surname>
<given-names>CH</given-names>
</name>
</person-group>. <article-title>Performance characteristics of rules for internal quality control: probabilities for false rejection and error detection</article-title>. <source>Clin Chem</source> (<year>1977</year>) <volume>23</volume>(<issue>10</issue>):<fpage>1857</fpage>&#x2013;<lpage>67</lpage>. <pub-id pub-id-type="doi">10.1093/clinchem/23.10.1857</pub-id>
<pub-id pub-id-type="pmid">902411</pub-id>
</mixed-citation>
</ref>
<ref id="B6">
<label>6.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Parvin</surname>
<given-names>CA</given-names>
</name>
</person-group>. <article-title>What&#x2019;s new in laboratory statistical quality control guidance? The 4th edition of CLSI C24, statistical quality control for quantitative measurement procedures: principles and definitions</article-title>. <source>J Appl Lab Med</source> (<year>2017</year>) <volume>1</volume>(<issue>5</issue>):<fpage>581</fpage>&#x2013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1373/jalm.2016.022269</pub-id>
<pub-id pub-id-type="pmid">33379807</pub-id>
</mixed-citation>
</ref>
<ref id="B7">
<label>7.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gruber</surname>
<given-names>L</given-names>
</name>
<name>
<surname>Hausch</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Mueller</surname>
<given-names>T</given-names>
</name>
</person-group>. <article-title>Internal quality controls in the medical laboratory: a narrative review of the basic principles of an appropriate quality control plan</article-title>. <source>Diagnostics</source> (<year>2024</year>) <volume>14</volume>(<issue>19</issue>):<fpage>2223</fpage>. <pub-id pub-id-type="doi">10.3390/diagnostics14192223</pub-id>
<pub-id pub-id-type="pmid">39410627</pub-id>
</mixed-citation>
</ref>
<ref id="B8">
<label>8.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Javed</surname>
<given-names>H</given-names>
</name>
<name>
<surname>Ismail</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Saeed</surname>
<given-names>N</given-names>
</name>
</person-group>. <article-title>New extended exponentially weighted moving average control chart for monitoring process mean</article-title>. <source>Heliyon</source> (<year>2024</year>) <volume>10</volume>(<issue>14</issue>):<fpage>e34424</fpage>. <pub-id pub-id-type="doi">10.1016/J.HELIYON.2024.E34424</pub-id>
<pub-id pub-id-type="pmid">39149066</pub-id>
</mixed-citation>
</ref>
<ref id="B9">
<label>9.</label>
<mixed-citation publication-type="book">
<collab>Clinical and Laboratory Standards Institute (CLSI)</collab>. <source>Statistical Quality Control for Quantitative Measurement Procedures: Principles and Definitions</source>. <edition>4th ed</edition>. <publisher-loc>Wayne, PA</publisher-loc>: <publisher-name>CLSI</publisher-name>. (<year>2016</year>).</mixed-citation>
</ref>
<ref id="B10">
<label>10.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lorde</surname>
<given-names>N</given-names>
</name>
<name>
<surname>Mahapatra</surname>
<given-names>S</given-names>
</name>
<name>
<surname>Kalaria</surname>
<given-names>T</given-names>
</name>
</person-group>. <article-title>Machine learning for patient-based real-time quality control (PBRTQC), analytical and preanalytical error detection in clinical laboratory diagnostics</article-title>. <source>Multidisciplinary Digital Publishing Inst (Mdpi)</source> (<year>2024</year>) <volume>14</volume>:<fpage>1808</fpage>. <pub-id pub-id-type="doi">10.3390/diagnostics14161808</pub-id>
<pub-id pub-id-type="pmid">39202296</pub-id>
</mixed-citation>
</ref>
<ref id="B11">
<label>11.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Duan</surname>
<given-names>X</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>Y</given-names>
</name>
<name>
<surname>Zheng</surname>
<given-names>W</given-names>
</name>
<name>
<surname>Lim</surname>
<given-names>CY</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>S</given-names>
</name>
<etal/>
</person-group> <article-title>Next-generation patient-based real-time quality control models</article-title>. <source>Ann Lab Med Korean Soc Lab Med</source> (<year>2024</year>) <volume>44</volume>:<fpage>385</fpage>&#x2013;<lpage>91</lpage>. <pub-id pub-id-type="doi">10.3343/alm.2024.0053</pub-id>
<pub-id pub-id-type="pmid">38835211</pub-id>
</mixed-citation>
</ref>
<ref id="B12">
<label>12.</label>
<mixed-citation publication-type="book">
<person-group person-group-type="author">
<name>
<surname>Liu</surname>
<given-names>FT</given-names>
</name>
<name>
<surname>Ting</surname>
<given-names>KM</given-names>
</name>
<name>
<surname>Zhou</surname>
<given-names>ZH</given-names>
</name>
</person-group>. <article-title>Isolation forest</article-title>. In: <source>Proceedings - IEEE International Conference on Data Mining, ICDM</source> (<year>2008</year>). p. <fpage>413</fpage>&#x2013;<lpage>22</lpage>. <pub-id pub-id-type="doi">10.1109/ICDM.2008.17</pub-id>
</mixed-citation>
</ref>
<ref id="B13">
<label>13.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xu</surname>
<given-names>Y</given-names>
</name>
<name>
<surname>Dong</surname>
<given-names>H</given-names>
</name>
<name>
<surname>Zhou</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Xing</surname>
<given-names>J</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>X</given-names>
</name>
<name>
<surname>Yu</surname>
<given-names>J</given-names>
</name>
</person-group>. <article-title>Improved isolation forest algorithm for anomaly test data detection</article-title>. <source>J Computer Commun</source> (<year>2021</year>) <volume>09</volume>(<issue>08</issue>):<fpage>48</fpage>&#x2013;<lpage>60</lpage>. <pub-id pub-id-type="doi">10.4236/jcc.2021.98004</pub-id>
</mixed-citation>
</ref>
<ref id="B14">
<label>14.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sch&#xf6;lkopf</surname>
<given-names>B</given-names>
</name>
<name>
<surname>Platt</surname>
<given-names>JC</given-names>
</name>
<name>
<surname>Shawe-Taylor</surname>
<given-names>J</given-names>
</name>
<name>
<surname>Smola</surname>
<given-names>AJ</given-names>
</name>
<name>
<surname>Williamson</surname>
<given-names>RC</given-names>
</name>
</person-group>. <article-title>Estimating the support of a high-dimensional distribution</article-title>. <source>Neural Comput</source> (<year>2001</year>) <volume>13</volume>(<issue>7</issue>):<fpage>1443</fpage>&#x2013;<lpage>71</lpage>. <pub-id pub-id-type="doi">10.1162/089976601750264965</pub-id>
<pub-id pub-id-type="pmid">11440593</pub-id>
</mixed-citation>
</ref>
<ref id="B15">
<label>15.</label>
<mixed-citation publication-type="book">
<person-group person-group-type="author">
<name>
<surname>Xie</surname>
<given-names>H</given-names>
</name>
<name>
<surname>Jia</surname>
<given-names>Y</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>S</given-names>
</name>
</person-group>. <article-title>Integration of artificial intelligence in clinical laboratory medicine: advancements and challenges</article-title>. In: <source>Interdisciplinary Medicine</source>. <publisher-name>John Wiley and Sons Inc</publisher-name> (<year>2024</year>). <pub-id pub-id-type="doi">10.1002/INMD.20230056</pub-id>
</mixed-citation>
</ref>
<ref id="B16">
<label>16.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wood</surname>
<given-names>R</given-names>
</name>
</person-group>. <article-title>A simulation study of the westgard multi-rule quality-control system for clinical laboratories</article-title>. <source>Clin Chem</source> (<year>1990</year>). <volume>36</volume> (<issue>3</issue>):<fpage>462</fpage>&#x2013;<lpage>465</lpage>. <pub-id pub-id-type="doi">10.1093/clinchem/36.3.462</pub-id>
<pub-id pub-id-type="pmid">2311213</pub-id>
</mixed-citation>
</ref>
<ref id="B17">
<label>17.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Poh</surname>
<given-names>DKH</given-names>
</name>
<name>
<surname>Lim</surname>
<given-names>CY</given-names>
</name>
<name>
<surname>Tan</surname>
<given-names>RZ</given-names>
</name>
<name>
<surname>Markus</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Loh</surname>
<given-names>TP</given-names>
</name>
</person-group>. <article-title>Internal quality control: moving average algorithms outperform westgard rules</article-title>. <source>Clin Biochem</source> (<year>2021</year>) <volume>98</volume>:<fpage>63</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.clinbiochem.2021.09.007</pub-id>
<pub-id pub-id-type="pmid">34534518</pub-id>
</mixed-citation>
</ref>
<ref id="B18">
<label>18.</label>
<mixed-citation publication-type="book">
<person-group person-group-type="author">
<name>
<surname>Aarsand</surname>
<given-names>AK</given-names>
</name>
<name>
<surname>Webster</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Fernandez-Calle</surname>
<given-names>P</given-names>
</name>
<name>
<surname>Jonker</surname>
<given-names>N</given-names>
</name>
<name>
<surname>Diaz-Garzon</surname>
<given-names>J</given-names>
</name>
<name>
<surname>Coskun</surname>
<given-names>A</given-names>
</name>
<etal/>
</person-group> <source>EFLM Biological Variation Database</source> (<year>2026</year>). <comment>Available online at: <ext-link ext-link-type="uri" xlink:href="https://biologicalvariation.eu">https://biologicalvariation.eu</ext-link> (Accessed November 13, 2026).</comment>
</mixed-citation>
</ref>
<ref id="B19">
<label>19.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cava</surname>
<given-names>CRF</given-names>
</name>
<name>
<surname>Garc&#xed;a-Lario</surname>
<given-names>JV</given-names>
</name>
<name>
<surname>Hern&#xe1;ndez</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Sim&#xf3;n Va</surname>
<given-names>CVJJMCPM</given-names>
</name>
<name>
<surname>Hern&#xe1;ndez</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Jim&#xe9;nez</surname>
<given-names>CV</given-names>
</name>
<etal/>
</person-group> <article-title>Current databases on biological variation: pros, cons and progress</article-title>. <source>Scand J Clin Lab Invest</source> (<year>1999</year>) <volume>59</volume>(<issue>7</issue>):<fpage>491</fpage>&#x2013;<lpage>500</lpage>. <pub-id pub-id-type="doi">10.1080/00365519950185229</pub-id>
<pub-id pub-id-type="pmid">10667686</pub-id>
</mixed-citation>
</ref>
<ref id="B20">
<label>20.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Enderlein</surname>
<given-names>G</given-names>
</name>
<name>
<surname>Hawkins</surname>
<given-names>DM</given-names>
</name>
</person-group>. <article-title>Identification of outliers</article-title>. <source>Biometrical J</source> (<year>1987</year>) <volume>29</volume>(<issue>2</issue>):<fpage>198</fpage>. <pub-id pub-id-type="doi">10.1002/bimj.4710290215</pub-id>
</mixed-citation>
</ref>
<ref id="B21">
<label>21.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lu</surname>
<given-names>JH</given-names>
</name>
<name>
<surname>Lin</surname>
<given-names>CY</given-names>
</name>
</person-group>. <article-title>A novel moving average&#x2013;exponentiated exponentially weighted moving average (MA-Exp-EWMA) control chart for detecting small shifts</article-title>. <source>Mathematics</source> (<year>2025</year>) <volume>13</volume>(<issue>18</issue>):<fpage>3049</fpage>. <pub-id pub-id-type="doi">10.3390/math13183049</pub-id>
</mixed-citation>
</ref>
<ref id="B22">
<label>22.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Van Andel</surname>
<given-names>E</given-names>
</name>
<name>
<surname>Henricks</surname>
<given-names>LM</given-names>
</name>
<name>
<surname>Giliams</surname>
<given-names>APM</given-names>
</name>
<name>
<surname>Noordervliet</surname>
<given-names>RM</given-names>
</name>
<name>
<surname>Mensink</surname>
<given-names>WJ</given-names>
</name>
<name>
<surname>Filippo</surname>
<given-names>D</given-names>
</name>
<etal/>
</person-group> <article-title>Moving average quality control of routine chemistry and hematology parameters - a toolbox for implementation</article-title>. <source>Clin Chem Lab Med</source> (<year>2022</year>) <volume>60</volume>(<issue>11</issue>):<fpage>1719</fpage>&#x2013;<lpage>28</lpage>. <pub-id pub-id-type="doi">10.1515/cclm-2022-0655</pub-id>
<pub-id pub-id-type="pmid">36044749</pub-id>
</mixed-citation>
</ref>
<ref id="B23">
<label>23.</label>
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Collins</surname>
<given-names>GS</given-names>
</name>
<name>
<surname>Moons</surname>
<given-names>KGM</given-names>
</name>
<name>
<surname>Dhiman</surname>
<given-names>P</given-names>
</name>
<name>
<surname>Riley</surname>
<given-names>RD</given-names>
</name>
<name>
<surname>Beam</surname>
<given-names>AL</given-names>
</name>
<name>
<surname>Van Calster</surname>
<given-names>B</given-names>
</name>
<etal/>
</person-group> <article-title>TRIPOD&#x2b;AI statement: updated guidance for reporting clinical prediction models that use regression or machine learning methods</article-title>. <source>BMJ</source> (<year>2024</year>) <volume>385</volume>:<fpage>e078378</fpage>. <pub-id pub-id-type="doi">10.1136/bmj-2023-078378</pub-id>
<pub-id pub-id-type="pmid">38626948</pub-id>
</mixed-citation>
</ref>
</ref-list>
</back>
</article>