<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="review-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Cancer</journal-id><journal-id journal-id-type="publisher-id">cancer</journal-id><journal-id journal-id-type="index">21</journal-id><journal-title>JMIR Cancer</journal-title><abbrev-journal-title>JMIR Cancer</abbrev-journal-title><issn pub-type="epub">2369-1999</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v11i1e70275</article-id><article-id pub-id-type="doi">10.2196/70275</article-id><article-categories><subj-group subj-group-type="heading"><subject>Review</subject></subj-group></article-categories><title-group><article-title>Clinical Prediction Models Incorporating Blood Test Trend for Cancer Detection: Systematic Review, Meta-Analysis, and Critical Appraisal</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Virdee</surname><given-names>Pradeep S</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Collins</surname><given-names>Kiana K</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Smith</surname><given-names>Claire Friedemann</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Yang</surname><given-names>Xin</given-names></name><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Zhu</surname><given-names>Sufen</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Roberts</surname><given-names>Nia</given-names></name><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Oke</surname><given-names>Jason L</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Bankhead</surname><given-names>Clare</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Perera</surname><given-names>Rafael</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Hobbs</surname><given-names>FD Richard</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Nicholson</surname><given-names>Brian D</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib></contrib-group><aff id="aff1"><institution>Nuffield Department of Primary Care Health Sciences, University of Oxford</institution><addr-line>Radcliffe Primary Care Building, Woodstock Road</addr-line><addr-line>Oxford</addr-line><country>United Kingdom</country></aff><aff id="aff2"><institution>St Edmund Hall, University of Oxford</institution><addr-line>Oxford</addr-line><country>United Kingdom</country></aff><aff id="aff3"><institution>Bodleian Health Care Libraries, University of Oxford</institution><addr-line>Oxford</addr-line><country>United Kingdom</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Cahill</surname><given-names>Naomi</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Smith</surname><given-names>Lesley</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Moglia</surname><given-names>Victoria</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>He</surname><given-names>Zhengting</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Pradeep S Virdee, Nuffield Department of Primary Care Health Sciences, University of Oxford, Radcliffe Primary Care Building, Woodstock Road, Oxford, OX2 6GG, United Kingdom, 44 1865617855; <email>pradeep.virdee@phc.ox.ac.uk</email></corresp></author-notes><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>27</day><month>6</month><year>2025</year></pub-date><volume>11</volume><elocation-id>e70275</elocation-id><history><date date-type="received"><day>18</day><month>12</month><year>2024</year></date><date date-type="rev-recd"><day>02</day><month>05</month><year>2025</year></date><date date-type="accepted"><day>05</day><month>05</month><year>2025</year></date></history><copyright-statement>&#x00A9; Pradeep S Virdee, Kiana K Collins, Claire Friedemann Smith, Xin Yang, Sufen Zhu, Nia Roberts, Jason L Oke, Clare Bankhead, Rafael Perera, FD Richard Hobbs, Brian D Nicholson. Originally published in JMIR Cancer (<ext-link ext-link-type="uri" xlink:href="https://cancer.jmir.org">https://cancer.jmir.org</ext-link>), 27.6.2025. </copyright-statement><copyright-year>2025</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Cancer, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://cancer.jmir.org/">https://cancer.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://cancer.jmir.org/2025/1/e70275"/><abstract><sec><title>Background</title><p>Blood tests used to identify patients at increased risk of undiagnosed cancer are commonly used in isolation, primarily by monitoring whether results fall outside the normal range. Some prediction models incorporate changes over repeated blood tests (or trends) to improve individualized cancer risk identification, as relevant trends may be confined within the normal range.</p></sec><sec><title>Objective</title><p>Our aim was to critically appraise existing diagnostic prediction models incorporating blood test trends for the risk of cancer.</p></sec><sec sec-type="methods"><title>Methods</title><p>MEDLINE and EMBASE were searched until April 3, 2025 for diagnostic prediction model studies using blood test trends for cancer risk. Screening was performed by 4 reviewers. Data extraction for each article was performed by 2 reviewers independently. To critically appraise models, we narratively synthesized studies, including model building and validation strategies, model reporting, and the added value of blood test trends. We also reviewed the performance measures of each model, including discrimination and calibration. We performed a random-effects meta-analysis of the c-statistic for a trends-based prediction model if there were at least 3 studies validating the model. The risk of bias was assessed using the PROBAST (prediction model risk of bias assessment tool).</p></sec><sec sec-type="results"><title>Results</title><p>We included 16 articles, with a total of 7 models developed and 14 external validation studies. In the 7 models derived, full blood count (FBC) trends were most commonly used (86%, n=7 models). Cancers modeled were colorectal (43%, n=3), gastro-intestinal (29%, n=2), nonsmall cell lung (14%, n=1), and pancreatic (14%, n=1). In total, 2 models used statistical logistic regression, 2 used joint modeling, and 1 each used XGBoost, decision trees, and random forests. The number of blood test trends included in the models ranged from 1 to 26. A total of 2 of 4 models were reported with the full set of coefficients needed to predict risk, with the remaining excluding at least one coefficient from their article or were not publicly accessible. The c-statistic ranged 0.69&#x2010;0.87 among validation studies. The ColonFlag model using trends in the FBC was commonly externally validated, with a pooled c-statistic=0.81 (95% CI 0.77-0.85; n=4 studies) for 6-month colorectal cancer risk. Models were often inadequately tested, with only one external validation study assessing model calibration. All 16 studies scored a low risk of bias regarding predictor and outcome details. All but one study scored a high risk of bias in the analysis domain, with most studies often removing patients with missing data from analysis or not adjusting the derived model for overfitting.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>Our review highlights that blood test trends may inform further investigation for cancer. However, models were not available for most cancer sites, were rarely externally validated, and rarely assessed calibration when they were externally validated.</p></sec><sec><title>Trial Registration</title><p>PROSPERO CRD42022348907; https://www.crd.york.ac.uk/PROSPERO/view/CRD42022348907</p></sec></abstract><kwd-group><kwd>blood test</kwd><kwd>hematologic tests</kwd><kwd>trend</kwd><kwd>prediction model</kwd><kwd>primary health care</kwd><kwd>cancer</kwd><kwd>neoplasms</kwd><kwd>systematic review</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Cancer incidence trends are projected to increase globally: 18 million new cases diagnosed in 2020 versus 28 million projected in 2040 [<xref ref-type="bibr" rid="ref1">1</xref>]. The likelihood of survival improves by cancer detection at earlier stages [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. Earlier detection is crucial to improve patient outcomes and reduce cancer-related mortality [<xref ref-type="bibr" rid="ref8">8</xref>]. Screening programs may contribute to early detection but have been implemented for a minority of countries and cancers [<xref ref-type="bibr" rid="ref9">9</xref>]. Risk prediction models for cancer could improve early detection rates. These models combine patient data, such as patient demographics, medical history, or cancer symptoms, to identify patients with an increased risk of undiagnosed cancer.</p><p>Blood tests commonly performed in clinical practice, including full blood count (FBC) and liver function tests, are often included in cancer risk prediction models, as they have an important role in risk-stratifying symptomatic patients for cancer investigation [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Blood tests are commonly requested by clinicians, with rates of testing increasing yearly. Despite panels of blood tests being taken together, blood tests are almost entirely interpreted in isolation in current clinical guidance [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. In the United Kingdom, the National Institute for Health and Care Excellence (NICE) suspected cancer guidelines recommend referral for urgent investigation if low albumin, low hemoglobin, raised platelets, raised bilirubin, raised calcium, or raised inflammatory markers are observed, as these increase risk of cancer [<xref ref-type="bibr" rid="ref11">11</xref>]. Monitoring temporal trends (ie, changes over time) in repeated blood tests may improve risk stratification, by incorporating an individual&#x2019;s trajectory from which to identify change. For example, declining hemoglobin confined within the normal range would be a relevant cancer-related trend, but missed in practice as the results appear normal. Our recent systematic review on the association between blood test trends and cancer diagnosis identified many trends that have the potential to improve cancer risk stratification [<xref ref-type="bibr" rid="ref13">13</xref>]. However, the potential benefits and challenges and methodological considerations of incorporating combinations of trends into cancer risk prediction models remain unrealized.</p><p>Recent methodological advancements in both traditional statistical and machine-learning methods allow for the development of dynamic prediction models, which incorporate repeated measures data for clinical risk prediction and may hold greater potential to rule-in and rule-out referral for cancer investigation. We aimed to conduct a systematic review to critically appraise diagnostic clinical prediction models using trends in blood tests commonly used in primary care for the risk of undiagnosed cancer.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Overview</title><p>We followed the PRISMA (Preferred Reporting Items for Systematic review and Meta-Analysis) guidelines (<xref ref-type="supplementary-material" rid="app2">Checklist 1</xref>) for reporting the findings of this review [<xref ref-type="bibr" rid="ref14">14</xref>]. Ethical approval was not required, as there were no direct patient investigations in this study and only published articles were systematically reviewed. The review protocol was registered with the International PROSPERO (Prospective Register of Systematic Reviews) database on July 25, 2022 (CRD42022348907). There were no deviations to the protocol.</p></sec><sec id="s2-2"><title>Participants</title><p>We included studies of participants aged 18 years or older reporting prediction models incorporating trends in blood tests commonly available in primary care and cancer diagnosis in any clinical setting. We excluded blood tests taken after cancer diagnosis, such as to predict prognosis or monitor treatment.</p></sec><sec id="s2-3"><title>Outcome</title><p>The main outcome was a first diagnosis of cancer across all cancer sites, including composite cancer sub-groupings and all cancers combined. Cancer diagnosis was defined as per the individual studies, such as confirmed cancer via laboratory tests/radiology in clinical/prospective studies or the use of ICD10 (<italic>International Statistical Classification of Diseases and Related Health Problems 10th Revision)</italic> codes [<xref ref-type="bibr" rid="ref15">15</xref>] in studies of eHealth records.</p></sec><sec id="s2-4"><title>Search Strategy</title><p>We worked with our review specialist (NR) to derive a comprehensive search strategy. The MEDLINE (OVID) (1946-present) and EMBASE (OVID) (1974-present) databases were searched from inception to April 3, 2025 to identify articles that report on the association between trends in blood tests commonly available in clinical practice and a cancer diagnosis. The initial search was conducted in June 2022, with a full update in February and May 2023 and April 2025. Search terms included MeSH headings and title, abstract, and author keywords for blood tests, cancer diagnosis, and prediction or risk. Cancer-related terms included &#x201C;tumor&#x201D; and &#x201C;cancer&#x201D;. However, some cancers are not usually paired with these terms, such as &#x201C;leukaemia&#x201D; or &#x201C;lymphoma&#x201D;, so it was important to include such cancer types explicitly to ensure they were captured. No language or other limits were applied to the search. The full search strategy for each database is provided in Table S1 (MEDLINE) and Table S2 (EMBASE) in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. In the eligible studies, we actively searched through each article&#x2019;s reference list to find eligible studies that were not identified by the search strategy.</p></sec><sec id="s2-5"><title>Study Selection</title><p>All references initially underwent de-duplication in Endnote 20 [<xref ref-type="bibr" rid="ref16">16</xref>] (by NR). Abstract and title screening was performed in Endnote 20 and Rayyan [<xref ref-type="bibr" rid="ref17">17</xref>] (by PSV, KKC, CFS, and XY). The retrieved articles were initially split among the reviewers for screening, with a sample of 1000 from each of the three reviewers (KKC, CFS, and XY) independently screened by a second reviewer (PSV) to assess agreement, with discrepancies discussed until an agreement was reached. The full-text screening was subsequently performed independently by two reviewers (by PSV and SZ) to identify eligible articles for data extraction and analysis, with discrepancies discussed until agreement was reached. We included any in-human primary research article reporting the development or validation of a diagnostic clinical risk prediction model using a prediagnostic trend over repeat measurements of at least one blood test parameter (<xref ref-type="table" rid="table1">Table 1</xref>) for subsequent diagnosis of cancer. A prediction model was defined as any multivariable model designed to predict the presence of undiagnosed cancer (outcome), where at least one predictor in the model was a blood test trend. A model was considered to include &#x201C;trend&#x201D; if it included temporal changes in the quantitative blood test result over repeatedly measured tests per patient as a predictor. The blood tests in <xref ref-type="table" rid="table1">Table 1</xref> are nonspecific (ie, not cancer-specific) blood tests that are commonly available in primary care settings. Recent evidence highlighted trends in many of these common tests as risk factors for cancer diagnosis [<xref ref-type="bibr" rid="ref13">13</xref>]. Using these blood tests provides an opportunity to use commonly available data to support cancer detection.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Blood tests included in this review.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Blood test</td><td align="left" valign="bottom">Blood level</td></tr></thead><tbody><tr><td align="left" valign="top">Full blood count</td><td align="left" valign="top">Red blood cell count, hemoglobin, hematocrit, mean cell volume, mean cell hemoglobin, mean cell hemoglobin concentration, red blood cell distribution width, platelet count, mean platelet volume, white blood cell count, basophil count, eosinophil count, lymphocyte count, monocyte count, neutrophil count, basophil %, eosinophil %, lymphocyte %, monocyte %, neutrophil %</td></tr><tr><td align="left" valign="top">Liver function tests</td><td align="left" valign="top">Alanine aminotransaminase, albumin, alkaline phosphatase, aspartate transaminase, bilirubin</td></tr><tr><td align="left" valign="top">Renal function</td><td align="left" valign="top">Sodium, potassium, creatinine, urea</td></tr><tr><td align="left" valign="top">Inflammatory markers</td><td align="left" valign="top">C-reactive protein, erythrocyte sedimentation rate, plasma viscosity</td></tr><tr><td align="left" valign="top">Other tests</td><td align="left" valign="top">Amylase, HbA<sub>1c<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup></sub>, calcium, calcium adjusted, total protein, blood glucose, fasting glucose, thyroid stimulating hormone</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>HbA<sub>1c</sub>: hemoglobin A1c.</p></fn></table-wrap-foot></table-wrap><p>We excluded abstracts and conference proceedings, as they produce incomplete data for a thorough review. Studies using a cross-sectional design were excluded, as the data reflects a &#x201C;snapshot&#x201D; at a certain time so cannot assess risk over time. Clinical trials of treatment intervention were excluded to reduce the influence of treatments on blood test data. Existing systematic reviews, correspondence, and case studies pertaining to&#x003C;5 individuals were excluded. Non-English full-texts without English versions available or nontranslatable were excluded.</p></sec><sec id="s2-6"><title>Data Extraction</title><p>Data was extracted using an extraction form designed in Microsoft Excel and piloted on 3 randomly selected eligible articles. Data items included study design and population, blood test trends studied, analytic methods, cancer site, and predictive performance measures. Data extraction from each eligible article was performed by 2 reviewers independently (PSV, KKC, CFS, XY, and SZ), with disagreements discussed until agreement was reached.</p></sec><sec id="s2-7"><title>Data Analysis and Synthesis</title><p>Quantitative data were summarized using means with SD for continuous data and counts with proportions for categorical data. We narratively described and critically appraised prediction models incorporating prediagnostic blood test trend. We performed a random-effects meta-analysis of the c-statistic (or area under the curve) for prediction models externally validated by at least 3 studies. The &#x03C4;<sup>2</sup> statistic was used to describe heterogeneity and <italic>I</italic><sup>2</sup> statistic to assess the proportion of heterogeneity explained by between-study differences. We also conducted a post hoc analysis, repeating the meta-analysis by including only studies using primary care data and again using only other studies, to assess if findings differed between underlying populations of care. Analyses were performed in Stata/SE 17.0.</p></sec><sec id="s2-8"><title>Risk of Bias Assessment</title><p>Risk of bias in each study was assessed using the Cochrane Prediction model Risk Of Bias Assessment Tool (PROBAST) [<xref ref-type="bibr" rid="ref18">18</xref>]. Each study was assessed by two reviewers independently (PSV, KKC, CFS, XY, and SZ), with disagreements discussed until agreement was reached. Articles coauthored by a reviewer were assessed by other reviewers.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Overall Summary</title><p>In total, 99,545 references were identified, of which 24,392 were unique after deduplication (<xref ref-type="fig" rid="figure1">Figure 1</xref>). A total of 16 studies met the eligibility criteria and were included in the review [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref34">34</xref>]. A total of 7 blood test trend-based prediction models were developed in total among 5 studies [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>] and the remaining 11 studies [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref34">34</xref>] externally validated existing prediction models. In total, there were 14 external validations of 2 models (ColonFlag by Kinar et al [<xref ref-type="bibr" rid="ref27">27</xref>] and ENDPAC (Enriching New-Onset Diabetes for Pancreatic Cancer) by Sharma et al [<xref ref-type="bibr" rid="ref30">30</xref>]).</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>PRISMA (preferred reporting items for systematic review and meta-analysis) diagram.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="cancer_v11i1e70275_fig01.png"/></fig></sec><sec id="s3-2"><title>Description of Studies</title><sec id="s3-2-1"><title>Study Design</title><p>A description of each study is provided in Table S3 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. Of the 16 studies, a case-control design was used by 19% (n=3) [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref29">29</xref>] and cohort design by 81% (n=13) [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref34">34</xref>]. In addition, 25% (n=4) [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>] used prospectively-collected data and 75% (n=12) [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref34">34</xref>] used retrospective data. Furthermore, 19% (n=3) [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref28">28</xref>] collected data at clinical centers, 75% (n=12) [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref34">34</xref>] used eHealth record databases, and 6% (n=1) [<xref ref-type="bibr" rid="ref24">24</xref>] used both. All studies used opportunistic tests (ie, performed for any reason excluding screening for cancer, such as to monitor symptoms or comorbidity).</p></sec><sec id="s3-2-2"><title>Participants</title><p>The mean number of participants recruited was 23,896 among prospective studies and 502,730 among retrospective studies, ranging from 617 to 2,914,589 participants over all the studies. The 16 articles spanned 4 different countries: the United States of America (44%, n=7) [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>], the United Kingdom (25%, n=4) [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], Israel (25%, n=4) [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref32">32</xref>], and Canada (6%, n=1) [<xref ref-type="bibr" rid="ref24">24</xref>]. The period of recruitment ranged from 1996 to 2020 in all studies. There were 38% (n=6) [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>] studies conducted in primary care, 12% (n=2) [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>] in secondary care, and 31% (n=5) in other settings: community-based insured adults (n=1) [<xref ref-type="bibr" rid="ref25">25</xref>], endoscopy unit (n=1) [<xref ref-type="bibr" rid="ref24">24</xref>], and insured individuals (n=3) [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. It was unclear in 18% (n=3) [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. One study [<xref ref-type="bibr" rid="ref24">24</xref>] (6%) was limited to asymptomatic patients, including only patients without symptoms, and the remaining 94% (n=15) [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref34">34</xref>] included participants regardless of whether they experienced symptoms or not. A total of 6 studies [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref31">31</xref>] reported age, with a mean age 58.1 years (SD 5.2) among them. A total of 7 studies [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>] reported sex, with mean 54.9% (SD 3.9) of females among them.</p></sec></sec><sec id="s3-3"><title>Model Building Strategy</title><p>Characteristics of the 7 models are in <xref ref-type="table" rid="table2">Table 2</xref>. A total of 4 models (57%) were developed in the USA population [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref30">30</xref>], 2 (29%) in United Kingdom [<xref ref-type="bibr" rid="ref31">31</xref>], and 1 (14%) in Israel [<xref ref-type="bibr" rid="ref27">27</xref>]. A total of 3 models (43%) were developed for risk of colorectal cancer [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], 2 (29%) for gastro-intestinal cancer (defined by Read as cancer of the esophagus, stomach, small intestine, colon, rectum, or anus) [<xref ref-type="bibr" rid="ref28">28</xref>], 1 (14%) for nonsmall cell lung cancer [<xref ref-type="bibr" rid="ref23">23</xref>], and 1 (14%) for pancreatic cancer [<xref ref-type="bibr" rid="ref30">30</xref>]. A total of 6 models assessed cancer risk from the time of the latest blood test included and it was unclear in one study [<xref ref-type="bibr" rid="ref23">23</xref>].</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Characteristics of 7 trend-based prediction models for cancer diagnosis.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Article</td><td align="left" valign="bottom">Country</td><td align="left" valign="bottom">Model (name, if assigned)</td><td align="left" valign="bottom">Outcome</td><td align="left" valign="bottom">Outcome risk window</td><td align="left" valign="bottom">Patient setting</td><td align="left" valign="bottom">Blood level(s) trend</td><td align="left" valign="bottom">Number of cases/total</td><td align="left" valign="bottom">Predictors in the final model</td></tr></thead><tbody><tr><td align="char" char="." valign="top">Gould et al [<xref ref-type="bibr" rid="ref23">23</xref>]</td><td align="left" valign="top">United States of America</td><td align="left" valign="top">MES</td><td align="left" valign="top">Nonsmall cell lung cancer</td><td align="left" valign="top">Diagnosis</td><td align="left" valign="top">Other &#x2013; insured individuals</td><td align="left" valign="top">ALT<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup>, creatinine, blood glucose, MCHC<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup>, platelets, RDW<sup><xref ref-type="table-fn" rid="table2fn3">c</xref></sup>, WBC<sup><xref ref-type="table-fn" rid="table2fn4">d</xref></sup></td><td align="left" valign="top">3942/117669</td><td align="left" valign="top">Age, sex, education, race, marital status, smoking status, smoking pack year, smoking years, smoking intensity, days since quitting, Hospitalization due to COPD and allied conditions, Diagnosis of COPD and allied conditions, Hospitalization due to Cancer, Diagnosis of Cancer, ALT, Creatinine, Glucose, MCHC, Platelets, RDW, WBC</td></tr><tr><td align="char" char="." valign="top">Kinar et al [<xref ref-type="bibr" rid="ref27">27</xref>]</td><td align="left" valign="top">Israel</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">Colorectal cancer</td><td align="left" valign="top">3&#x2010;6 months</td><td align="left" valign="top">Primary care</td><td align="left" valign="top">RBC<sup><xref ref-type="table-fn" rid="table2fn5">e</xref></sup>, hemoglobin, hematocrit, MCV<sup><xref ref-type="table-fn" rid="table2fn6">f</xref></sup>, MCH<sup><xref ref-type="table-fn" rid="table2fn7">g</xref></sup>, MCHC, RDW, platelets, MPV<sup><xref ref-type="table-fn" rid="table2fn8">h</xref></sup>, WBC, basophil#, basophil%, eosinophil#, eosinophil%, lymphocyte#, lymphocyte %, monocyte#, monocyte %, neutrophil#, neutrophil %</td><td align="left" valign="top">2437/466107</td><td align="left" valign="top">RBC, hemoglobin, hematocrit, MCV, MCH, MCHC, RDW, platelets, MPV, WBC, basophil#, basophil%, eosinophil#, eosinophil%, lymphocyte#, lymphocyte %, monocyte#, monocyte %, neutrophil#, neutrophil %, age, sex</td></tr><tr><td align="char" char="." valign="top">Read et al [<xref ref-type="bibr" rid="ref28">28</xref>]</td><td align="left" valign="top">United States of America</td><td align="left" valign="top">Logistic model</td><td align="left" valign="top">Gastrointestinal cancer (esophagus, stomach, small intestine, colon, rectum, or anus)</td><td align="left" valign="top">6 months</td><td align="left" valign="top">Primary care</td><td align="left" valign="top">RBC, hemoglobin, hematocrit, MCV, MCH, MCHC, RDW, platelets, MPV, WBC, basophil#, basophil%, eosinophil#, eosinophil%, lymphocyte#, lymphocyte %, monocyte#, monocyte %, neutrophil#, neutrophil %</td><td align="left" valign="top">1025/148158</td><td align="left" valign="top">Age, sex, race, BMI, RBC, hemoglobin, hematocrit, MCV, MCH, MCHC, RDW, platelets, MPV, WBC, basophil#, basophil%, eosinophil#, eosinophil%, lymphocyte#, lymphocyte %, monocyte#, monocyte %, neutrophil#, neutrophil %, most recent BMP (8 components)</td></tr><tr><td align="char" char="." valign="top">Read et al [<xref ref-type="bibr" rid="ref28">28</xref>]</td><td align="left" valign="top">United States of America</td><td align="left" valign="top">Machine learning model</td><td align="left" valign="top">Gastrointestinal cancer (esophagus, stomach, small intestine, colon, rectum, or anus)</td><td align="left" valign="top">6 months</td><td align="left" valign="top">Primary care</td><td align="left" valign="top">RBC, hemoglobin, hematocrit, MCV, MCH, MCHC, RDW, platelets, MPV, WBC, basophil#, basophil%, eosinophil#, eosinophil%, lymphocyte#, lymphocyte %, monocyte#, monocyte %, neutrophil#, neutrophil %</td><td align="left" valign="top">1025/148158</td><td align="left" valign="top">Age, sex, race, BMI, RBC, hemoglobin, hematocrit, MCV, MCH, MCHC, RDW, platelets, MPV, WBC, basophil#, basophil%, eosinophil#, eosinophil%, lymphocyte#, lymphocyte %, monocyte#, monocyte %, neutrophil#, neutrophil %, most recent BMP (8 components)</td></tr><tr><td align="char" char="." valign="top">Sharma et al [<xref ref-type="bibr" rid="ref30">30</xref>]</td><td align="left" valign="top">United States of America</td><td align="left" valign="top">ENDPAC<sup><xref ref-type="table-fn" rid="table2fn9">i</xref></sup></td><td align="left" valign="top">Pancreatic cancer</td><td align="left" valign="top">3 years</td><td align="left" valign="top">Unclear</td><td align="left" valign="top">Blood glucose</td><td align="left" valign="top">16/256</td><td align="left" valign="top">Change in weight, change in blood glucose category, age, change in blood glucose</td></tr><tr><td align="left" valign="top">Virdee et al [<xref ref-type="bibr" rid="ref31">31</xref>]</td><td align="left" valign="top">United Kingdom</td><td align="left" valign="top">BLOODTRACC<sup><xref ref-type="table-fn" rid="table2fn10">j</xref></sup> Colorectal (females)</td><td align="left" valign="top">Colorectal cancer</td><td align="left" valign="top">2 years</td><td align="left" valign="top">Primary care</td><td align="left" valign="top">Hemoglobin, MCV, platelets</td><td align="left" valign="top">677/246695</td><td align="left" valign="top">Age, hemoglobin trend, MCV trend, platelets trend</td></tr><tr><td align="left" valign="top">Virdee [<xref ref-type="bibr" rid="ref31">31</xref>]</td><td align="left" valign="top">United Kingdom</td><td align="left" valign="top">BLOODTRACC Colorectal (males)</td><td align="left" valign="top">Colorectal cancer</td><td align="left" valign="top">2 years</td><td align="left" valign="top">Primary care</td><td align="left" valign="top">Hemoglobin, MCV, platelets</td><td align="left" valign="top">865/250716</td><td align="left" valign="top">Age, hemoglobin trend, MCV trend, platelets trend</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>ALT: alanine aminotransaminase.</p></fn><fn id="table2fn2"><p><sup>b</sup>MCHC: mean cell hemoglobin concentration.</p></fn><fn id="table2fn3"><p><sup>c</sup>RDW: red blood cell distribution width.</p></fn><fn id="table2fn4"><p><sup>d</sup>WBC: white blood cell count.</p></fn><fn id="table2fn5"><p><sup>e</sup>RBC: red blood cell count.</p></fn><fn id="table2fn6"><p><sup>f</sup>MCV: mean cell volume.</p></fn><fn id="table2fn7"><p><sup>g</sup>MCH: mean cell hemoglobin.</p></fn><fn id="table2fn8"><p><sup>h</sup>MPV: mean platelet volume.</p></fn><fn id="table2fn9"><p><sup>i</sup>ENDPAC: enriching new-onset diabetes for pancreatic cancer.</p></fn><fn id="table2fn10"><p><sup>j</sup>BLOODTRACC: full blood count trends for colorectal cancer detection.</p></fn></table-wrap-foot></table-wrap><p>In total, 2 models were developed using multivariate joint modeling [<xref ref-type="bibr" rid="ref31">31</xref>], 2 using logistic regression [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref30">30</xref>], and 1 using each of XGBoost [<xref ref-type="bibr" rid="ref23">23</xref>], decision trees [<xref ref-type="bibr" rid="ref27">27</xref>], and random forests [<xref ref-type="bibr" rid="ref28">28</xref>]. A total of 3 models (43%) were built by including all candidate predictors [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>], 2 (29%) included clinically relevant predictors that were commonly available in practice [<xref ref-type="bibr" rid="ref31">31</xref>], 1 (14%) included statistically significant variables in univariable analysis [<xref ref-type="bibr" rid="ref30">30</xref>], and the model building process was unclear for 1 (14%) model [<xref ref-type="bibr" rid="ref23">23</xref>]. To address missing blood test data, 2 (29%) models derived missing blood levels from other available blood levels using known mathematical relationships (eg mean cell hemoglobin=hemoglobin/red blood cell count) [<xref ref-type="bibr" rid="ref31">31</xref>], 2 (29%) used imputation methods [<xref ref-type="bibr" rid="ref28">28</xref>], 1 (14%) analyzed the blood test data as-is (without altering missing data) [<xref ref-type="bibr" rid="ref23">23</xref>], and 1 (14%) used other methods (linear models to replace missing values using historical blood tests or mean value across all blood tests if no historic blood tests were present) [<xref ref-type="bibr" rid="ref27">27</xref>]. Methods for handling missing blood test data were not discussed in 1 (14%) study [<xref ref-type="bibr" rid="ref30">30</xref>].</p></sec><sec id="s3-4"><title>Modeling Blood Test Trends</title><p>A total of 3 models (43%) assessed trends over repeated quantitative blood test results; Kinar et al [<xref ref-type="bibr" rid="ref27">27</xref>] used ensembles of decision trees for the ColonFlag model, modeling changes over tests measured at 3&#x2010;6 months before diagnosis and 18 and 36 months before that for each patient in the ensemble model, and Virdee et al [<xref ref-type="bibr" rid="ref31">31</xref>] used multivariate joint modeling, which uses mixed-effects modeling to account for differing numbers of tests and the time between them in sporadically available repeated measures data between patients, for both BLOODTRACC models. One model (14%), by Sharma et al[<xref ref-type="bibr" rid="ref30">30</xref>], calculated the difference between tests and included this as a single continuous variable in a logistic regression model to determine risk. It was unclear how trends were included in 3 (43%) models to predict risk [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref28">28</xref>].</p><p>The number of repeat blood tests used to define trend varies between models. Read et al [<xref ref-type="bibr" rid="ref28">28</xref>] calculated the change in slope (reflecting the trend/trajectory) over at least 2 repeated tests sporadically measured over 3 years, Sharma et al [<xref ref-type="bibr" rid="ref30">30</xref>] calculated the difference between blood tests measured at 18-3 months before new-onset diabetes and included this in their model, and Virdee et al[<xref ref-type="bibr" rid="ref35">35</xref>] included the change in slope across all available blood tests (median=3 per patient) sporadically measured over 5 years to predict risk. The number of repeated blood tests used to derive trends was not reported for 3 models (43%) but the period of repeated testing among them ranged between 18 months and 5 years [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. See Table S4 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for further details.</p><p>A total of 6 models (86%) used combinations of blood test trends and 1 model (14%) used trend in a single blood test (plus with other patient data) to predict cancer risk. The logistic model and random forests model by Read et al [<xref ref-type="bibr" rid="ref28">28</xref>] combined trends in 28 blood tests Kinar et al [<xref ref-type="bibr" rid="ref27">27</xref>]. combined trends in 20 blood tests (that make up the FBC) using decision trees, and Gould et al [<xref ref-type="bibr" rid="ref23">23</xref>] combined trends in 7 blood tests using XGBoost. Virdee et al [<xref ref-type="bibr" rid="ref35">35</xref>] combined 3 blood test trends (hemoglobin, mean corpuscular volume, and platelets) using multivariate joint modeing.</p></sec><sec id="s3-5"><title>Model Reporting</title><p>Total 3 (43%) models were reported using appropriate reporting guidelines to report model findings (TRIPOD [Transparent Reporting of a multivariable prediction model for Individual Prognosis Or Diagnosis] guidelines [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]). For 3 (43%) models, justification for their choice of outcome risk window was provided [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. In addition, 2 (29%) models were reported to be sufficiently powered, having provided a sample size calculation to show the number of patients and events needed to ensure reliable predictions and minimize optimistic performance [<xref ref-type="bibr" rid="ref31">31</xref>].</p><p>Read et al [<xref ref-type="bibr" rid="ref28">28</xref>] did not report the coefficients from their logistic model and Sharma et al [<xref ref-type="bibr" rid="ref30">30</xref>] did not report the intercept from their logistic model. The full risk equation needed to derive an individual&#x2019;s risk of diagnosis was only reported for 2 models [<xref ref-type="bibr" rid="ref31">31</xref>]. The models developed using XGBoost, decision trees, and random forests were not reported, due to the nature of machine learning, and a reference to publicly available models was not provided [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>].</p></sec><sec id="s3-6"><title>Internal Validation</title><p>A total of 6 (86%) models underwent internal validation and one (14%) (by Sharma [<xref ref-type="bibr" rid="ref30">30</xref>]) did not (<xref ref-type="table" rid="table3">Table 3</xref>). The internal validation sample was obtained using random data splitting for 4 (57%) models [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>] and cross-validation for 2 (29%) models [<xref ref-type="bibr" rid="ref23">23,</xref>,<xref ref-type="bibr" rid="ref28">28</xref><xref ref-type="bibr" rid="ref28">28</xref>]. On average, there were 214,883 participants in the validation samples, ranging from 78,433 to 462,900. A total of 4 (57%) models were adjusted for overestimated performance [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref31">31</xref>] and it was unclear for 2 (29%) models [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref28">28</xref>].</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Performance statistics from internal and external validations of the final models, which include trends and other patient data.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom" rowspan="2">Article</td><td align="left" valign="bottom" rowspan="2">Model name/description</td><td align="left" valign="bottom" rowspan="2">Outcome risk window</td><td align="left" valign="bottom" colspan="2">Overall performance</td><td align="left" valign="bottom" colspan="2">Discrimination</td><td align="left" valign="bottom" colspan="2">Calibration</td></tr><tr><td align="left" valign="bottom">Method</td><td align="left" valign="bottom">Result</td><td align="left" valign="bottom">Method</td><td align="left" valign="bottom">Result (95% CI)</td><td align="left" valign="bottom">Method</td><td align="left" valign="bottom">Result</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="9">Internal validation</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Gould et al [<xref ref-type="bibr" rid="ref23">23</xref>]</td><td align="left" valign="top">MES</td><td align="left" valign="top">3&#x2010;6 months</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.870 (0.856&#x2010;0.886)</td><td align="left" valign="top">Isotonic regression</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Gould et al [<xref ref-type="bibr" rid="ref23">23</xref>]</td><td align="left" valign="top">MES</td><td align="left" valign="top">6&#x2010;9 months</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.862 (0.845&#x2010;0.878)</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Gould et al [<xref ref-type="bibr" rid="ref23">23</xref>]</td><td align="left" valign="top">MES</td><td align="left" valign="top">9&#x2010;12 months</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.856 (0.840&#x2010;0.872)</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Kinar et al [<xref ref-type="bibr" rid="ref27">27</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">1 month</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.84</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Kinar et al [<xref ref-type="bibr" rid="ref27">27</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">3&#x2010;6 months</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.82</td><td align="left" valign="top">Hosmer-Lemeshow test</td><td align="left" valign="top"><italic>P</italic>=.47</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Read et al [<xref ref-type="bibr" rid="ref28">28</xref>]</td><td align="left" valign="top">Logistic regression</td><td align="left" valign="top">6 months</td><td align="left" valign="top">Brier score</td><td align="left" valign="top">0.008</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.711 (0.691- 0.731)</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Read et al [<xref ref-type="bibr" rid="ref28">28</xref>]</td><td align="left" valign="top">Machine-learning (random forest)</td><td align="left" valign="top">6 months</td><td align="left" valign="top">Brier score</td><td align="left" valign="top">0.092</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.713 (0.689- 0.737)</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Virdee et al [<xref ref-type="bibr" rid="ref35">35</xref>]</td><td align="left" valign="top">BLOODTRACC<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup> Colorectal (females)</td><td align="left" valign="top">2 years</td><td align="left" valign="top">Brier score</td><td align="left" valign="top">0.0028</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.763 (0.753&#x2010;0.775)</td><td align="left" valign="top">Calibration slope</td><td align="left" valign="top">1.05</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Virdee et al [<xref ref-type="bibr" rid="ref35">35</xref>]</td><td align="left" valign="top">BLOODTRACC Colorectal (males)</td><td align="left" valign="top">2 years</td><td align="left" valign="top">Brier score</td><td align="left" valign="top">0.0033</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.751 (0.739&#x2010;0.764)</td><td align="left" valign="top">Calibration slope</td><td align="left" valign="top">1.06</td></tr><tr><td align="left" valign="top" colspan="9">External validation</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Ayling et al [<xref ref-type="bibr" rid="ref19">19</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">Diagnosis</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Ayling et al [<xref ref-type="bibr" rid="ref20">20</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">6 months</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Birks et al [<xref ref-type="bibr" rid="ref21">21</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">3&#x2010;6 months</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.844 (0.839&#x2010;0.849)</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Birks et al [<xref ref-type="bibr" rid="ref21">21</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">6&#x2010;12 months</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.813 (0.809&#x2010;0.818)</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Birks et al [<xref ref-type="bibr" rid="ref21">21</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">12&#x2010;24 months</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.791 (0.786&#x2010;0.796)</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Birks et al [<xref ref-type="bibr" rid="ref21">21</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">18&#x2010;24 months</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.776 (0.771&#x2010;0.781)</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Birks et al [<xref ref-type="bibr" rid="ref21">21</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">24&#x2010;36 months</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.751 (0.746&#x2010;0.756)</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Goshen et al [<xref ref-type="bibr" rid="ref22">22</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">Diagnosis</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Hilsden et al [<xref ref-type="bibr" rid="ref24">24</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">1 year</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Hornbrook et al [<xref ref-type="bibr" rid="ref25">25</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">6 months</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.80 (0.79&#x2010;0.82)</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Kinar et al [<xref ref-type="bibr" rid="ref27">27</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">1 month</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.84 (0.82&#x2010;0.86)</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Kinar et al [<xref ref-type="bibr" rid="ref27">27</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">3&#x2010;6 months</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.81 (0.80&#x2010;0.83)</td><td align="left" valign="top">Hosmer-Lemeshow test</td><td align="left" valign="top"><italic>P&#x003C;</italic>.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Kinar et al [<xref ref-type="bibr" rid="ref26">26</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">12&#x2010;18 months</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Schneider et al [<xref ref-type="bibr" rid="ref29">29</xref>]</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">6 months</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.78 (0.77&#x2010;0.78)</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Virdee et al [<xref ref-type="bibr" rid="ref31">31</xref>](Females)</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">2 years</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.761 (0.744&#x2010;0.768)</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Virdee et al [<xref ref-type="bibr" rid="ref31">31</xref>] (Males)</td><td align="left" valign="top">ColonFlag</td><td align="left" valign="top">2 years</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.762 (0.749&#x2010;0.774)</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Boursi et al [<xref ref-type="bibr" rid="ref32">32</xref>]</td><td align="left" valign="top">ENDPAC<sup><xref ref-type="table-fn" rid="table3fn2">b</xref></sup></td><td align="left" valign="top">3 years</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.69</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Chen et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td><td align="left" valign="top">ENDPAC</td><td align="left" valign="top">3 years</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.75</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Khan et al [<xref ref-type="bibr" rid="ref34">34</xref>]</td><td align="left" valign="top">ENDPAC</td><td align="left" valign="top">4 years</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">AUC/C-statistic</td><td align="left" valign="top">0.72</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>[30] Sharma et al [<xref ref-type="bibr" rid="ref30">30</xref>]</td><td align="left" valign="top">ENDPAC</td><td align="left" valign="top">Diagnosis</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">No</td><td align="left" valign="top">&#x2003;</td></tr></tbody></table><table-wrap-foot><fn id="table3fn1"><p><sup>a</sup>BLOODTRACC: Full <underline/>blood count trends for colorectal cancer detection.</p></fn><fn id="table3fn2"><p><sup>b</sup>ENDPAC: enriching new-onset diabetes for pancreatic cancer.</p></fn></table-wrap-foot></table-wrap><p>Only 4 (57%) models assessed overall performance. Virdee et al [<xref ref-type="bibr" rid="ref31">31</xref>], derived Brier scores of 0.0028 (men) and 0.0033 (women) for 2-year risk of colorectal cancer and Read et al [<xref ref-type="bibr" rid="ref28">28</xref>] derived Brier scores of 0.008 (logistic regression) and 0.092 (random forests) for 6-month risk of GI cancer<xref ref-type="bibr" rid="ref28">28</xref>.</p><p>A total of 6 (86%) models (100% of those internally validated) assessed discrimination, each using the c-statistic. Gould 2021 [<xref ref-type="bibr" rid="ref23">23</xref>] and Kinar 2016 [<xref ref-type="bibr" rid="ref27">27</xref>] reported c-statistic=0.87 and 0.82 for 3&#x2010;6-month risk of nonsmall cell lung cancer in the United States of America and Israel based on various blood test trends measured over 5 years combined with other patient data and colorectal cancer based on all FBC parameters over 3 years combined with other patient data, respectively. Read 2023 [<xref ref-type="bibr" rid="ref28">28</xref>] reported c-statistic=0.711 (logistic regression) and 0.713 (random forests) for 6-month risk of GI cancer based on FBC trends combined with other patient data. Virdee et al [<xref ref-type="bibr" rid="ref31">31</xref>] reported c-statistic=0.75 (men) and 0.76 (women) for 2-year risk of colorectal cancer following trends in hemoglobin, mean cell volume, and platelets, together with age, measured over 5 years in UK primary care patients.</p><p>A total of 4 (57%) models were assessed for calibration. Gould 2021 [<xref ref-type="bibr" rid="ref23">23</xref>] used isotonic regression to assess calibration, but did not report the corresponding results. Kinar 2016 [<xref ref-type="bibr" rid="ref27">27</xref>] used the Hosmer-Lemeshow test and reported <italic>P</italic>=.47 for 3&#x2010;6 month risk of colorectal cancer. Virdee et al [<xref ref-type="bibr" rid="ref31">31</xref>] derived calibration slopes of 1.06 (men) and 1.05 (women) for 2-year risk of colorectal cancer and presented calibration plots.</p></sec><sec id="s3-7"><title>External Validation</title><p>Fourteen external validation studies were performed in total for 2 models (<xref ref-type="table" rid="table3">Table 3</xref>): the ColonFlag by [<xref ref-type="bibr" rid="ref27">27</xref>] was externally validated by 10 studies and the ENDPAC model by [<xref ref-type="bibr" rid="ref30">30</xref>] by 4 studies. There were on average 244,580 participants included in the external validation studies, ranging from 532 to 2,225,249. Overall performance, discrimination, and calibration are all essential assessments to assess external validity of prediction models [<xref ref-type="bibr" rid="ref37">37</xref>]. Overall performance of the ColonFlag or ENDPAC model was not assessed during external validation.</p><p>A total of 6 (29%) of the 14 external validations assessed discrimination, with all using the c-statistic. Birks et al [<xref ref-type="bibr" rid="ref21">21</xref>] externally validated ColonFlag at multiple time intervals between the most recent blood test and diagnosis in a UK sample, reporting c-statistic=0.844 at 3&#x2010;6 months, which reduced to 0.751 at 23&#x2010;36 months [<xref ref-type="bibr" rid="ref21">21</xref>]. Kinar et al [<xref ref-type="bibr" rid="ref27">27</xref>] also externally validated the ColonFlag using UK data and reported a similar c-statistic (0.81) at 3&#x2010;6 months before colorectal cancer diagnosis [<xref ref-type="bibr" rid="ref27">27</xref>]. However, Kinar et al [<xref ref-type="bibr" rid="ref27">27</xref>] removed the red blood cell distribution width blood level from the model and assessed predictive performance of the resulting model. This was because the UK dataset did not include red blood cell distribution width, but the removal of a predictor from the model consequently means the external validation is incomplete.</p><p>A total of 4 studies with available data assessed &#x003C;6-month risk of colorectal from ColonFlag and were included in a random-effects meta-analysis [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. The pooled estimate indicated c-statistic=0.81 (95% CI 0.77&#x2010;0.85) (&#x03C4;<sup>2</sup>=0.0016), with 99.1% (<italic>I</italic><sup>2</sup>) of the heterogeneity attributable to between-study differences (<xref ref-type="fig" rid="figure2">Figure 2</xref>). Our post hoc meta-analyses including only primary care populations and nonprimary care populations separately reduced heterogeneity, but this remained high (Figure S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p><p>Calibration was assessed by Kinar et al [<xref ref-type="bibr" rid="ref27">27</xref>]2016 only, using the Hosmer-Lemeshow test for the ColonFlag. They reported weak calibration at 3&#x2010;6 months in the UK dataset (<italic>P</italic>&#x003C;.001).</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Forest plot of c-statistic for risk of colorectal cancer from ColonFlag external validations [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref29">29</xref>].</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="cancer_v11i1e70275_fig02.png"/></fig></sec><sec id="s3-8"><title>Added Value of Trend</title><p>Kinar et al [<xref ref-type="bibr" rid="ref27">27</xref>] assessed which blood test trends contributed most to the c-statistic of their prediction model for 3&#x2010;6 month risk of colorectal cancer. Their model included trend in 20 FBC parameters, age, and sex. Red blood cell-related parameters contributed the most to the c-statistic, with trend in hemoglobin contributing the most (around 0.11) when added to age and sex. White blood cell-related parameters added the least to the c-statistic when combined with age and sex, such as adding around 0.03 AUC with the inclusion of monocyte count trend.</p><p>Read et al [<xref ref-type="bibr" rid="ref28">28</xref>] used logistic regression to develop prediction models for the 6-month risk of gastro-intestinal cancer, including age, sex, BMI, blood test trends, and further covariates. They compared the c-statistic of their final model to one including blood tests measured at a single time point (the last test prior to the prediction interval). They report a higher c-statistic for their model including blood test trends (0.711, 95% CI 0.691&#x2010;0.731) compared with the model including blood tests from a single time point (0.697, 95% CI 0.679&#x2010;0.715). As secondary analyses, they assessed the c-statistic for one-, three-, and five-year risk, reporting higher c-statistics for models including blood test trends compared to models including single blood tests for one- (0.705, 95% CI 0.689&#x2010;0.722 trend and 0.693, 95% CI 0.675&#x2010;0.710 single) and three-year (0.735, 95% CI 0.713&#x2010;0.757 trend and 0.683, 95% CI 0.665&#x2010;0.701 single) risk but a lower c-statistic for their model including trends for five-year risk (0.672, 95% CI 0.653&#x2010;0.691 trend and 0.703, 95% CI 0.686&#x2010;0.720 single). No other study reported the added benefit of blood test trend to the prediction models.</p></sec><sec id="s3-9"><title>Risk of Bias</title><p>Risk of bias for each domain is summarised in <xref ref-type="fig" rid="figure3">Figure 3</xref> and per study in Table S5 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. All 16 studies scored a low risk of bias in the predictors and outcome domains. All but 3 studies in the participant domain scored low risk of bias, with (Gould et al, Hornbrook et al, and, Schneider et al [<xref ref-type="bibr" rid="ref23">23</xref>,25,29]) scoring high risk of bias for not including all eligible patients in their analyses. All but one study scored a high risk of bias in the analysis domain, commonly due to studies removing patients with missing data from all their analyses, not adjusting the developed model for under or overfitting, or not accounting for complexities in the data, such as censoring.</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Summary of risk of bias scores, assessed using the prediction model risk of bias assessment tool.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="cancer_v11i1e70275_fig03.png"/></fig></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>This systematic review builds on our recent review on the association between blood test trend and cancer diagnosis [<xref ref-type="bibr" rid="ref13">13</xref>] by highlighting the potential for risk stratification and methodological considerations of incorporating combinations of trends into cancer risk prediction models for use in practice. Our review identified logistic regression (incorporating the difference between 2 blood tests as a single variable) and multivariate joint modeling as the most commonly used modeling techniques. Models were often developed using poor methods. For example, although all but one model underwent internal validation during model development, model performance was not adequately assessed, with calibration often ignored and recalibration rarely performed for overfitting [<xref ref-type="bibr" rid="ref37">37</xref>-<xref ref-type="bibr" rid="ref41">41</xref>]. Where calibration was assessed, the Hosmer-Lemeshow test was sometimes used, which is known to have limited power and poor interpretability [<xref ref-type="bibr" rid="ref37">37</xref>]. Many models were inadequately reported, with only one study providing the full risk-equation needed to derive an individual&#x2019;s risk of diagnosis. Without the full risk equation being available, models are unlikely to be independently externally validated or easily embedded into practice. Although our primary focus was to critically appraise trend-based prediction models, it is important to also highlight caution in the interpretation of performance measures from the models, as these may be subject to publication bias. For example, a prediction model with a poorer c-statistic is less likely to be published.</p><p>The ColonFlag model was most commonly externally validated, although this model is commercially developed so not publicly available. This model uses trends in FBC parameters to predict a monotonic score confined between 0&#x2010;100, where higher scores reflect a higher likelihood of colorectal cancer diagnosis [<xref ref-type="bibr" rid="ref27">27</xref>]. A pooled c-statistic of 0.81 from 4 studies indicates that trends in the FBC could be generalizable to other clinical settings and geographical locations, with good predictive ability to distinguish between patients with and without colorectal cancer. Heterogeneity was however high. This was anticipated due to the variation between studies included in the meta-analysis, such as differing geographical settings, health care systems, and eHealth records used. Therefore, caution should be given in the interpretation of these results when making generalisations between different clinical settings. There were few studies demonstrating the external validity of other models including blood test trend. Predictive ability of models was not assessed by cancer characteristics, such as by cancer stage, in any study.</p></sec><sec id="s4-2"><title>Comparison of Models</title><p>A total of 3 models were identified for colorectal cancer: the ColonFlag and sex-specific BLOODTRACC models. Both models include age and sex, with the ColonFlag also including trend in all 20 FBC parameters and the BLOODTRACC models including trend in only three FBC parameters (hemoglobin, mean cell volume, and platelets). The ColonFlag uses changes over tests measured at 36 and 18 months up to the current test, with all patients requiring a test at each time point, whereas the BLOODTRACC models use all available tests over a five-year period before the current test and takes into consideration the timing of tests, as blood tests are not performed routinely in the United Kingdom. Although the ColonFlag was developed for 3&#x2010;6 month risk in Israeli primary care, external validation studies of this model for two-year risk found it performed similarly to the BLOODTRACC models for 2-year risk in UK primary care. This suggests that the 17 additional blood test trends in the ColonFlag may not add further diagnostic benefit to the combination of hemoglobin, mean corpuscular volume, and platelet trends for colorectal cancer. This may suggest that the underlying methodology used to develop the models (decision trees for the ColonFlag and joint modeling for the BLOODTRACC models) does not affect discriminative performance, but this would need assessing on the same patient dataset and multiple study designs employed to reduce heterogeneity. This assessment was performed in the BLOODTRACC model derivation study, where both models derived comparable c-statistics in the same cohort, both overall and in subgroups of age, by number of blood tests used to derive trends, and by longitudinal period used to derive trends [<xref ref-type="bibr" rid="ref31">31</xref>].</p><p>Read et al[<xref ref-type="bibr" rid="ref28">28</xref>] developed two models for gastro-intestinal cancer, one using random forests and one using logistic regression. Both models were designed to be as similar as possible, such as using the same study sample, outcome window, longitudinal period to derive trends, and similar covariates, with the methodological approach used to derive the methods being the biggest difference. Both models achieved an AUC of 0.71, suggesting that the underlying methodological approach may not affect discriminative performance, although the logistic model had better overall performance (lower Brier score). Neither model was assessed for calibration so further testing is required.</p><p>The remaining 2 models were for lung and pancreatic cancer. These were not compared with other models, as no further models for lung or pancreatic cancer were identified.</p></sec><sec id="s4-3"><title>Strengths and Limitations</title><p>To our knowledge, this is the first review of cancer prediction models that incorporate blood test trend. We performed a comprehensive search, developed with an information specialist, including full-length articles retrieved from MEDLINE and EMBASE. It is possible that additional relevant studies may be found exclusively in other databases and were missed by our review. However, it is likely that most relevant manuscripts were found, as MEDLINE and EMBASE had 97.5% coverage of articles in previous systematic reviews and we conducted citation searching of all included manuscripts [<xref ref-type="bibr" rid="ref42">42</xref>]. Our review identified prediction models for only four cancer types, with two externally validated (colorectal and pancreatic). We were therefore unable to draw conclusions regarding external validity for many cancer types. One further limitation is that we were unable to draw conclusions regarding publication bias, assessing whether prediction models were more likely to be published if they had good predictive performance. Only five models had c-statistics with corresponding confidence intervals at internal validation, making it difficult to assess symmetry in a funnel plot and deduce any publication bias.</p></sec><sec id="s4-4"><title>Comparison With Previous Work</title><p>To date, prediction models for cancer risk are most commonly developed using single blood test results (plus other predictors). These include the QCancer models for the 2-year risk of cancer [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>] and unexpected weight loss models for the 6-month risk of cancer [<xref ref-type="bibr" rid="ref45">45</xref>], which combine patient demographics, symptoms, and single blood test values for cancer risk in symptomatic patients in UK primary care practices. Collectively, these models have c-statistics ranging 0.79&#x2010;0.92, comparable to 0.71&#x2010;0.87 reported for the models included in this review, which often included only blood test trends, age, and sex and different outcome risk windows. Existing systematic reviews have identified prediction models for individual cancer sites, including lung, breast, colorectal, and prostate, but the focus of these reviews was not on the role of blood test trend [<xref ref-type="bibr" rid="ref46">46</xref>-<xref ref-type="bibr" rid="ref49">49</xref>]. Lung cancer prediction models in those reviews often included patient demographics, pneumonia, exposure to smoking, and single blood tests for one-year risk, with c-statistic ranging 0.66&#x2010;0.91. In this review, Gould et al [<xref ref-type="bibr" rid="ref23">23</xref>] reported 0.87 for six-month risk of lung cancer using similar predictors combined with trend in seven blood tests. Colorectal cancer prediction models in those reviews often included patient demographics and single blood tests, with c-statistic ranging from 0.82&#x2010;0.84 for 6-month risk and 0.72&#x2010;0.92 for 2-year risk. In this review, Kinar et al [<xref ref-type="bibr" rid="ref27">27</xref>] and Birks et al [<xref ref-type="bibr" rid="ref21">21</xref>] reported 0.82&#x2010;0.84 for 6-month risk and Virdee et al [<xref ref-type="bibr" rid="ref31">31</xref>] reported 0.75&#x2010;0.76 for 2-year risk of colorectal cancer using trend in 20 and three blood tests, respectively, age, and sex. Although those reviews identified prediction models using single blood test results for breast and prostate cancer [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref49">49</xref>], we found no prediction models incorporating trends for these cancers in this systematic review.</p></sec><sec id="s4-5"><title>Clinical and Research Implications</title><p>Thorough testing of prediction models is required before clinical guidelines for cancer investigation can incorporate blood test trends. This includes assessment for the predictive ability of blood test trend compared to single blood tests and symptoms and the potential for early detection of cancer. For example, in the cancer field, the NICE guidelines recommend primary care to refer for cancer investigation if a patient&#x2019;s risk is above 3%, which is often used to support referral of symptomatic patients, whose risk is likely higher than nonsymptomatic patients. For models derived for more general populations, such as the trend-based models included in this review, there is no clear cut-off. To assess the potential added benefit of trend, studies would need to compare the diagnostic accuracy of trend-based and static/single-test models. No study in our review performed such comparisons, so this potential remains unknown. Patient- and clinician-acceptability of blood test trend approaches for cancer detection also requires investigation to optimize uptake of such models in practice. As some clinicians order blood tests more than others, methods to standardize blood testing across practices may be warranted and could reduce practice-level variability through clinical guidelines on repeat blood testing. This additional testing may add burden to health care, but the balance of patient benefit and outcomes to health care burden would need investigation. In terms of reporting, prediction models were often not reported in full, which is required for implementation into clinical systems and use in practice. Future models should follow appropriate reporting guidelines to ensure they are appropriately reported, such as the TRIPOD [<xref ref-type="bibr" rid="ref36">36</xref>] or TRIPOD-AI [<xref ref-type="bibr" rid="ref50">50</xref>] guidelines.</p><p>Sub-optimal methods to analyse trends were often identified, such as logistic regression incorporating change between tests. Recent technological advancements have allowed for dynamic models, which are designed for repeated measures data by appropriately accounting for nonindependent data sporadically recorded in routine clinical practice [<xref ref-type="bibr" rid="ref51">51</xref>], to be incorporated into analysis software packages. These include models such as landmarking and joint modeling of longitudinal and time-to-event data [<xref ref-type="bibr" rid="ref52">52</xref>-<xref ref-type="bibr" rid="ref54">54</xref>]. Research is required to assess the implementation considerations of different methodological techniques. For example, the feasibility of incorporating computationally intensive approaches, such as joint modeling, or approaches that require larger datasets or are nontransparent, such as machine learning. Our ongoing research aims to develop and validate trend-based prediction models for cancer, with eventual integration of trend into risk stratification in clinical practice [<xref ref-type="bibr" rid="ref55">55</xref>]. Future prediction model studies should employ appropriate validation metrics, as we found that most studies did not assess overall performance or calibration. Further sub-optimal analysis methods commonly used included removing patients with missing data from all their analyses, not adjusting the developed model for under or overfitting, or not accounting for complexities in the data, such as censoring. Future models should consider such points to reduce bias.</p></sec><sec id="s4-6"><title>Conclusion</title><p>We highlight the cancers for which there is a reported prediction model incorporating changes in repeated blood tests over time and the cancers and blood tests with no published literature. We provide an overview of the predictive performance of prediction models incorporating blood test trends and highlight that further testing is needed for all models identified. This review lays the foundation for further research.</p></sec></sec></body><back><ack><p>PSV and BDN are funded for this work by a Cancer Research UK Clinical Careers Committee Postdoctoral Fellowship (RCCPDF\100005). The authors would also like to thank patient and public involvement representatives Alton Sutton, Bernard Gudgin, Clara Martins de Barros, Emily Lam, Ian Blelloch, Julian Ashton, Margaret Ogden, Shannon Draisey, and Susan Lynne for applying a patient perspective on the relevance of blood test trends for cancer detection.</p></ack><notes><sec><title>Data Availability</title><p>The datasets generated or analyzed during this study are available from the corresponding author on reasonable request.</p></sec></notes><fn-group><fn fn-type="con"><p>PSV, JLO, CB, RP, RH, BDN &#x2013; Conceptualization</p><p>PSV, KKC, CFS, XY, NR &#x2013; Data curation</p><p>PSV &#x2013; Formal analysis</p><p>PSV, BDN &#x2013; Funding acquisition</p><p>PSV &#x2013; Methodology</p><p>PSV &#x2013; Project administration</p><p>PSV &#x2013; Resources</p><p>PSV &#x2013; Software</p><p>KKC, CFS, XY &#x2013; Validation</p><p>PSV &#x2013; Visualization</p><p>PSV &#x2013; Writing &#x2013; original draft</p><p>All authors &#x2013; Writing &#x2013; review &#x0026; editing</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">ENDPAC</term><def><p>Enriching New-Onset Diabetes for Pancreatic Cancer</p></def></def-item><def-item><term id="abb2">FBC</term><def><p>full blood count</p></def></def-item><def-item><term id="abb3">ICD10</term><def><p> International Statistical Classification of Diseases and Related Health Problems 10th Revision</p></def></def-item><def-item><term id="abb4">NICE</term><def><p> National Institute for Health and Care Excellence</p></def></def-item><def-item><term id="abb5">PRISMA</term><def><p> Preferred Reporting Items for Systematic review and Meta-Analysis</p></def></def-item><def-item><term id="abb6">PROBAST</term><def><p> prediction model risk of bias assessment tool</p></def></def-item><def-item><term id="abb7">PROSPERO</term><def><p> Prospective Register of Systematic Reviews</p></def></def-item><def-item><term id="abb8">TRIPOD</term><def><p>Transparent Reporting of a multivariable prediction model for Individual Prognosis Or Diagnosis</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="web"><article-title>Worldwide cancer incidence statistics</article-title><source>Cancer Research UK</source><year>2023</year><access-date>2025-05-24</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.cancerresearchuk.org/health-professional/cancer-statistics/worldwide-cancer/incidence#heading-One">https://www.cancerresearchuk.org/health-professional/cancer-statistics/worldwide-cancer/incidence#heading-One</ext-link></comment></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="web"><article-title>Cancer statistics for the UK - cancer screening and diagnosis</article-title><source>Cancer Research UK</source><year>2023</year><access-date>2025-05-24</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.cancerresearchuk.org/health-professional/cancer-statistics-for-the-uk#heading-Four">https://www.cancerresearchuk.org/health-professional/cancer-statistics-for-the-uk#heading-Four</ext-link></comment></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Siegel</surname><given-names>RL</given-names> </name><name name-style="western"><surname>Miller</surname><given-names>KD</given-names> </name><name name-style="western"><surname>Fuchs</surname><given-names>HE</given-names> </name><etal/></person-group><article-title>Cancer statistics, 2022</article-title><source>CA Cancer J Clin</source><year>2022</year><month>01</month><volume>72</volume><issue>1</issue><fpage>7</fpage><lpage>33</lpage><pub-id pub-id-type="doi">10.3322/caac.21708</pub-id><pub-id pub-id-type="medline">35020204</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="web"><article-title>Survival for lung cancer</article-title><source>Cancer Research UK</source><year>2023</year><access-date>2025-05-24</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.cancerresearchuk.org/about-cancer/lung-cancer/survival">https://www.cancerresearchuk.org/about-cancer/lung-cancer/survival</ext-link></comment></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="web"><article-title>Survival for bowel cancer</article-title><source>Cancer Research UK</source><year>2023</year><access-date>2025-05-24</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.cancerresearchuk.org/about-cancer/bowel-cancer/survival">https://www.cancerresearchuk.org/about-cancer/bowel-cancer/survival</ext-link></comment></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="web"><article-title>Survival for breast cancer</article-title><source>Cancer Research UK</source><year>2023</year><access-date>2025-05-24</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.cancerresearchuk.org/about-cancer/breast-cancer/survival">https://www.cancerresearchuk.org/about-cancer/breast-cancer/survival</ext-link></comment></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="web"><article-title>Survival of prostate cancer</article-title><source>Cancer Research UK</source><year>2023</year><access-date>2025-05-24</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.cancerresearchuk.org/about-cancer/prostate-cancer/survival">https://www.cancerresearchuk.org/about-cancer/prostate-cancer/survival</ext-link></comment></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Crosby</surname><given-names>D</given-names> </name><name name-style="western"><surname>Bhatia</surname><given-names>S</given-names> </name><name name-style="western"><surname>Brindle</surname><given-names>KM</given-names> </name><etal/></person-group><article-title>Early detection of cancer</article-title><source>Science</source><year>2022</year><month>03</month><day>18</day><volume>375</volume><issue>6586</issue><fpage>eaay9040</fpage><pub-id pub-id-type="doi">10.1126/science.aay9040</pub-id><pub-id pub-id-type="medline">35298272</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="web"><article-title>What is cancer screening</article-title><source>Cancer Research UK</source><year>2022</year><access-date>2025-05-24</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.cancerresearchuk.org/about-cancer/cancer-symptoms/spot-cancer-early/screening/what-is-cancer-screening#screening20">https://www.cancerresearchuk.org/about-cancer/cancer-symptoms/spot-cancer-early/screening/what-is-cancer-screening#screening20</ext-link></comment></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rubin</surname><given-names>GP</given-names> </name><name name-style="western"><surname>Saunders</surname><given-names>CL</given-names> </name><name name-style="western"><surname>Abel</surname><given-names>GA</given-names> </name><etal/></person-group><article-title>Impact of investigations in general practice on timeliness of referral for patients subsequently diagnosed with cancer: analysis of national primary care audit data</article-title><source>Br J Cancer</source><year>2015</year><month>02</month><day>17</day><volume>112</volume><issue>4</issue><fpage>676</fpage><lpage>687</lpage><pub-id pub-id-type="doi">10.1038/bjc.2014.634</pub-id><pub-id pub-id-type="medline">25602963</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Watson</surname><given-names>J</given-names> </name><name name-style="western"><surname>Mounce</surname><given-names>L</given-names> </name><name name-style="western"><surname>Bailey</surname><given-names>SE</given-names> </name><etal/></person-group><article-title>Blood markers for cancer</article-title><source>BMJ</source><year>2019</year><month>10</month><day>14</day><volume>367</volume><fpage>l5774</fpage><pub-id pub-id-type="doi">10.1136/bmj.l5774</pub-id><pub-id pub-id-type="medline">31611235</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="web"><article-title>Suspected cancer: recognition and referral (NG12)</article-title><source>NICE</source><year>2015</year><access-date>2025-05-24</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.nice.org.uk/guidance/ng12">https://www.nice.org.uk/guidance/ng12</ext-link></comment></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Virdee</surname><given-names>PS</given-names> </name><name name-style="western"><surname>Collins</surname><given-names>KK</given-names> </name><name name-style="western"><surname>Friedemann Smith</surname><given-names>C</given-names> </name><etal/></person-group><article-title>The association between blood test trends and undiagnosed cancer: a systematic review and critical appraisal</article-title><source>Cancers (Basel)</source><year>2024</year><month>04</month><day>26</day><volume>16</volume><issue>9</issue><fpage>1692</fpage><pub-id pub-id-type="doi">10.3390/cancers16091692</pub-id><pub-id pub-id-type="medline">38730644</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Moher</surname><given-names>D</given-names> </name><name name-style="western"><surname>Liberati</surname><given-names>A</given-names> </name><name name-style="western"><surname>Tetzlaff</surname><given-names>J</given-names> </name><collab>PRISMA Group</collab><etal/></person-group><article-title>Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement</article-title><source>PLoS Med</source><year>2009</year><month>07</month><day>21</day><volume>6</volume><issue>7</issue><fpage>e1000097</fpage><pub-id pub-id-type="doi">10.1371/journal.pmed.1000097</pub-id><pub-id pub-id-type="medline">19621072</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="web"><article-title>International statistical classification of diseases and related health problems 10th revision (ICD-10)</article-title><source>World Health Organisation</source><year>2019</year><access-date>2025-05-24</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://icd.who.int/browse10/2019/en">https://icd.who.int/browse10/2019/en</ext-link></comment></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="web"><article-title>EndNote 20</article-title><source>EndNote</source><year>2023</year><access-date>2025-05-24</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://endnote.com">https://endnote.com</ext-link></comment></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ouzzani</surname><given-names>M</given-names> </name><name name-style="western"><surname>Hammady</surname><given-names>H</given-names> </name><name name-style="western"><surname>Fedorowicz</surname><given-names>Z</given-names> </name><etal/></person-group><article-title>Rayyan-a web and mobile app for systematic reviews</article-title><source>Syst Rev</source><year>2016</year><month>12</month><day>5</day><volume>5</volume><issue>1</issue><fpage>210</fpage><pub-id pub-id-type="doi">10.1186/s13643-016-0384-4</pub-id><pub-id pub-id-type="medline">27919275</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wolff</surname><given-names>RF</given-names> </name><name name-style="western"><surname>Moons</surname><given-names>KGM</given-names> </name><name name-style="western"><surname>Riley</surname><given-names>RD</given-names> </name><etal/></person-group><article-title>PROBAST: a tool to assess the risk of bias and applicability of prediction model studies</article-title><source>Ann Intern Med</source><year>2019</year><month>01</month><day>1</day><volume>170</volume><issue>1</issue><fpage>51</fpage><lpage>58</lpage><pub-id pub-id-type="doi">10.7326/M18-1376</pub-id><pub-id pub-id-type="medline">30596875</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ayling</surname><given-names>RM</given-names> </name><name name-style="western"><surname>Lewis</surname><given-names>SJ</given-names> </name><name name-style="western"><surname>Cotter</surname><given-names>F</given-names> </name></person-group><article-title>Potential roles of artificial intelligence learning and faecal immunochemical testing for prioritisation of colonoscopy in anaemia</article-title><source>Br J Haematol</source><year>2019</year><month>04</month><volume>185</volume><issue>2</issue><fpage>311</fpage><lpage>316</lpage><pub-id pub-id-type="doi">10.1111/bjh.15776</pub-id><pub-id pub-id-type="medline">30714125</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ayling</surname><given-names>RM</given-names> </name><name name-style="western"><surname>Wong</surname><given-names>A</given-names> </name><name name-style="western"><surname>Cotter</surname><given-names>F</given-names> </name></person-group><article-title>Use of ColonFlag score for prioritisation of endoscopy in colorectal cancer</article-title><source>BMJ Open Gastroenterol</source><year>2021</year><month>06</month><volume>8</volume><issue>1</issue><fpage>e000639</fpage><pub-id pub-id-type="doi">10.1136/bmjgast-2021-000639</pub-id><pub-id pub-id-type="medline">34083226</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Birks</surname><given-names>J</given-names> </name><name name-style="western"><surname>Bankhead</surname><given-names>C</given-names> </name><name name-style="western"><surname>Holt</surname><given-names>TA</given-names> </name><etal/></person-group><article-title>Evaluation of a prediction model for colorectal cancer: retrospective analysis of 2.5 million patient records</article-title><source>Cancer Med</source><year>2017</year><month>10</month><volume>6</volume><issue>10</issue><fpage>2453</fpage><lpage>2460</lpage><pub-id pub-id-type="doi">10.1002/cam4.1183</pub-id><pub-id pub-id-type="medline">28941187</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Goshen</surname><given-names>R</given-names> </name><name name-style="western"><surname>Choman</surname><given-names>E</given-names> </name><name name-style="western"><surname>Ran</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Computer-assisted flagging of individuals at high risk of colorectal cancer in a large health maintenance organization using the ColonFlag test</article-title><source>JCO Clin Cancer Inform</source><year>2018</year><month>12</month><volume>2</volume><fpage>1</fpage><lpage>8</lpage><pub-id pub-id-type="doi">10.1200/CCI.17.00130</pub-id><pub-id pub-id-type="medline">30652563</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gould</surname><given-names>MK</given-names> </name><name name-style="western"><surname>Huang</surname><given-names>BZ</given-names> </name><name name-style="western"><surname>Tammemagi</surname><given-names>MC</given-names> </name><etal/></person-group><article-title>Machine learning for early lung cancer identification using routine clinical and laboratory data</article-title><source>Am J Respir Crit Care Med</source><year>2021</year><month>08</month><day>15</day><volume>204</volume><issue>4</issue><fpage>445</fpage><lpage>453</lpage><pub-id pub-id-type="doi">10.1164/rccm.202007-2791OC</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hilsden</surname><given-names>RJ</given-names> </name><name name-style="western"><surname>Heitman</surname><given-names>SJ</given-names> </name><name name-style="western"><surname>Mizrahi</surname><given-names>B</given-names> </name><etal/></person-group><article-title>Prediction of findings at screening colonoscopy using a machine learning algorithm based on complete blood counts (ColonFlag)</article-title><source>PLoS ONE</source><year>2018</year><volume>13</volume><issue>11</issue><fpage>e0207848</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0207848</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hornbrook</surname><given-names>MC</given-names> </name><name name-style="western"><surname>Goshen</surname><given-names>R</given-names> </name><name name-style="western"><surname>Choman</surname><given-names>E</given-names> </name><etal/></person-group><article-title>Early colorectal cancer detected by machine learning model using gender, age, and complete blood count data</article-title><source>Dig Dis Sci</source><year>2017</year><month>10</month><volume>62</volume><issue>10</issue><fpage>2719</fpage><lpage>2727</lpage><pub-id pub-id-type="doi">10.1007/s10620-017-4722-8</pub-id><pub-id pub-id-type="medline">28836087</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kinar</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Akiva</surname><given-names>P</given-names> </name><name name-style="western"><surname>Choman</surname><given-names>E</given-names> </name><etal/></person-group><article-title>Performance analysis of a machine learning flagging system used to identify a group of individuals at a high risk for colorectal cancer</article-title><source>PLoS One</source><year>2017</year><volume>12</volume><issue>2</issue><fpage>e0171759</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0171759</pub-id><pub-id pub-id-type="medline">28182647</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kinar</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Kalkstein</surname><given-names>N</given-names> </name><name name-style="western"><surname>Akiva</surname><given-names>P</given-names> </name><etal/></person-group><article-title>Development and validation of a predictive model for detection of colorectal cancer in primary care by analysis of complete blood counts: a binational retrospective study</article-title><source>J Am Med Inform Assoc</source><year>2016</year><month>09</month><volume>23</volume><issue>5</issue><fpage>879</fpage><lpage>890</lpage><pub-id pub-id-type="doi">10.1093/jamia/ocv195</pub-id><pub-id pub-id-type="medline">26911814</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Read</surname><given-names>AJ</given-names> </name><name name-style="western"><surname>Zhou</surname><given-names>W</given-names> </name><name name-style="western"><surname>Saini</surname><given-names>SD</given-names> </name><etal/></person-group><article-title>Prediction of gastrointestinal tract cancers using longitudinal electronic health record data</article-title><source>Cancers (Basel)</source><year>2023</year><month>02</month><day>22</day><volume>15</volume><issue>5</issue><fpage>1399</fpage><pub-id pub-id-type="doi">10.3390/cancers15051399</pub-id><pub-id pub-id-type="medline">36900192</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Schneider</surname><given-names>JL</given-names> </name><name name-style="western"><surname>Layefsky</surname><given-names>E</given-names> </name><name name-style="western"><surname>Udaltsova</surname><given-names>N</given-names> </name><etal/></person-group><article-title>Validation of an algorithm to identify patients at risk for colorectal cancer based on laboratory test and demographic data in diverse, community-based population</article-title><source>Clin Gastroenterol Hepatol</source><year>2020</year><month>11</month><volume>18</volume><issue>12</issue><fpage>2734</fpage><lpage>2741</lpage><pub-id pub-id-type="doi">10.1016/j.cgh.2020.04.054</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sharma</surname><given-names>A</given-names> </name><name name-style="western"><surname>Kandlakunta</surname><given-names>H</given-names> </name><name name-style="western"><surname>Nagpal</surname><given-names>SJS</given-names> </name><etal/></person-group><article-title>Model to determine risk of pancreatic cancer in patients with new-onset diabetes</article-title><source>Gastroenterology</source><year>2018</year><month>09</month><volume>155</volume><issue>3</issue><fpage>730</fpage><lpage>739</lpage><pub-id pub-id-type="doi">10.1053/j.gastro.2018.05.023</pub-id><pub-id pub-id-type="medline">29775599</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Virdee</surname><given-names>PS</given-names> </name><name name-style="western"><surname>Patnick</surname><given-names>J</given-names> </name><name name-style="western"><surname>Watkinson</surname><given-names>P</given-names> </name><etal/></person-group><article-title>Full blood count trends for colorectal cancer detection in primary care: development and validation of a dynamic prediction model</article-title><source>Cancers (Basel)</source><year>2022</year><month>09</month><day>29</day><volume>14</volume><issue>19</issue><fpage>4779</fpage><pub-id pub-id-type="doi">10.3390/cancers14194779</pub-id><pub-id pub-id-type="medline">36230702</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Boursi</surname><given-names>B</given-names> </name><name name-style="western"><surname>Patalon</surname><given-names>T</given-names> </name><name name-style="western"><surname>Webb</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Validation of the enriching new-onset diabetes for pancreatic cancer model: a retrospective cohort study using real-world data</article-title><source>Pancreas</source><year>2022</year><month>02</month><day>1</day><volume>51</volume><issue>2</issue><fpage>196</fpage><lpage>199</lpage><pub-id pub-id-type="doi">10.1097/MPA.0000000000002000</pub-id><pub-id pub-id-type="medline">35404897</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chen</surname><given-names>W</given-names> </name><name name-style="western"><surname>Zhou</surname><given-names>B</given-names> </name><name name-style="western"><surname>Luong</surname><given-names>TQ</given-names> </name><etal/></person-group><article-title>Prediction of pancreatic cancer in patients with new onset hyperglycemia: a modified ENDPAC model</article-title><source>Pancreatology</source><year>2024</year><month>11</month><volume>24</volume><issue>7</issue><fpage>1115</fpage><lpage>1122</lpage><pub-id pub-id-type="doi">10.1016/j.pan.2024.09.015</pub-id><pub-id pub-id-type="medline">39353843</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Khan</surname><given-names>S</given-names> </name><name name-style="western"><surname>Safarudin</surname><given-names>RF</given-names> </name><name name-style="western"><surname>Kupec</surname><given-names>JT</given-names> </name></person-group><article-title>Validation of the ENDPAC model: Identifying new-onset diabetics at risk of pancreatic cancer</article-title><source>Pancreatology</source><year>2021</year><month>04</month><volume>21</volume><issue>3</issue><fpage>550</fpage><lpage>555</lpage><pub-id pub-id-type="doi">10.1016/j.pan.2021.02.001</pub-id><pub-id pub-id-type="medline">33583686</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Virdee</surname><given-names>PS</given-names> </name><name name-style="western"><surname>Patnick</surname><given-names>J</given-names> </name><name name-style="western"><surname>Watkinson</surname><given-names>P</given-names> </name><etal/></person-group><article-title>Trends in the full blood count blood test and colorectal cancer detection: a longitudinal, case-control study of UK primary care patient data</article-title><source>NIHR Open Res</source><year>2022</year><volume>2</volume><issue>32</issue><fpage>32</fpage><pub-id pub-id-type="doi">10.3310/nihropenres.13266.2</pub-id><pub-id pub-id-type="medline">37056715</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Collins</surname><given-names>GS</given-names> </name><name name-style="western"><surname>Reitsma</surname><given-names>JB</given-names> </name><name name-style="western"><surname>Altman</surname><given-names>DG</given-names> </name><etal/></person-group><article-title>Transparent reporting of a multivariable prediction model for individual prognosis or diagnosis (TRIPOD): the TRIPOD statement</article-title><source>BMJ</source><year>2015</year><month>01</month><day>7</day><volume>350</volume><fpage>g7594</fpage><pub-id pub-id-type="doi">10.1136/bmj.g7594</pub-id><pub-id pub-id-type="medline">25569120</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Steyerberg</surname><given-names>EW</given-names> </name><name name-style="western"><surname>Vickers</surname><given-names>AJ</given-names> </name><name name-style="western"><surname>Cook</surname><given-names>NR</given-names> </name><etal/></person-group><article-title>Assessing the performance of prediction models: a framework for traditional and novel measures</article-title><source>Epidemiology</source><year>2010</year><month>01</month><volume>21</volume><issue>1</issue><fpage>128</fpage><lpage>138</lpage><pub-id pub-id-type="doi">10.1097/EDE.0b013e3181c30fb2</pub-id><pub-id pub-id-type="medline">20010215</pub-id></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Archer</surname><given-names>L</given-names> </name><name name-style="western"><surname>Snell</surname><given-names>KIE</given-names> </name><name name-style="western"><surname>Ensor</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Minimum sample size for external validation of a clinical prediction model with a continuous outcome</article-title><source>Stat Med</source><year>2021</year><month>01</month><day>15</day><volume>40</volume><issue>1</issue><fpage>133</fpage><lpage>146</lpage><pub-id pub-id-type="doi">10.1002/sim.8766</pub-id><pub-id pub-id-type="medline">33150684</pub-id></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Riley</surname><given-names>RD</given-names> </name><name name-style="western"><surname>Collins</surname><given-names>GS</given-names> </name><name name-style="western"><surname>Ensor</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Minimum sample size calculations for external validation of a clinical prediction model with a time-to-event outcome</article-title><source>Stat Med</source><year>2022</year><month>03</month><day>30</day><volume>41</volume><issue>7</issue><fpage>1280</fpage><lpage>1295</lpage><pub-id pub-id-type="doi">10.1002/sim.9275</pub-id><pub-id pub-id-type="medline">34915593</pub-id></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Riley</surname><given-names>RD</given-names> </name><name name-style="western"><surname>Debray</surname><given-names>TPA</given-names> </name><name name-style="western"><surname>Collins</surname><given-names>GS</given-names> </name><etal/></person-group><article-title>Minimum sample size for external validation of a clinical prediction model with a binary outcome</article-title><source>Stat Med</source><year>2021</year><month>08</month><day>30</day><volume>40</volume><issue>19</issue><fpage>4230</fpage><lpage>4251</lpage><pub-id pub-id-type="doi">10.1002/sim.9025</pub-id><pub-id pub-id-type="medline">34031906</pub-id></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Riley</surname><given-names>RD</given-names> </name><name name-style="western"><surname>Ensor</surname><given-names>J</given-names> </name><name name-style="western"><surname>Snell</surname><given-names>KIE</given-names> </name><etal/></person-group><article-title>Calculating the sample size required for developing a clinical prediction model</article-title><source>BMJ</source><year>2020</year><month>03</month><day>18</day><volume>368</volume><fpage>m441</fpage><pub-id pub-id-type="doi">10.1136/bmj.m441</pub-id><pub-id pub-id-type="medline">32188600</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bramer</surname><given-names>WM</given-names> </name><name name-style="western"><surname>Giustini</surname><given-names>D</given-names> </name><name name-style="western"><surname>Kramer</surname><given-names>BMR</given-names> </name></person-group><article-title>Comparing the coverage, recall, and precision of searches for 120 systematic reviews in Embase, MEDLINE, and Google Scholar: a prospective study</article-title><source>Syst Rev</source><year>2016</year><month>03</month><day>1</day><volume>5</volume><fpage>39</fpage><pub-id pub-id-type="doi">10.1186/s13643-016-0215-7</pub-id><pub-id pub-id-type="medline">26932789</pub-id></nlm-citation></ref><ref id="ref43"><label>43</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hippisley-Cox</surname><given-names>J</given-names> </name><name name-style="western"><surname>Coupland</surname><given-names>C</given-names> </name></person-group><article-title>Symptoms and risk factors to identify women with suspected cancer in primary care: derivation and validation of an algorithm</article-title><source>Br J Gen Pract</source><year>2013</year><month>01</month><volume>63</volume><issue>606</issue><fpage>e11</fpage><lpage>21</lpage><pub-id pub-id-type="doi">10.3399/bjgp13X660733</pub-id><pub-id pub-id-type="medline">23336450</pub-id></nlm-citation></ref><ref id="ref44"><label>44</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hippisley-Cox</surname><given-names>J</given-names> </name><name name-style="western"><surname>Coupland</surname><given-names>C</given-names> </name></person-group><article-title>Symptoms and risk factors to identify men with suspected cancer in primary care: derivation and validation of an algorithm</article-title><source>Br J Gen Pract</source><year>2013</year><month>01</month><volume>63</volume><issue>606</issue><fpage>e1</fpage><lpage>10</lpage><pub-id pub-id-type="doi">10.3399/bjgp13X660724</pub-id><pub-id pub-id-type="medline">23336443</pub-id></nlm-citation></ref><ref id="ref45"><label>45</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nicholson</surname><given-names>BD</given-names> </name><name name-style="western"><surname>Aveyard</surname><given-names>P</given-names> </name><name name-style="western"><surname>Koshiaris</surname><given-names>C</given-names> </name><etal/></person-group><article-title>Combining simple blood tests to identify primary care patients with unexpected weight loss for cancer investigation: Clinical risk score development, internal validation, and net benefit analysis</article-title><source>PLoS Med</source><year>2021</year><month>08</month><volume>18</volume><issue>8</issue><fpage>e1003728</fpage><pub-id pub-id-type="doi">10.1371/journal.pmed.1003728</pub-id><pub-id pub-id-type="medline">34464384</pub-id></nlm-citation></ref><ref id="ref46"><label>46</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Aladwani</surname><given-names>M</given-names> </name><name name-style="western"><surname>Lophatananon</surname><given-names>A</given-names> </name><name name-style="western"><surname>Ollier</surname><given-names>W</given-names> </name><etal/></person-group><article-title>Prediction models for prostate cancer to be used in the primary care setting: a systematic review</article-title><source>BMJ Open</source><year>2020</year><month>07</month><day>19</day><volume>10</volume><issue>7</issue><fpage>e034661</fpage><pub-id pub-id-type="doi">10.1136/bmjopen-2019-034661</pub-id><pub-id pub-id-type="medline">32690501</pub-id></nlm-citation></ref><ref id="ref47"><label>47</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Toumazis</surname><given-names>I</given-names> </name><name name-style="western"><surname>Bastani</surname><given-names>M</given-names> </name><name name-style="western"><surname>Han</surname><given-names>SS</given-names> </name><etal/></person-group><article-title>Risk-Based lung cancer screening: a systematic review</article-title><source>Lung Cancer (Auckl)</source><year>2020</year><month>09</month><volume>147</volume><fpage>154</fpage><lpage>186</lpage><pub-id pub-id-type="doi">10.1016/j.lungcan.2020.07.007</pub-id><pub-id pub-id-type="medline">32721652</pub-id></nlm-citation></ref><ref id="ref48"><label>48</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Virdee</surname><given-names>PS</given-names> </name><name name-style="western"><surname>Marian</surname><given-names>IR</given-names> </name><name name-style="western"><surname>Mansouri</surname><given-names>A</given-names> </name><etal/></person-group><article-title>The full blood count blood test for colorectal cancer detection: a systematic review, meta-analysis, and critical appraisal</article-title><source>Cancers (Basel)</source><year>2020</year><month>08</month><day>19</day><volume>12</volume><issue>9</issue><fpage>2348</fpage><pub-id pub-id-type="doi">10.3390/cancers12092348</pub-id><pub-id pub-id-type="medline">32825191</pub-id></nlm-citation></ref><ref id="ref49"><label>49</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zheng</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Li</surname><given-names>J</given-names> </name><name name-style="western"><surname>Wu</surname><given-names>Z</given-names> </name><etal/></person-group><article-title>Risk prediction models for breast cancer: a systematic review</article-title><source>BMJ Open</source><year>2022</year><month>07</month><volume>12</volume><issue>7</issue><fpage>e055398</fpage><pub-id pub-id-type="doi">10.1136/bmjopen-2021-055398</pub-id></nlm-citation></ref><ref id="ref50"><label>50</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Collins</surname><given-names>GS</given-names> </name><name name-style="western"><surname>Moons</surname><given-names>KGM</given-names> </name><name name-style="western"><surname>Dhiman</surname><given-names>P</given-names> </name><etal/></person-group><article-title>TRIPOD+AI statement: updated guidance for reporting clinical prediction models that use regression or machine learning methods</article-title><source>BMJ</source><year>2024</year><month>04</month><day>16</day><volume>385</volume><fpage>e078378</fpage><pub-id pub-id-type="doi">10.1136/bmj-2023-078378</pub-id><pub-id pub-id-type="medline">38626948</pub-id></nlm-citation></ref><ref id="ref51"><label>51</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bull</surname><given-names>LM</given-names> </name><name name-style="western"><surname>Lunt</surname><given-names>M</given-names> </name><name name-style="western"><surname>Martin</surname><given-names>GP</given-names> </name><etal/></person-group><article-title>Harnessing repeated measurements of predictor variables for clinical risk prediction: a review of existing methods</article-title><source>Diagn Progn Res</source><year>2020</year><volume>4</volume><fpage>9</fpage><pub-id pub-id-type="doi">10.1186/s41512-020-00078-z</pub-id><pub-id pub-id-type="medline">32671229</pub-id></nlm-citation></ref><ref id="ref52"><label>52</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lee</surname><given-names>C</given-names> </name><name name-style="western"><surname>Yoon</surname><given-names>J</given-names> </name><name name-style="western"><surname>Schaar</surname><given-names>M van der</given-names> </name></person-group><article-title>Dynamic-DeepHit: a deep learning approach for dynamic survival analysis with competing risks based on longitudinal data</article-title><source>IEEE Trans Biomed Eng</source><year>2020</year><month>01</month><volume>67</volume><issue>1</issue><fpage>122</fpage><lpage>133</lpage><pub-id pub-id-type="doi">10.1109/TBME.2019.2909027</pub-id><pub-id pub-id-type="medline">30951460</pub-id></nlm-citation></ref><ref id="ref53"><label>53</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Paige</surname><given-names>E</given-names> </name><name name-style="western"><surname>Barrett</surname><given-names>J</given-names> </name><name name-style="western"><surname>Stevens</surname><given-names>D</given-names> </name><etal/></person-group><article-title>Landmark models for optimizing the use of repeated measurements of risk factors in electronic health records to predict future disease risk</article-title><source>Am J Epidemiol</source><year>2018</year><month>07</month><day>1</day><volume>187</volume><issue>7</issue><fpage>1530</fpage><lpage>1538</lpage><pub-id pub-id-type="doi">10.1093/aje/kwy018</pub-id><pub-id pub-id-type="medline">29584812</pub-id></nlm-citation></ref><ref id="ref54"><label>54</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sweeting</surname><given-names>MJ</given-names> </name><name name-style="western"><surname>Thompson</surname><given-names>SG</given-names> </name></person-group><article-title>Joint modelling of longitudinal and time-to-event data with application to predicting abdominal aortic aneurysm growth and rupture</article-title><source>Biom J</source><year>2011</year><month>09</month><volume>53</volume><issue>5</issue><fpage>750</fpage><lpage>763</lpage><pub-id pub-id-type="doi">10.1002/bimj.201100052</pub-id><pub-id pub-id-type="medline">21834127</pub-id></nlm-citation></ref><ref id="ref55"><label>55</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Virdee</surname><given-names>PS</given-names> </name><name name-style="western"><surname>Bankhead</surname><given-names>C</given-names> </name><name name-style="western"><surname>Koshiaris</surname><given-names>C</given-names> </name><etal/></person-group><article-title>Blood test trend for cancer detection (BLOTTED): protocol for an observational and prediction model development study using English primary care electronic health record data</article-title><source>Diagn Progn Res</source><year>2023</year><month>01</month><day>10</day><volume>7</volume><issue>1</issue><fpage>1</fpage><pub-id pub-id-type="doi">10.1186/s41512-022-00138-6</pub-id><pub-id pub-id-type="medline">36624489</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Final search strategy.</p><media xlink:href="cancer_v11i1e70275_app1.docx" xlink:title="DOCX File, 60 KB"/></supplementary-material><supplementary-material id="app2"><label>Checklist 1</label><p>PRISMA checklist.</p><media xlink:href="cancer_v11i1e70275_app2.pdf" xlink:title="PDF File, 75 KB"/></supplementary-material></app-group></back></article>