<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i5e35738</article-id>
      <article-id pub-id-type="pmid">35617022</article-id>
      <article-id pub-id-type="doi">10.2196/35738</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Proposal</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Proposal</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Life Course Digital Twins–Intelligent Monitoring for Early and Continuous Intervention and Prevention (LifeTIME): Proposal for a Retrospective Cohort Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bird</surname>
            <given-names>Marissa</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Rastmanesh</surname>
            <given-names>Reza</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Milne-Ives</surname>
            <given-names>Madison</given-names>
          </name>
          <degrees>BAS, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7628-882X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Fraser</surname>
            <given-names>Lorna K</given-names>
          </name>
          <degrees>MBChB, MRCPCH, MSc, MMedSci, PGCAP, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1360-4191</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Khan</surname>
            <given-names>Asiya</given-names>
          </name>
          <degrees>BEng (Hons), MSc, PGCert, PGCAP, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3620-3048</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Walker</surname>
            <given-names>David</given-names>
          </name>
          <degrees>BSc, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8686-4253</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>van Velthoven</surname>
            <given-names>Michelle Helena</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1245-8759</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>May</surname>
            <given-names>Jon</given-names>
          </name>
          <degrees>BSc, PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7439-9200</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Wolfe</surname>
            <given-names>Ingrid</given-names>
          </name>
          <degrees>MBBS, PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4717-7634</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Harding</surname>
            <given-names>Tracey</given-names>
          </name>
          <degrees>BSc, MSc, DClinP</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0525-9367</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Meinert</surname>
            <given-names>Edward</given-names>
          </name>
          <degrees>MA, MSc, MBA, MPA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Centre for Health Technology</institution>
            <institution>University of Plymouth</institution>
            <addr-line>Room 2</addr-line>
            <addr-line>6 Kirkby Place</addr-line>
            <addr-line>Plymouth, PL4 6DN</addr-line>
            <country>United Kingdom</country>
            <phone>44 1752600600</phone>
            <email>edward.meinert@plymouth.ac.uk</email>
          </address>
          <xref rid="aff8" ref-type="aff">8</xref>
          <xref rid="aff9" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2484-3347</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Centre for Health Technology</institution>
        <institution>University of Plymouth</institution>
        <addr-line>Plymouth</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Health Sciences</institution>
        <institution>University of York</institution>
        <addr-line>York</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>School of Engineering, Computing, and Mathematics</institution>
        <institution>University of Plymouth</institution>
        <addr-line>Plymouth</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Nuffield Department of Primary Care</institution>
        <institution>Medical Sciences Division</institution>
        <institution>University of Oxford</institution>
        <addr-line>Oxford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>School of Psychology</institution>
        <institution>University of Plymouth</institution>
        <addr-line>Plymouth</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Institute for Women’s and Children’s Health</institution>
        <institution>King’s College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>School of Nursing and Midwifery</institution>
        <institution>Faculty of Health</institution>
        <institution>University of Plymouth</institution>
        <addr-line>Plymouth</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>Department of Primary Care and Public Health</institution>
        <institution>School of Public Health</institution>
        <institution>Imperial College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff9">
        <label>9</label>
        <institution>Harvard T.H. Chan School of Public Health</institution>
        <institution>Harvard University</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Edward Meinert <email>edward.meinert@plymouth.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <volume>11</volume>
      <issue>5</issue>
      <elocation-id>e35738</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>2</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>7</day>
          <month>3</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Madison Milne-Ives, Lorna K Fraser, Asiya Khan, David Walker, Michelle Helena van Velthoven, Jon May, Ingrid Wolfe, Tracey Harding, Edward Meinert. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 26.05.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2022/5/e35738" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Multimorbidity, which is associated with significant negative outcomes for individuals and health care systems, is increasing in the United Kingdom. However, there is a lack of knowledge about the risk factors (including health, behavior, and environment) for multimorbidity over time. An interdisciplinary approach is essential, as data science, artificial intelligence, and engineering concepts (digital twins) can identify key risk factors throughout the life course, potentially enabling personalized simulation of life-course risk for the development of multimorbidity. Predicting the risk of developing clusters of health conditions before they occur would add clinical value by enabling targeted early preventive interventions, advancing personalized care to improve outcomes, and reducing the burden on health care systems.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to identify key risk factors that predict multimorbidity throughout the life course by developing an intelligent agent using digital twins so that early interventions can be delivered to improve health outcomes. The objectives of this study are to identify key predictors of lifetime risk of multimorbidity, create a series of simulated computational digital twins that predict risk levels for specific clusters of factors, and test the feasibility of the system.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study will use machine learning to develop digital twins by identifying key risk factors throughout the life course that predict the risk of later multimorbidity. The first stage of the development will be the training of a base predictive model. Data from the National Child Development Study, the North West London Integrated Care Record, the Clinical Practice Research Datalink, and Cerner’s Real World Data will be split into subsets for training and validation, which will be done following the k-fold cross-validation procedure and assessed with the Prediction Model Risk of Bias Assessment Tool (PROBAST). In addition, 2 data sets—the Early-Life Data Cross-linkage in Research study and the Children and Young People’s Health Partnership randomized controlled trial—will be used to develop a series of digital twin personas that simulate clusters of factors to predict different risk levels of developing multimorbidity.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The expected results are a validated model, a series of digital twin personas, and a proof-of-concept assessment.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Digital twins could provide an individualized early warning system that predicts the risk of future health conditions and recommends the most effective intervention to minimize that risk. These insights could significantly improve an individual’s quality of life and healthy life expectancy and reduce population-level health burdens.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/35738</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>artificial intelligence</kwd>
        <kwd>machine learning</kwd>
        <kwd>mulitmorbidity</kwd>
        <kwd>mental health</kwd>
        <kwd>health care</kwd>
        <kwd>AI</kwd>
        <kwd>outcome</kwd>
        <kwd>NCDS</kwd>
        <kwd>national child development study</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Multimorbidity, the co-occurrence of 2 or more long-term conditions, has been associated with numerous adverse outcomes and overwhelming financial burdens on health care systems [<xref ref-type="bibr" rid="ref1">1</xref>]. Its prevalence in the United Kingdom is projected to almost double by 2035, and at least two-thirds of the gain in life expectancy for people aged &#62;65 years will be spent with 4 or more chronic conditions [<xref ref-type="bibr" rid="ref2">2</xref>]. Multimorbidity is most common in older people, but it is seen in patients of all ages [<xref ref-type="bibr" rid="ref3">3</xref>]. It is more prevalent, and at younger ages, among people who live in socioeconomically deprived areas [<xref ref-type="bibr" rid="ref4">4</xref>]. Health, behavioral, and environmental factors significantly influence individuals’ risk and many processes that lead to multimorbidity begin with chronic illness at much earlier ages. Multimorbidity can occur in clusters with predictable disease pathways [<xref ref-type="bibr" rid="ref5">5</xref>]; however, the specialization of health care has created a challenge for identifying and treating co-occurring health conditions. An interdisciplinary approach combining clinical knowledge of disease pathways, clusters, and risk factors with artificial intelligence (AI) technology could improve understanding of the biosocial factors that are associated with developing multimorbidity. Understanding key risk factors for multimorbidity could enable doctors to monitor and treat patients more effectively, potentially mitigating or preventing multimorbidity.</p>
      </sec>
      <sec>
        <title>Rationale</title>
        <p>A holistic, patient-centered system will be essential to address the challenge of preventing and managing multimorbidity and will require a combination of prediction, monitoring, and intervention. Digital twins—an engineering concept that uses real-world data and AI to provide a virtual representation of a physical counterpart—are starting to be explored in health care. The concept of the digital twin can be interpreted in relation to patients as a means of improving diagnostics and treatments by processing vast amounts of data to develop predictive health trajectories for individuals [<xref ref-type="bibr" rid="ref6">6</xref>]. Our aim is to adapt this engineering solution to draw on continuously updated individual data on factors and health outcomes to simulate an individual’s future health status [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>There is little established evidence on effective means of identifying risk factors or preventing and managing multimorbidity throughout the life course [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. The vast majority of multimorbidity studies aim to identify disease clusters at a single point in time, providing little information about how multimorbidity develops over time within individuals [<xref ref-type="bibr" rid="ref10">10</xref>]. This study will develop a system where innovative AI approaches are used to analyze complex longitudinal data and predict risk levels of multimorbidity. Using simulation, digital twins could identify key risk factors, consider weaknesses in source data through quantified underreporting, model potential adverse health outcomes, and recommend the most effective intervention when given adequate information. The use of digital twins is aimed at making significant enhancements within health care and advancing knowledge of disease [<xref ref-type="bibr" rid="ref6">6</xref>]. When used in conjunction with clinician experience and knowledge, it will aid decision-making and highlight risk factors early on, so that steps can be taken to mitigate them and avoid later health consequences. The proposed digital twin solution has the potential to have a significant positive impact on individuals and health care systems.</p>
      </sec>
      <sec>
        <title>Aim, Hypothesis, and Objectives</title>
        <p>The aim of this study is to identify key risk factors that predict multimorbidity throughout the life course by developing an intelligent agent using digital twins. The hypothesis is that this intelligent agent can use a wide range of biosocial variables (including physical and mental health and behavioral, socioeconomic, relational, and environmental conditions throughout an individual’s life) to predict risk of multimorbidity.</p>
        <p>The three main objectives of the Life Course Digital Twins–Intelligent Monitoring for Early and Continuous Intervention and Prevention (LifeTIME) study are the following:</p>
        <list list-type="order">
          <list-item>
            <p>Identify key indicators that most accurately predict lifetime risk of developing multimorbidity.</p>
          </list-item>
          <list-item>
            <p>Implement AI via a digital twin to simulate factors impacting people throughout their life to identify when they are at risk of later developing multimorbidity, enabling early, preventive interventions based on the critical indicators collected through patient-generated monitoring and medical records.</p>
          </list-item>
          <list-item>
            <p>Evaluate the feasibility of the digital twin system by assessing the validity and performance of the predictive model.</p>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>Using an implementation science theoretical framework and a retrospective cohort design, this will be a feasibility study aiming to address the following research question: Can historical data and data captured via a dynamic remote monitoring system be used to develop a digital twin that can predict individual risk of developing multimorbidity over a lifetime? An implementation science framework provides guidance regarding design and conduct to translate innovative ideas into practice [<xref ref-type="bibr" rid="ref11">11</xref>]. It also gives ideas and suggestions to achieve various intended research pursuits.</p>
        <p>For this study, 4 longitudinal databases will be used to determine how the presence or absence of particular factors (health, behavioral, and environmental) during childhood is associated with the development of health conditions and multimorbidity over the life course. The longitudinal data are needed to inform the model about childhood factors and health outcomes over the life course to identify potential early predictors of later multimorbidity. The study will consist of two phases: (1) prototype development, where the model will be trained to identify associations using subsets of the data sets; and (2) validation, where the model will be tested on the remaining subsets. <xref ref-type="boxed-text" rid="box1">Textbox 1</xref> and <xref rid="figure1" ref-type="fig">Figure 1</xref> provide an overview of the study design and framework.</p>
        <boxed-text id="box1" position="float">
          <title>Population, Intervention, Comparator, and Outcomes (PICO) framework.</title>
          <p>
            <bold>Population</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Data for system development will be drawn from all age groups</p>
            </list-item>
          </list>
          <p>
            <bold>Intervention</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>An intelligent agent using digital twins that includes a dynamic remote monitoring system and a general predictive model</p>
            </list-item>
          </list>
          <p>
            <bold>Comparator</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Real-world evidence via longitudinal data collected from databases will provide a means of validating the predictions made by the model</p>
            </list-item>
          </list>
          <p>
            <bold>Outcomes</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Predicted risk of developing health conditions and multimorbidity over the lifetime</p>
            </list-item>
          </list>
        </boxed-text>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Life Course Digital Twins–Intelligent Monitoring for Early and Continuous Intervention and Prevention (LifeTIME) study logic diagram. AI: artificial intelligence.</p>
          </caption>
          <graphic xlink:href="resprot_v11i5e35738_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>The health care data that will be used to train and validate the model will be collected from several pre-established databases. To satisfy the data requirements of model training and validation, a few longitudinal data sets will be used and a variety of factors—including mental and physical health, and behavioral, environmental, and socioeconomic indicators—will be examined. The cohort used to train and validate the model will be built using data from previously established databases and split into random subsets. It will build upon previous work conducted on data linkage, the harmonization of multiple sources of patient-related e-records [<xref ref-type="bibr" rid="ref12">12</xref>], and use of AI for health data analytics [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Using multiple databases will allow for a broader range of variables to be included in model development. In total, 4 longitudinal databases (the National Child Development Study [NCDS] [<xref ref-type="bibr" rid="ref15">15</xref>], the Clinical Practice Research Datalink [CPRD] [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], the North West London Integrated Care Record [NWL ICR] [<xref ref-type="bibr" rid="ref18">18</xref>], and Cerner’s Real-World Data from UK and Irish population [<xref ref-type="bibr" rid="ref19">19</xref>]) were selected because they cover a range of mental and physical health outcomes, health behaviors, and other characteristics over decades in a diverse UK population (see <xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Characteristics of databases that will be used for model training and validation.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="190"/>
            <col width="100"/>
            <col width="140"/>
            <col width="200"/>
            <col width="370"/>
            <thead>
              <tr valign="top">
                <td>Database</td>
                <td>Starting year</td>
                <td>Number of patients</td>
                <td>Location</td>
                <td>Included data</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>National Child Development Study [<xref ref-type="bibr" rid="ref15">15</xref>]</td>
                <td>1958</td>
                <td>17,415</td>
                <td>England, Scotland, and Wales</td>
                <td>Physical and educational development, economic circumstances, employment, family life, health behavior, well-being, social participation, and attitudes</td>
              </tr>
              <tr valign="top">
                <td>Clinical Practice Research Datalink GOLD and Aurum [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]</td>
                <td>GOLD: 1987; Aurum: 1995</td>
                <td>GOLD: &#62;11 million; Aurum: &#62;19 million</td>
                <td>GOLD: United Kingdom; Aurum: England (and Northern Ireland starting 2019)</td>
                <td>Demographics, diagnoses, symptoms, signs, prescriptions, referrals, immunizations, behavioral and lifestyle factors, and tests</td>
              </tr>
              <tr valign="top">
                <td>North West London Integrated Care Record Discover-NOW [<xref ref-type="bibr" rid="ref18">18</xref>]</td>
                <td>2015</td>
                <td>&#62;2.3 million</td>
                <td>North West London</td>
                <td>Data from all care settings (primary care, acute, mental health, community, and social care), for all disease areas</td>
              </tr>
              <tr valign="top">
                <td>Cerner’s Real-World Data [<xref ref-type="bibr" rid="ref19">19</xref>]</td>
                <td>—<sup>a</sup></td>
                <td>~20 million</td>
                <td>United Kingdom (30 trusts) and Ireland (7 hospitals)</td>
                <td>Data recorded in electronic patient records</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Not available.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Model and Digital Twin Development</title>
        <p>Vast amounts of data will be used to develop the data sets, which will then generate a computational model to establish the relationship between biosocial factors and later health outcomes. Machine learning will be used to train a model using a variety of factors. The model will need to be trained on longitudinal data that includes both biosocial characteristics and later health conditions to establish links between factors and outcomes and account for historical differences in risk factor and multimorbidity prevalence.</p>
        <p>Once the predictive model has been developed based on the 4 longitudinal databases detailed in <xref ref-type="table" rid="table1">Table 1</xref>, two additional data sets will be incorporated into the development of the digital twins. Data from the Early-Life Data Cross-linkage in Research (eLIXIR) study [<xref ref-type="bibr" rid="ref20">20</xref>] and the Children and Young People’s Health Partnership (CYPHP) randomized controlled trial [<xref ref-type="bibr" rid="ref21">21</xref>] will be included in the development of the digital twins because they track early life variables and use of health care services. Using the preliminary model developed from the longitudinal data sets in combination with machine learning to identify clusters of factors that best predict the later risk of developing multimorbidity, a series of digital twin personas will be created to provide simulations of different types of people (see <xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <p>Although the 2 additional data sets do not contain longitudinal health outcomes, incorporating them at this stage will enable the digital twin personas to be developed based on the clustering of a more comprehensive set of variables. For instance, if a particular variable was identified in the model as a predictor of multimorbidity, these additional data sets can provide more detail about variables that commonly co-occur with that predictor. This is beneficial because these data sets will provide more current data about early life factors than the longitudinal databases. The number of digital twin personas developed will depend on the clustering of the predictive factors. For this study, these personas will be developed to represent children, but in the long term, they will be developed to simulate different stages throughout life.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Life Course Digital Twins–Intelligent Monitoring for Early and Continuous Intervention and Prevention (LifeTIME) overview.</p>
          </caption>
          <graphic xlink:href="resprot_v11i5e35738_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Evaluation</title>
        <p>The validity of the developed model and the digital twin prototypes will be assessed using the k-fold cross-validation procedure [<xref ref-type="bibr" rid="ref22">22</xref>], with k being determined when the total cohort size is known. The machine learning algorithms will be tested on the validation data set to determine which model has the best fit. Model validity will be examined using a variety of indicators, including receiver operating characteristic and precision-recall curves (see <xref ref-type="table" rid="table2">Table 2</xref>). The Prediction Model Risk of Bias Assessment Tool (PROBAST) will be used to assess the model’s risk of bias [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Primary and secondary objectives and outcomes.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="500"/>
            <col width="250"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td>Objective</td>
                <td>Primary outcome</td>
                <td>Secondary outcome</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Identify key indicators that most accurately predict lifetime risk of multimorbidity</td>
                <td>Risk factors for multimorbidity</td>
                <td>N/A<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>Assess the validity of a model that identifies variables and predicts lifetime risk of developing multimorbidity</td>
                <td>Validity</td>
                <td>Risk of bias</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Ethics</title>
        <p>Ethical approval for this study will be sought from the University of Plymouth’s Faculty of Health Research Ethics and Integrity Committee. All the data being used in this proof-of-concept study will be procured from pre-existing databases. Therefore, all data access will be dependent on the approval of the study protocol by the data controllers for those databases; for instance, the CPRD database requires that study protocols be approved by an Independent Scientific Advisory Committee before data are shared. All storage and use of the data provided will comply with database-specific and General Data Protection Regulation (GDPR) requirements. It will be confirmed before access that the data have been sufficiently anonymized to comply with GDPR requirements and that the databases’ patient consent processes extend to cover the sharing of anonymized data for other research purposes (ie, that their personal health data is being used in a way that could be reasonably expected by the participants). Processes for the removal of patient data—at their request to the specific database—will be established before data use with each of the database managers. Potential ethical issues relating to the development and implementation of digital twins in health care will be identified from the literature and discussions with a patient and public steering group.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The study is expected to produce a validated model of the factors associated with later development of mental health conditions and multimorbidity and a series of digital personas based on that model. The results collected will inform assessments of the feasibility of pursuing further development and evaluation of the digital twin system; if unfeasible in its current state, the findings will inform understanding of problems and iterative development. This study is a starting point; the results will provide data to inform a base model that will be used in later studies, where the model will be trained and developed using remote monitoring of and data collection from real patients in combination with population health data to more closely personalize the digital twins.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Overview</title>
        <p>By associating a patient with a digital twin persona and then personalizing it with their evolving data, health care providers and researchers could receive a personalized risk score representing the probability that the patient will develop further health complications. With the capability to start at a young age, a digital twin system has the potential to provide significant clinical value by identifying risk factors early, so that preventive interventions can be made to reduce an individual’s risk of developing long-term health conditions. This would save time and resources for health care providers, hospitals, and health care systems and reduce health problems and related financial costs for patients.</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>If the study results are positive, future research could develop and incorporate a remote monitoring system that can collect and collate individual data with the population data in a pilot trial. This would enable the digital twins to be further developed and iteratively improved based on feedback from the participants. As the system will use sensitive personal data and have ethical implications, safety and efficacy data will be an essential next step on the path to achieving wide-scale patient benefit.</p>
        <p>Based on a user’s personal data, health care providers and researchers would be able to associate an individual patient with the digital twin persona that is the best fit for them. This will then provide a risk score representing the probability that the patient will develop further complications or health conditions. In the future, the digital twin will also be trained with data on interventions so that it can provide recommendations to health care providers about what interventions are most likely to be effective for that individual. In the long term, data collected from this remote monitoring system will be combined with childhood digital twin personas to increase the variables for prediction and to personalize the best-fitting persona based on individual health data.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Potential limitations of the study have been identified, with plans for their mitigation, to maximize the potential usefulness of the study.</p>
        <list list-type="order">
          <list-item>
            <p>Data linkage: The data sets used in the study are from a variety of databases that were not designed to be integrated and were not collected from the same populations. This will be mitigated by the experience of the research team and the use of machine learning techniques to aggregate a large amount of data.</p>
          </list-item>
          <list-item>
            <p>Data quality: Understanding the errors in data is key to making predictions. This can be more difficult to quantify for survey data (particularly subjective questions) than for technical medical data. This will be mitigated by collecting data from multiple sources with large sample sizes and by prioritizing the inclusion of validated questionnaires in future remote monitoring systems.</p>
          </list-item>
          <list-item>
            <p>Lack of individualization: Developing a model based on pre-existing data sets that do not all follow specific individuals means that there is a risk that the “digital twins” will only be a predictive model. This will be mitigated by the future development of a novel and linked system of collecting remote monitoring and sensing data that can be incorporated into digital twin personas.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Incorporating a remote monitoring system would enable tracking of ongoing lifestyle data, which could be combined with the individual’s personal health data and population health and lifestyle data to potentially increase the potential impact. Personalized patient simulations could be used to optimize prevention or treatment selection, saving patients unnecessary side effects, reducing the number of treatments attempted, and reducing the need for repeat hospital visits. Prevention and early intervention to manage multimorbidity will support healthy aging and reduce its negative impacts on quality of life and the workforce.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CPRD</term>
          <def>
            <p>Clinical Practice Research Datalink</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CYPHP</term>
          <def>
            <p>Children and Young People’s Health Partnership</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">eLIXIR</term>
          <def>
            <p>Early-Life Data Cross-linkage in Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">GDPR</term>
          <def>
            <p>General Data Protection Regulation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">LifeTIME</term>
          <def>
            <p>Life Course Digital Twins—Intelligent Monitoring for Early and Continuous Intervention and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">NCDS</term>
          <def>
            <p>National Child Development Study</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">NWL ICR</term>
          <def>
            <p>North West London Integrated Care Record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">PROBAST</term>
          <def>
            <p>Prediction Model Risk of Bias Assessment Tool</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research received no specific grant from any funding agency in the public, commercial, or not-for-profit sectors.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>MMI and EM conceived of the study topic and designed and drafted the protocol. LKF, AK, DW, MHvV, JM, IW, and TH contributed to the revision of the protocol. Final revision was conducted by EM.</p>
      </fn>
      <fn fn-type="conflict">
        <p>EM is the Editor-in-Chief of <italic>JMIRx Med</italic>. All other authors declare no conflicts of interest.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Soley-Bori</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ashworth</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bisquera</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dodhia</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fox-Rushby</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Impact of multimorbidity on healthcare costs and utilisation: a systematic review of the UK literature</article-title>
          <source>Br J Gen Pract</source>
          <year>2021</year>
          <month>01</month>
          <volume>71</volume>
          <issue>702</issue>
          <fpage>e39</fpage>
          <lpage>e46</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=33257463"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp20X713897</pub-id>
          <pub-id pub-id-type="medline">33257463</pub-id>
          <pub-id pub-id-type="pii">bjgp20X713897</pub-id>
          <pub-id pub-id-type="pmcid">PMC7716874</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kingston</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Booth</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Knapp</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jagger</surname>
              <given-names>C</given-names>
            </name>
            <collab>MODEM project</collab>
          </person-group>
          <article-title>Projections of multi-morbidity in the older population in England to 2035: estimates from the Population Ageing and Care Simulation (PACSim) model</article-title>
          <source>Age Ageing</source>
          <year>2018</year>
          <month>05</month>
          <day>01</day>
          <volume>47</volume>
          <issue>3</issue>
          <fpage>374</fpage>
          <lpage>380</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29370339"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ageing/afx201</pub-id>
          <pub-id pub-id-type="medline">29370339</pub-id>
          <pub-id pub-id-type="pii">4815738</pub-id>
          <pub-id pub-id-type="pmcid">PMC5920286</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Manolova</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Daskalopoulou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Vitoratou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Prince</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Prina</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of multimorbidity in community settings: A systematic review and meta-analysis of observational studies</article-title>
          <source>J Comorb</source>
          <year>2019</year>
          <volume>9</volume>
          <fpage>2235042X19870934</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2235042X19870934?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2235042X19870934</pub-id>
          <pub-id pub-id-type="medline">31489279</pub-id>
          <pub-id pub-id-type="pii">10.1177_2235042X19870934</pub-id>
          <pub-id pub-id-type="pmcid">PMC6710708</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>Chapter 5: inequalities in health</article-title>
          <source>Public Health England</source>
          <year>2018</year>
          <access-date>2021-02-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gov.uk/government/publications/health-profile-for-england-2018/chapter-5-inequalities-in-health">https://www.gov.uk/government/publications/health-profile-for-england-2018/chapter-5-inequalities-in-health</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whitty</surname>
              <given-names>CJM</given-names>
            </name>
            <name name-style="western">
              <surname>MacEwen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Goddard</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alderson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Calderwood</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Atherton</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>McBride</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Atherton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stokes-Lampard</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Reid</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Powis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Marx</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Rising to the challenge of multimorbidity</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <month>01</month>
          <day>06</day>
          <volume>368</volume>
          <fpage>l6964</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31907164"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.l6964</pub-id>
          <pub-id pub-id-type="medline">31907164</pub-id>
          <pub-id pub-id-type="pmcid">PMC7190283</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Björnsson</surname>
              <given-names>Bergthor</given-names>
            </name>
            <name name-style="western">
              <surname>Borrebaeck</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Elander</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gasslander</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gawel</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Gustafsson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jörnsten</surname>
              <given-names>Rebecka</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lilja</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Martínez-Enguita</surname>
              <given-names>David</given-names>
            </name>
            <name name-style="western">
              <surname>Matussek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sandström</surname>
              <given-names>Per</given-names>
            </name>
            <name name-style="western">
              <surname>Schäfer</surname>
              <given-names>Samuel</given-names>
            </name>
            <name name-style="western">
              <surname>Stenmarker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>XF</given-names>
            </name>
            <name name-style="western">
              <surname>Sysoev</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Benson</surname>
              <given-names>M</given-names>
            </name>
            <collab>Swedish Digital Twin Consortium</collab>
          </person-group>
          <article-title>Digital twins to personalize medicine</article-title>
          <source>Genome Med</source>
          <year>2019</year>
          <month>12</month>
          <day>31</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://genomemedicine.biomedcentral.com/articles/10.1186/s13073-019-0701-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13073-019-0701-3</pub-id>
          <pub-id pub-id-type="medline">31892363</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13073-019-0701-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6938608</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>How to tell the difference between a model and a digital twin</article-title>
          <source>Adv Model and Simul in Eng Sci</source>
          <year>2020</year>
          <month>03</month>
          <day>11</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1186/s40323-020-00147-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fabbri</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zoli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez-Freire</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Salive</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Studenski</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrucci</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Aging and multimorbidity: new tasks, priorities, and frontiers for integrated gerontological and clinical research</article-title>
          <source>J Am Med Dir Assoc</source>
          <year>2015</year>
          <month>08</month>
          <day>01</day>
          <volume>16</volume>
          <issue>8</issue>
          <fpage>640</fpage>
          <lpage>647</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25958334"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jamda.2015.03.013</pub-id>
          <pub-id pub-id-type="medline">25958334</pub-id>
          <pub-id pub-id-type="pii">S1525-8610(15)00227-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5125299</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Navickas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Petric</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Feigl</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Seychell</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Multimorbidity: What do we know? What should we do?</article-title>
          <source>J Comorb</source>
          <year>2016</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.15256/joc.2016.6.72?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.15256/joc.2016.6.72</pub-id>
          <pub-id pub-id-type="medline">29090166</pub-id>
          <pub-id pub-id-type="pii">joc.2016.6.72</pub-id>
          <pub-id pub-id-type="pmcid">PMC5556462</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cezard</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>McHale</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bowles</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Keenan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Studying trajectories of multimorbidity: a systematic scoping review of longitudinal approaches and evidence</article-title>
          <source>BMJ Open</source>
          <year>2021</year>
          <month>11</month>
          <day>22</day>
          <volume>11</volume>
          <issue>11</issue>
          <fpage>e048485</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=34810182"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2020-048485</pub-id>
          <pub-id pub-id-type="medline">34810182</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2020-048485</pub-id>
          <pub-id pub-id-type="pmcid">PMC8609933</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Mittmen</surname>
              <given-names>BS</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Brownson</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Colditz</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>EK</given-names>
            </name>
          </person-group>
          <article-title>Implementation Science in Health Care</article-title>
          <source>Dissemination and Implementation Research in Health: Translating Science to Practice</source>
          <year>2017</year>
          <publisher-loc>Oxford, England</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tsang</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Huo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brophy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lyons</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Mining electronic health records to identify influential predictors associated with hospital admission of patients with dementia: an artificial intelligence approach</article-title>
          <source>The Lancet</source>
          <year>2018</year>
          <month>11</month>
          <volume>392</volume>
          <fpage>S9</fpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(18)32166-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lyons</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Bodger</surname>
              <given-names>OG</given-names>
            </name>
            <name name-style="western">
              <surname>John</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brunt</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gravenor</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Brophy</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Local modelling techniques for assessing micro-level impacts of risk factors in complex data: understanding health and socioeconomic inequalities in childhood educational attainments</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <volume>9</volume>
          <issue>11</issue>
          <fpage>e113592</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0113592"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0113592</pub-id>
          <pub-id pub-id-type="medline">25409038</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-02557</pub-id>
          <pub-id pub-id-type="pmcid">PMC4237439</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chiclana</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>John</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Garibaldi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Huo</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Type-1 OWA operators in aggregating multiple sources of uncertain information: properties and real-world applications in integrated diagnosis</article-title>
          <source>IEEE Trans Fuzzy Syst</source>
          <year>2021</year>
          <month>8</month>
          <volume>29</volume>
          <issue>8</issue>
          <fpage>2112</fpage>
          <lpage>2121</lpage>
          <pub-id pub-id-type="doi">10.1109/tfuzz.2020.2992909</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>1958 National Child Development Study</article-title>
          <source>UCL Centre for Longitudinal Studies</source>
          <access-date>2021-04-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cls.ucl.ac.uk/cls-studies/1958-national-child-development-study/">https://cls.ucl.ac.uk/cls-studies/1958-national-child-development-study/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Herrett</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bhaskaran</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Forbes</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mathur</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>van Staa</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Smeeth</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Data resource profile: Clinical Practice Research Datalink (CPRD)</article-title>
          <source>Int J Epidemiol</source>
          <year>2015</year>
          <month>06</month>
          <volume>44</volume>
          <issue>3</issue>
          <fpage>827</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26050254"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ije/dyv098</pub-id>
          <pub-id pub-id-type="medline">26050254</pub-id>
          <pub-id pub-id-type="pii">dyv098</pub-id>
          <pub-id pub-id-type="pmcid">PMC4521131</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dedman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Booth</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lunn</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Myles</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Data resource profile: Clinical Practice Research Datalink (CPRD) Aurum</article-title>
          <source>Int J Epidemiol</source>
          <year>2019</year>
          <month>12</month>
          <day>01</day>
          <volume>48</volume>
          <issue>6</issue>
          <fpage>1740</fpage>
          <lpage>1740g</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30859197"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ije/dyz034</pub-id>
          <pub-id pub-id-type="medline">30859197</pub-id>
          <pub-id pub-id-type="pii">5374844</pub-id>
          <pub-id pub-id-type="pmcid">PMC6929522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>North West London Integrated Care Record (NWL ICR)</article-title>
          <source>HDRUK Innovation Gateway</source>
          <year>2020</year>
          <access-date>2020-09-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://web.www.healthdatagateway.org/dataset/7f23034b-6887-48c0-bbe7-07d099ca9395">https://web.www.healthdatagateway.org/dataset/7f23034b-6887-48c0-bbe7-07d099ca9395</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>Real-World Data</article-title>
          <source>Cerner</source>
          <access-date>2021-04-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cerner.com/solutions/real-world-data">https://www.cerner.com/solutions/real-world-data</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>The eLIXIR Programme - Early Life Cross Linkage in Research</article-title>
          <source>National Institute for Health and Care Research</source>
          <year>2018</year>
          <access-date>2021-04-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.guysandstthomasbrc.nihr.ac.uk/microsites/elixir/">http://www.guysandstthomasbrc.nihr.ac.uk/microsites/elixir/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Newham</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Forman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Heys</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cousens</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lemer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Elsherbiny</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Satherley</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lingam</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfe</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Children and Young People's Health Partnership (CYPHP) Evelina London model of care: protocol for an opportunistic cluster randomised controlled trial (cRCT) to assess child health outcomes, healthcare quality and health service use</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <month>09</month>
          <day>03</day>
          <volume>9</volume>
          <issue>8</issue>
          <fpage>e027301</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31481366"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2018-027301</pub-id>
          <pub-id pub-id-type="medline">31481366</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2018-027301</pub-id>
          <pub-id pub-id-type="pmcid">PMC6731859</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Long</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Jia</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Iqbal</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A feasibility study for predicting optimal radiation therapy dose distributions of prostate cancer patients from patient anatomy using deep learning</article-title>
          <source>Sci Rep</source>
          <year>2019</year>
          <month>01</month>
          <day>31</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>1076</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-018-37741-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-018-37741-x</pub-id>
          <pub-id pub-id-type="medline">30705354</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-018-37741-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6355802</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolff</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>KGM</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Westwood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Reitsma</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Kleijnen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mallett</surname>
              <given-names>S</given-names>
            </name>
            <collab>PROBAST Group</collab>
          </person-group>
          <article-title>PROBAST: a tool to assess the risk of bias and applicability of prediction model studies</article-title>
          <source>Ann Intern Med</source>
          <year>2019</year>
          <month>01</month>
          <day>01</day>
          <volume>170</volume>
          <issue>1</issue>
          <fpage>51</fpage>
          <lpage>58</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/M18-1376?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M18-1376</pub-id>
          <pub-id pub-id-type="medline">30596875</pub-id>
          <pub-id pub-id-type="pii">2719961</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
