<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i1e34475</article-id>
      <article-id pub-id-type="pmid">34932495</article-id>
      <article-id pub-id-type="doi">10.2196/34475</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Use of a Computerized Cognitive Assessment to Improve the Efficiency of Primary Care Referrals to Memory Services: Protocol for the Accelerating Dementia Pathway Technologies (ADePT) Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Derrick</surname>
            <given-names>Thomas</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Kalafatis</surname>
            <given-names>Chris</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7171-5391</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Modarres</surname>
            <given-names>Mohammad Hadi</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9579-7942</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Apostolou</surname>
            <given-names>Panos</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6367-7260</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Tabet</surname>
            <given-names>Naji</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4629-6196</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Khaligh-Razavi</surname>
            <given-names>Seyed-Mahdi</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Cognetivity Neurosciences Ltd</institution>
            <addr-line>3 Waterhouse Square</addr-line>
            <addr-line>London, EC1N 2SW</addr-line>
            <country>United Kingdom</country>
            <phone>44 020 3002 362</phone>
            <email>seyed@cognetivity.com</email>
          </address>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5700-1704</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Cognetivity Neurosciences Ltd</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>South London &#38; Maudsley NHS Foundation Trust</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Old Age Psychiatry</institution>
        <institution>King's College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Dementia Research Unit</institution>
        <institution>Sussex Partnership NHS Foundation Trust</institution>
        <addr-line>West Sussex</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Centre for Dementia Studies</institution>
        <institution>Brighton and Sussex Medical School</institution>
        <addr-line>Brighton</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Department of Stem Cells and Developmental Biology</institution>
        <institution>Cell Science Research Center</institution>
        <institution>Royan Institute for Stem Cell Biology and Technology</institution>
        <addr-line>Tehran</addr-line>
        <country>Iran</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Seyed-Mahdi Khaligh-Razavi <email>seyed@cognetivity.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>1</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>27</day>
        <month>1</month>
        <year>2022</year>
      </pub-date>
      <volume>11</volume>
      <issue>1</issue>
      <elocation-id>e34475</elocation-id>
      <history>
        <date date-type="received">
          <day>29</day>
          <month>10</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>30</day>
          <month>11</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Chris Kalafatis, Mohammad Hadi Modarres, Panos Apostolou, Naji Tabet, Seyed-Mahdi Khaligh-Razavi. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 27.01.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2022/1/e34475" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Existing primary care cognitive assessment tools are crude or time-consuming screening instruments which can only detect cognitive impairment when it is well established. Due to the COVID-19 pandemic, memory services have adapted to the new environment by moving to remote patient assessments to continue meeting service user demand. However, the remote use of cognitive assessments has been variable while there has been scant evaluation of the outcome of such a change in clinical practice. Emerging research in remote memory clinics has highlighted computerized cognitive tests, such as the Integrated Cognitive Assessment (ICA), as prominent candidates for adoption in clinical practice both during the pandemic and for post-COVID-19 implementation as part of health care innovation.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of the Accelerating Dementia Pathway Technologies (ADePT) study is to develop a real-world evidence basis to support the adoption of ICA as an inexpensive screening tool for the detection of cognitive impairment to improve the efficiency of the dementia care pathway.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Patients who have been referred to a memory clinic by a general practitioner (GP) are recruited. Participants complete the ICA either at home or in the clinic along with medical history and usability questionnaires. The GP referral and ICA outcome are compared with the specialist diagnosis obtained at the memory clinic. The clinical outcomes as well as National Health Service reference costing data will be used to assess the potential health and economic benefits of the use of the ICA in the dementia diagnosis pathway.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The ADePT study was funded in January 2020 by Innovate UK (Project Number 105837). As of September 2021, 86 participants have been recruited in the study, with 23 participants also completing a retest visit. Initially, the study was designed for in-person visits at the memory clinic; however, in light of the COVID-19 pandemic, the study was amended to allow remote as well as face-to-face visits. The study was also expanded from a single site to 4 sites in the United Kingdom. We expect results to be published by the second quarter of 2022.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The ADePT study aims to improve the efficiency of the dementia care pathway at its very beginning and supports systems integration at the intersection between primary and secondary care. The introduction of a standardized, self-administered, digital assessment tool for the timely detection of neurodegeneration as part of a decision support system that can signpost accordingly can reduce unnecessary referrals, service backlog, and assessment variability.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ISRCTN 16596456; https://www.isrctn.com/ISRCTN16596456</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/34475</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>primary health care</kwd>
        <kwd>general practice</kwd>
        <kwd>dementia</kwd>
        <kwd>cognitive assessment</kwd>
        <kwd>artificial intelligence</kwd>
        <kwd>early diagnosis</kwd>
        <kwd>cognition</kwd>
        <kwd>assessment</kwd>
        <kwd>efficiency</kwd>
        <kwd>diagnosis</kwd>
        <kwd>COVID-19</kwd>
        <kwd>memory</kwd>
        <kwd>mental health</kwd>
        <kwd>impairment</kwd>
        <kwd>screening</kwd>
        <kwd>detection</kwd>
        <kwd>efficiency</kwd>
      </kwd-group>
      <custom-meta-wrap>
        <custom-meta>
          <meta-name>ext-peer-rev</meta-name>
          <meta-value> This paper was externally peer-reviewed by the UK Research and Innovation (UKRI); </meta-value>
        </custom-meta>
      </custom-meta-wrap>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Worldwide, national dementia strategies emphasize the need for improving the diagnostic pathway at the point of primary care toward timely diagnosis. Currently, general practitioner (GP) clinical judgement of cognitive impairment is the basis of referral initiation to specialist services. Existing primary care cognitive assessment tools (eg, the General Practitioner Assessment of Cognition [GPCOG], the Mini-Cog, and the Six-Item Cognitive Impairment Test [6CIT]), are crude or time-consuming screening instruments which can only detect cognitive impairment when it is well established. Dementia is difficult to diagnose; in a study concerning false positive diagnoses, 60% of GPs misdiagnosed dementia [<xref ref-type="bibr" rid="ref1">1</xref>]. More detailed tests deployed in secondary care are expensive and often physically and psychologically intrusive for the patient (eg, lumbar puncture). As a result, many false positives are identified in referred patients. A key limitation of existing screening tests is the lack of robust evidence to support them; few have been well validated in the populations for which they are intended.</p>
      <p><xref rid="figure1" ref-type="fig">Figure 1</xref> demonstrates the dementia diagnostic pathway for patients. Patients who are referred by their GP are triaged. At the memory clinic, patients undergo 2 appointments; the first is typically conducted by a nurse and involves administration of a cognitive assessment. At the second appointment (the diagnostic clinic visit), conducted by a dementia medical specialist, the patient receives the outcome of the assessment (see “Outcomes” within <xref rid="figure1" ref-type="fig">Figure 1</xref> for examples of typical outcomes).</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Dementia diagnostic pathway for patients.</p>
        </caption>
        <graphic xlink:href="resprot_v11i1e34475_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>The COVID-19 pandemic has effectively brought clinical practice in the memory services to a standstill. Nationally, memory services have adapted to the new environment by moving to remote patient assessments to continue meeting service user demand while reducing viral transmission [<xref ref-type="bibr" rid="ref2">2</xref>]. However, the remote use of cognitive assessments has been variable, while there has been scant evaluation of the outcome of such a change in clinical practice [<xref ref-type="bibr" rid="ref3">3</xref>]. Emerging research in remote memory clinics has highlighted computerized cognitive tests, such as the Integrated Cognitive Assessment (ICA), as prominent candidates for adoption in clinical practice both during the pandemic and for post-COVID-19 implementation as part of health care innovation [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>The ICA is a 5-minute computerized cognitive test based on a rapid categorization task that employs an artificial intelligence model to improve its accuracy in detecting cognitive impairment [<xref ref-type="bibr" rid="ref5">5</xref>]. The ICA is self-administered and independent of language [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. The value proposition of the ICA is that an accurate and sensitive tool for diagnosis will streamline the diagnosis of dementia by reducing false positive results from GP referrals and, therefore, minimizing the need for further, expensive and time-consuming assessments.</p>
      <p>In order to address this challenge, we initiated the Accelerating Dementia Pathway Technologies (ADePT) study. The intention of conducting this study is to develop a real-world evidence basis to support the adoption of ICA as an inexpensive screening tool for the detection of cognitive impairment to improve the efficiency of the dementia care pathway.</p>
      <p>The ADePT study is an ongoing multicenter real-world evidence study. The objective of ADePT is to deliver real-world evidence on practices and the economic case for ICA adoption in memory clinics for the assessment of cognitive impairment associated with dementia, Alzheimer Disease (AD), mild cognitive impairment (MCI), and similar diseases, including the assessment of preferred business models by comparing the accuracy of GP referrals against the ICA.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethics Approval</title>
        <p>Health Research Authority and Health and Care Research Wales approval for this study was obtained in February 2020. The study is registered in the ISRCTN Registry (ISRCTN16596456).</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>All participants are recruited among attendees at the National Health Service (NHS) memory services at the point of referral by their GP. The participants who do not have a formal diagnosis of a neurodegenerative disease are triaged as per usual clinical practice and are asked to complete the ICA in parallel with the diagnostic assessment. The aim of the clinical work package is to recruit 140 participants into the study.</p>
        <p>The main study inclusion criterion is referral to the memory clinic by a GP. Patients recruited must be 55 to 90 years old. Potential participants must also be fully informed of and understand the objectives, procedures, and possible benefits and risks of the study and have the capacity to provide written consent.</p>
        <p>Subjects that meet the following criteria will be excluded from the study cohort:</p>
        <list list-type="bullet">
          <list-item>
            <p>Lack of capacity to consent to participation in this study</p>
          </list-item>
          <list-item>
            <p>Upper limb arthropathy or motor dysfunction that limits the use of a tablet computer</p>
          </list-item>
          <list-item>
            <p>Visual impairment severe enough to limit the use of a tablet computer</p>
          </list-item>
          <list-item>
            <p>Known diagnosis of dementia</p>
          </list-item>
          <list-item>
            <p>Already receiving cholinesterase inhibitors and/or Memantine</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Study Procedures</title>
        <p>Participants enrolled in the study will be required to attend 1 visit at a designated memory clinic or remotely at their home (Assessment Visit 1 [AV1]). Participants will be asked to complete the ICA. Prior to taking the ICA, participants will also be requested to view a short training video to assist them in completing the task successfully. After taking the ICA, patients will complete the following short questionnaires:</p>
        <list list-type="bullet">
          <list-item>
            <p>Inquiry on stimulants, fatigue, and sleep: A questionnaire that assesses the participant’s overall state. Questions revolve around recent intake of stimulants (eg, coffee or alcohol), sleep quality, energy levels, and mood. The questionnaire is used in conjunction with the ICA to determine whether any of these factors have had an impact on ICA performance.</p>
          </list-item>
          <list-item>
            <p>ICA Usability Questionnaire: A questionnaire that assesses the participant’s views on their experience with the test to receive acceptability and usability feedback for the ICA.</p>
          </list-item>
          <list-item>
            <p>Cognitive Health Questionnaire: A questionnaire that assesses the participant’s history of activities of daily living and physical and mental health comorbidities. The questions should ideally be answered by the informant (study partner) if available or by the participant if an informant is not present. The questionnaire is used in conjunction with the ICA to determine whether cognitive impairment detected by the ICA is due to MCI/dementia or other organic and/or treatable conditions.</p>
          </list-item>
        </list>
        <p>Lastly, a brief medical history of the participants via electronic health care records will be obtained, mainly focusing on any cognitive tests that have been taken by the participants.</p>
        <p>Participants will also be given the option to carry out a retest visit (Assessment Visit 2 [AV2]) whereby they are again given the chance to take the ICA test either remotely or face-to-face, complete a usability questionnaire, and respond to inquiries on stimulants, fatigue, and sleep. The overall study pathway for participants is detailed at a high level within <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Accelerating Dementia Pathway Technologies (ADePT) study participant pathway.</p>
          </caption>
          <graphic xlink:href="resprot_v11i1e34475_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Management</title>
        <p>The primary data sources are the Castor electronic data capture (EDC) system and the ICA portal. Castor EDC will be used to report all protocol-required information for each participant in the form of an electronic case report form. The participants of the study are not identified by name or initials on the electronic case report form or any other study documents to be collected by Cognetivity Neurosciences Ltd, but will be identified by a participant ID number. Data entry is performed by the researchers in the investigator sites, while data source verification is performed by the sponsor’s clinical research associate.</p>
        <p>The ICA portal is a secure portal where ICA results are uploaded. In addition, the participant’s ID number and demographic details are also uploaded to the ICA portal, which allows linking of the ICA data to the Castor EDC data. Data entered in the iPad (Apple Inc) do not undergo source data verification; however, the ID field and key fields which are common between the ICA and EDC undergo a data check by the data manager and queries are raised in case of discrepancy.</p>
        <p>The secondary data source is source data, which includes any information in original records and certified copies of original records of participants, including medical history records as well as worksheets, which are usually used in order to record protocol-required information during the assessment of each participant (eg, usability questionnaires) prior to inputting such data into Castor EDC.</p>
        <p>Data linkage and processing then takes place, from which metrics and data sets for analysis are generated. Such metrics include, but are not limited to, demographic breakdown (to track the distribution of age, years of education, and gender), a spreadsheet of key data fields used by the Medical Monitor to review data for a patient as well as site metrics on recruitment, queries and protocol deviations, lock and sign off, study exit, and adverse events. </p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>For the purposes of these analyses, patients referred to the memory clinic are divided into the following 3 groups, based on their memory clinic outcome: (A) those who receive a diagnosis of MCI or dementia, (B) those who are identified as healthy or receive a diagnosis of a brain or mental disorder other than MCI or dementia, and (C) those who receive an inconclusive diagnosis.</p>
        <p>Participants with an inconclusive outcome after the memory clinic assessment are excluded from further analysis. </p>
        <p>Participants in group A are counted as correct GP referrals. Participants in group B are counted as unnecessary or incorrect referrals.</p>
        <sec>
          <title>Comparison with Specialist Diagnosis of MCI/Dementia</title>
          <p>The metrics for GP referrals that will be calculated are the following:</p>
          <list list-type="bullet">
            <list-item>
              <p>Total number of patients referred by GPs=A+B+C</p>
            </list-item>
            <list-item>
              <p>Proportion of necessary GP referrals (excluding inconclusive)=A/(A+B)</p>
            </list-item>
            <list-item>
              <p>Proportion of unnecessary GP referrals (excluding inconclusive)=B/(A+B)</p>
            </list-item>
          </list>
          <p>Likewise, the following complementary metrics for the ICA will be calculated:</p>
          <list list-type="bullet">
            <list-item>
              <p>Total number of patients the ICA would have referred </p>
            </list-item>
            <list-item>
              <p>Proportion of patients correctly referred by the ICA </p>
            </list-item>
            <list-item>
              <p>Proportion of patients incorrectly referred by the ICA </p>
            </list-item>
            <list-item>
              <p>Proportion of patients correctly not referred by the ICA </p>
            </list-item>
            <list-item>
              <p>Proportion of patients incorrectly not referred by the ICA </p>
            </list-item>
          </list>
          <p>In a secondary outcome analysis, we will compare with specialist diagnosis of all types of cognitive impairment (those due to MCI, dementia, or other neurological or mental disorders).</p>
        </sec>
        <sec>
          <title>Test-Retest Analysis</title>
          <p>The test-retest reliability of the ICA will be analyzed by the following:</p>
          <list list-type="bullet">
            <list-item>
              <p>Calculation of intraclass correlation coefficient to assess test-retest reliability across all participants</p>
            </list-item>
            <list-item>
              <p>Scatterplot construction and calculation of correlation coefficient between the initial and final assessment for all participants</p>
            </list-item>
            <list-item>
              <p>Construction of Bland-Altman plots for the initial and final assessment to assess agreement</p>
            </list-item>
          </list>
        </sec>
      </sec>
      <sec>
        <title>Qualitative Data from Usability Questionnaire</title>
        <p>Multiple choice responses from participants will be analyzed by calculating the proportion of participants who selected each option. Questions relating to frequency of tablet or mobile phone use will be used to assess familiarity with technology, in particular touch screen devices. The ease of understanding the ICA instructions and level of difficulty of the categorization task will be analyzed by calculating the proportion of participants who reported finding each of these steps very easy, easy, moderately difficult, difficult, or very difficult.</p>
      </sec>
      <sec>
        <title>Procedures to Account for Missing and Spurious Data</title>
        <p>Patients with inconclusive outcomes are excluded from our analysis. Other than that, we do not expect any other missing data regarding the calculations needed for primary and secondary outcome measures.</p>
      </sec>
      <sec>
        <title>Health Economic Evaluation</title>
        <p>The clinical outcomes described above and data gathered from surveys, in combination with NHS reference costing data, will be used to assess the potential health economic benefits of the use of the ICA in the dementia diagnosis pathway.</p>
        <p>The inputs that are actively gathered as part of this study to be used for health economic modelling are the following:</p>
        <list list-type="bullet">
          <list-item>
            <p>Comparison of ICA referrals with specialist diagnosis </p>
          </list-item>
          <list-item>
            <p>If the participant was referred to another secondary care team</p>
          </list-item>
        </list>
        <p>NHS reference costing data (or other literature review) will be used to determine the cost of patient diagnosis considering the cost of the GP appointment and assessments performed at the memory clinic. </p>
        <p>Based on the outcomes in the statistical analysis, we will compare the total costs and time saved if ICA was to be used by the GP for referral or at the entry to memory clinics to triage patients before entering the full diagnostic pathway. </p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The ADePT study was funded in January 2020 by Innovate UK (Project Number 105837). The first patient visit was conducted in November 2020.</p>
      <p>As of September 2021, 86 participants have been recruited for the study, with 23 participants also completing a retest visit. Initially, the study was designed for in-person visits at the memory clinic; however, in light of the COVID-19 pandemic, the study was amended to allow remote as well as face-to-face visits.</p>
      <p>The study was also expanded from a single site to 4 sites in the United Kingdom, based at the following trusts: Devon Partnership NHS Trust, North Bristol NHS Foundation Trust, Oxford Health NHS Foundation Trust, and Sussex Partnership NHS Foundation Trust.</p>
      <p>We expect results to be published by the second quarter of 2022.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>In summary, the ADePT project aims to improve the efficiency of the dementia pathway at its very beginning and supports systems integration at the intersection between primary and secondary care. The introduction of a standardized, self-administered, digital assessment tool for the timely detection of neurodegeneration as part of a decision-support system that can signpost accordingly can reduce unnecessary referrals, service backlog, and assessment variability.</p>
      <p>Remote assessments in the post-COVID-19 clinical environment are expected to form a core part of frontline service delivery as both services and their service user attitudes change while the use of smartphones and tablet computers is expanding in older adults [<xref ref-type="bibr" rid="ref8">8</xref>]. Early identification is key as evidenced by the Prime Minister’s Challenge in 2020 [<xref ref-type="bibr" rid="ref9">9</xref>] and is now corroborated by the advent of novel disease-modifying treatments [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>We hypothesize that the health economic benefits for such a decision support tool will overshadow the relatively low price of such a proprietary technology compared to pen and paper conventional tests that demand time and expertise most primary care practitioners may not have, in combination with limitations in their validity in prodromal dementia and invariable cultural and interpretation bias.</p>
      <p>The main strength of this study is that it accommodates face-to-face and remote assessments as part of day-to-day practice in a memory service setting with minimal disruption to the pathway, while obtaining real-world data on participant experience and the acceptability of such a tool in a rapidly changing technological environment.</p>
      <p>In the ADePT study, we investigate GP referrals to memory clinics, where GP colleagues have already made the clinical decision to refer to specialists. As a result, these cases may only be assessed as true or false positives based on prospective diagnosis of neurodegeneration or not.A more complete picture of the quality of primary care cognitive assessment would also require the study of true and false negatives (ie, those patients who were not referred to memory clinics by their GPs). This is a limitation of the study, albeit an unavoidable one as the latter would require multisite recruitment from GP surgeries and prospective participant follow-up which would be impractical. However, we expect that the ADePT results can inform a future longitudinal study in primary care.</p>
      <p>To date, research on digital cognitive tests in primary care has been scant. A valid and acceptable tool can improve early diagnosis, provide timely interventions, enhance clinical and health economic outcomes, reduce burden on memory services, and foster interoperability and continuity of care throughout the patient journey in the dementia pathway. A remote assessment tool can also close the clinically important service gap that is the monitoring of disease progression both in already diagnosed patients and those with MCI. Monitoring of the latter patient group is particularly topical as there is no current service provision, as novel treatments are becoming available [<xref ref-type="bibr" rid="ref10">10</xref>]. The ADePT project aims to provide appropriate evidence to support policy change to shape best practice guidelines in the dementia pathway. Finally, objective and consistent measurement of cognition for at-risk populations will support research and candidate identification in primary care for a disease that continues to take a toll on patients, services, and families.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">6CIT</term>
          <def>
            <p>Six-Item Cognitive Impairment Test</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AD</term>
          <def>
            <p>Alzheimer Disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ADePT</term>
          <def>
            <p>Accelerating Dementia Pathway Technologies</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">AV1</term>
          <def>
            <p>Assessment Visit 1</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">AV2</term>
          <def>
            <p>Assessment Visit 2</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">EDC</term>
          <def>
            <p>electronic data capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">GP</term>
          <def>
            <p>General practitioner</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">GPCOG</term>
          <def>
            <p>General Practitioner Assessment of Cognition</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">ICA</term>
          <def>
            <p>Integrated Cognitive Assessment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">MCI</term>
          <def>
            <p>mild cognitive impairment</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors wish to thank all participants in the study.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>CK is the Medical Monitor for the Accelerating Dementia Pathway Technologies (ADePT) study. NT is Chief Investigator of the ADePT study.</p>
      </fn>
      <fn fn-type="conflict">
        <p>SMKR serves as the Chief Scientific Officer at Cognetivity Neurosciences Ltd. CK serves as the Chief Medical Officer at Cognetivity Neurosciences Ltd. MHM is the Data Science Lead at Cognetivity Neurosciences Ltd. PA is the Clinical Trial Manager at Cognetivity Neurosciences Ltd.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shinagawa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Catindig</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Block</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rankin</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>When a little knowledge can be dangerous: false-positive diagnosis of behavioral variant frontotemporal dementia among community clinicians</article-title>
          <source>Dement Geriatr Cogn Disord</source>
          <year>2016</year>
          <volume>41</volume>
          <fpage>99</fpage>
          <lpage>108</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1159/000438454"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000438454</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Owens</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ballard</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Beigi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kalafatis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brooker</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lavelle</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Brønnick</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Sauer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boddington</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Velayudhan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Aarsland</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Implementing remote memory clinics to enhance clinical care during and after COVID-19</article-title>
          <source>Front Psychiatry</source>
          <year>2020</year>
          <volume>11</volume>
          <fpage>579934</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2020.579934"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2020.579934</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Binng</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Splonskowski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jacova</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Distance assessment for detecting cognitive impairment in older adults: a systematic review of psychometric evidence</article-title>
          <source>Dement Geriatr Cogn Disord</source>
          <year>2020</year>
          <volume>49</volume>
          <fpage>456</fpage>
          <lpage>470</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1159/000511945"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000511945</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dunne</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Aarsland</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>O’Brien</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ballard</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Banerjee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Isaacs</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Underwood</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dening</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schryer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Alessi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Coulthard</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pickett</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Elton</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hooper</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kalafatis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rasmussen</surname>
              <given-names>JGC</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Schott</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Mild cognitive impairment: the Manchester consensus</article-title>
          <source>Age Ageing</source>
          <year>2021</year>
          <volume>50</volume>
          <issue>1</issue>
          <fpage>72</fpage>
          <lpage>80</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1093/ageing/afaa228"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ageing/afaa228</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kalafatis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Modarres</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Apostolou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Marefat</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Khanbagi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Karimi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vahabi</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Aarsland</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Khaligh-Razavi</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Validity and cultural generalisability of a 5-minute AI-based, computerised cognitive assessment in mild cognitive impairment and Alzheimer’s dementia</article-title>
          <source>Front Psychiatry</source>
          <year>2021</year>
          <volume>12</volume>
          <fpage>706695</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2021.70669"/>
          </comment>
          <pub-id pub-id-type="doi">10.1101/2021.04.01.437840</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khaligh-Razavi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Habibi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sadeghi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marefat</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Khanbagi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nabavi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sadeghi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kalafatis</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Integrated Cognitive Assessment: speed and accuracy of visual processing as a reliable proxy to cognitive performance</article-title>
          <source>Sci Rep</source>
          <year>2019</year>
          <volume>9</volume>
          <fpage>1102</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-018-37709-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-018-37709-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khaligh-Razavi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sadeghi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Khanbagi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kalafatis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nabavi</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A self-administered, artificial intelligence (AI) platform for cognitive assessment in multiple sclerosis (MS)</article-title>
          <source>BMC Neurol</source>
          <year>2020</year>
          <volume>20</volume>
          <fpage>193</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1186/s12883-020-01736-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12883-020-01736-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guzman-Parra</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Barnestein-Fonseca</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Guerrero-Pertiñez</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Anderberg</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jimenez-Fernandez</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Valero-Moreno</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Goodman-Casanova</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Cuesta-Vargas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garolera</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Quintana</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>García-Betances</surname>
              <given-names>RI</given-names>
            </name>
            <name name-style="western">
              <surname>Lemmens</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Berglund</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Mayoral-Cleries</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Attitudes and use of information and communication technologies in older adults with mild cognitive impairment or early stages of dementia and their caregivers: cross-sectional study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <volume>22</volume>
          <issue>6</issue>
          <fpage>e17253</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.2196/17253"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17253</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>Prime Minister’s challenge on dementia 2020</article-title>
          <source>UK Government</source>
          <year>2015</year>
          <access-date>2021-10-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/yc6cfe58">https://tinyurl.com/yc6cfe58</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>Aducanumab (marketed as Aduhelm) Information</article-title>
          <source>U.S. Food &#38; Drug Administration</source>
          <year>2021</year>
          <access-date>2021-10-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/26umf4yb">https://tinyurl.com/26umf4yb</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
