<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i4e32702</article-id>
      <article-id pub-id-type="pmid">35451979</article-id>
      <article-id pub-id-type="doi">10.2196/32702</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Problems and Barriers Related to the Use of Digital Health Applications: Protocol for a Scoping Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ntalindwa</surname>
            <given-names>Theoneste</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mat Ludin</surname>
            <given-names>Arimi Fitri</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Giebel</surname>
            <given-names>Godwin Denk</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Institute for Healthcare Management and Research</institution>
            <institution>University of Duisburg-Essen</institution>
            <addr-line>Thea-Leymann-Str. 9</addr-line>
            <addr-line>Essen, 45127</addr-line>
            <country>Germany</country>
            <phone>49 02011833180</phone>
            <email>godwin.giebel@medman.uni-due.de</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4182-1927</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Speckemeier</surname>
            <given-names>Christian</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7507-4432</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Abels</surname>
            <given-names>Carina</given-names>
          </name>
          <degrees>Dr</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2138-2944</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Börchers</surname>
            <given-names>Kirstin</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7944-8531</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Wasem</surname>
            <given-names>Jürgen</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9653-168X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Blase</surname>
            <given-names>Nikola</given-names>
          </name>
          <degrees>Dr</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3774-5009</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Neusser</surname>
            <given-names>Silke</given-names>
          </name>
          <degrees>Dr</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9077-7005</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Institute for Healthcare Management and Research</institution>
        <institution>University of Duisburg-Essen</institution>
        <addr-line>Essen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>QM BÖRCHERS CONSULTING+</institution>
        <addr-line>Herne</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Godwin Denk Giebel <email>godwin.giebel@medman.uni-due.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>4</month>
        <year>2022</year>
      </pub-date>
      <volume>11</volume>
      <issue>4</issue>
      <elocation-id>e32702</elocation-id>
      <history>
        <date date-type="received">
          <day>6</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>25</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>19</day>
          <month>11</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>1</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Godwin Denk Giebel, Christian Speckemeier, Carina Abels, Kirstin Börchers, Jürgen Wasem, Nikola Blase, Silke Neusser. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 21.04.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2022/4/e32702" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The use of mobile health (mHealth) apps is increasing rapidly worldwide. More and more institutions and organizations develop regulations and guidelines to enable an evidence-based and safe use. In Germany, mHealth apps fulfilling predefined criteria (Digitale Gesundheitsanwendungen [DiGA]) can be prescribed and are reimbursable by the German statutory health insurance scheme. Due to the increasing distribution of DiGA, problems and barriers should receive special attention.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to identify the relevant problems and barriers related to the use of mHealth apps fulfilling the criteria of DiGA.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This scoping review will follow published methodological frameworks and the PRISMA-Scr (Preferred Reporting Items for Systematic Reviews and Meta-analyses Extension for Scoping Reviews) criteria. Electronic databases (MEDLINE, EMBASE, PsycINFO, and JMIR), reference lists of relevant articles, and grey literature sources will be searched. Two reviewers will assess the eligibility of the articles by a two-stage (title and abstract as well as full text) screening process. Only problems and barriers related to mHealth apps fulfilling the criteria of DiGA are included for this research. The identified studies will be categorized and analyzed with MAXQDA.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>This scoping review gives an overview of the available evidence and identifies research gaps regarding problems and barriers related to DiGA. The results are planned to be submitted to an indexed, peer-reviewed journal in the first quarter of 2022.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This is the first review to identify the problems and barriers related to the use of mHealth apps fulfilling the German definition of DiGA. Nevertheless, the findings can be applied to other contexts and health care systems as well.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/32702</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>digital health application</kwd>
        <kwd>DHA</kwd>
        <kwd>mHealth, problems, barriers, scoping review</kwd>
        <kwd>mobile health</kwd>
        <kwd>health insurance</kwd>
        <kwd>electronic database</kwd>
        <kwd>health database</kwd>
        <kwd>mHealth app</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The use of mobile health (mHealth) apps becomes more and more ubiquitous. Health care systems worldwide establish different regulatory frameworks to integrate them into care. mHealth apps are used for many different purposes. For example, app-based vital signs monitoring can serve for (primary) prevention [<xref ref-type="bibr" rid="ref1">1</xref>], medical adherence apps can lead to more regular medication intake [<xref ref-type="bibr" rid="ref2">2</xref>], and other apps support coping with chronic diseases such as diabetes [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref5">5</xref>] or mental health problems [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>According to the World Health Organization, digital health solutions can contribute to higher standards of health and better access to health care services. The use of digital health allows people worldwide to promote and protect their health and well-being [<xref ref-type="bibr" rid="ref8">8</xref>]. While opportunities and possibilities are considered certain, the problems and barriers related to the use of mHealth apps often remain unaddressed.</p>
      <p>Realizing the potential benefits of digitalization, the national Parliament of the Federal Republic of Germany (Deutscher Bundestag) introduced “the Act to Improve Healthcare Provision through Digitalization and Innovation (Digital Healthcare Act – DVG)” in 2019 [<xref ref-type="bibr" rid="ref9">9</xref>]. One of the main innovations is the possibility to prescribe predefined mHealth apps, called Digitale Gesundheitsanwendungen (DiGA). These prescribed apps are reimbursable for 73 million people insured under the German statutory health insurance scheme.</p>
      <p>Focusing on the following requirements, this text applies the term “Digital Health Application” (DHA) to describe mHealth apps that meet the criteria for DiGA.</p>
      <p>In Germany, mHealth apps must fulfill a predefined list of criteria to be regarded as a DiGA [<xref ref-type="bibr" rid="ref10">10</xref>]. These criteria are as follows: (1) medical device of a risk class lower or equal to IIa; (2) the main function of the app is based on digital technology; (3) the DHA is not only a medium to collect data from a device or to control a device. The app must have a proper main digital function achieving a medical purpose; (4) recognition, monitoring, treatment or alleviation of diseases, or the recognition, treatment or alleviation or compensation of injuries are supported by the DiGA; (5) the purpose of the app is not for primary prevention; and (6) the app is used either by the patient or by the health care provider together with the patient. Therefore, apps only used by health care providers are not assessed as DiGA. DiGA can be considered as “digital assistants” in the hands of patients.</p>
      <p>Currently, there are 28 certified DHAs listed in the German DiGA registry, covering a range of indications including mental illnesses such as depression, anxiety disorder, or addiction, as well as physical illnesses such as arthrosis, multiple sclerosis, and diabetes mellitus.</p>
      <p>The German DiGA concept is unique, though other countries are considering launching a similar concept. In particular, France has announced to adopt the German system. Therefore, the German system might serve as a blueprint for other countries regarding the integration of DHA in their health care systems.</p>
      <p>Reviews on the evidence of problems and barriers related to the use of DHA are sparse. While O’Connor et al [<xref ref-type="bibr" rid="ref11">11</xref>] identified and synthesized the qualitative literature on barriers and facilitators to engagement and recruitment to digital health interventions [<xref ref-type="bibr" rid="ref11">11</xref>], Kao and Liebovitz [<xref ref-type="bibr" rid="ref12">12</xref>] present the current state, barriers, and future directions of consumer mHealth apps. Besides the broad reviews mentioned before, there is a qualitative study by Stiles-Shields et al [<xref ref-type="bibr" rid="ref13">13</xref>] investigating the barriers to the use of apps for depression. Finally, Meyerowitz-Katz [<xref ref-type="bibr" rid="ref14">14</xref>] investigated the rates of attrition and dropout in app-based interventions for chronic disease. In their review and meta-analysis, they rather focused on dropout rates in apps for chronic disease than reasons for dropping out.</p>
      <p>Ahmad et al [<xref ref-type="bibr" rid="ref15">15</xref>] planned a scoping review to capture current problems and opportunities in the adoption of mobile apps among older adults. Contrary to this scoping review, our review does not exclude younger users.</p>
      <p>The only review focusing specifically on DiGA is part of the German Advisory Council on the Assessment of Developments in the Health Care System report [<xref ref-type="bibr" rid="ref16">16</xref>]. It focusses on evidence but not on barriers or problems in the context of DiGA.</p>
      <p>Considering this research gap, the planned scoping review aims to analyze the following research question: “which problems and barriers related to the use of mHealth apps comparable to the German DiGA concept are addressed in studies?”</p>
      <p>The scoping review is part of a wider research project (continuous quality assurance of DHA [QuaSiApps]) funded by the Federal Joint Committee (G-BA) [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Guidance Frameworks</title>
        <p>The scoping review will be conducted according to the framework with the 5 (mandatory) stages described by Arksey and O’Malley [<xref ref-type="bibr" rid="ref18">18</xref>] in 2005 and further developed by Levac et al [<xref ref-type="bibr" rid="ref19">19</xref>] in 2010. These stages are as follows: (1) identifying the research question, (2) identifying relevant studies, (3) study selection, (4) charting the data and collating, and (5) summarizing and reporting the results. Following these stages will guarantee a systematic and coherent proceeding. The subsequent preparation of the manuscript will follow the PRISMA-Scr (Preferred Reporting Items for Systematic Reviews and Meta-analyses Extension for Scoping Reviews) by Tricco et al [<xref ref-type="bibr" rid="ref20">20</xref>]. The protocol was not registered.</p>
      </sec>
      <sec>
        <title>Stage I: Identifying the Research Question</title>
        <p>The research question, “Which problems and barriers related to the use of mHealth apps comparable to the German DiGA concept are addressed in studies?” was posed. This scoping review will provide a structured overview for further research and inform stakeholders. Furthermore, it serves as one module of our research project, QuaSiApps.</p>
      </sec>
      <sec>
        <title>Stage II: Identifying Relevant Studies</title>
        <p>The search strategy is predefined according to the Joanna Briggs Institute Manual for Evidence Synthesis [<xref ref-type="bibr" rid="ref21">21</xref>]. After an initial explorative research and subsequent team discussion, terms and keywords were determined and used to conduct the main search across the included databases (EMBASE, MEDLINE, PsycINFO, and JMIR). Afterward, the reference lists of included studies will be screened, and referenced articles assessed according to the predefined inclusion and exclusion criteria. If they are appropriate, they will be included in the scoping review.</p>
        <p>The search was performed following Methodology, Issues, Participants (MIP) [<xref ref-type="bibr" rid="ref22">22</xref>] scheme including methodology (all methodologies), issues (problems and barriers related to the use of DHA), and participants (focus on patients and health care providers).</p>
        <p>Electronic databases EMBASE, MEDLINE, and PsycINFO were searched on June 8, 2021. The used search terms were combined in the following manner: (<italic>”difficulty“</italic> OR <italic>”obstacle“</italic> OR <italic>”problem“</italic> OR <italic>”issue“</italic> OR <italic>”challenge“</italic> OR <italic>”barrier“</italic>) AND (<italic>”web application“</italic> OR <italic>”mobile application“</italic> OR <italic>”mHealth“</italic> OR <italic>”virtual care“</italic> OR <italic>”healthcare app“</italic> OR <italic>”health care app“</italic> OR <italic>”mobile health“</italic> OR <italic>”health app“</italic>) OR (<italic>”smartphone“</italic> OR <italic>”mobile phone“</italic> OR <italic>”android“</italic> OR <italic>”iphone“</italic> OR <italic>”browser“</italic> AND <italic>”health“</italic>) AND (<italic>”healthcare“</italic> OR <italic>”health care“</italic>).</p>
        <p>The respective search terms were restricted to the occurrence in abstract, title, or keyword but expanded by indexing terms (Medical Subject Headings [MeSH] and Emtree). The complete search strategy can be found in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref>-<xref ref-type="supplementary-material" rid="app3">3</xref>. Due to the thematic focus of JMIR, we added a structured search using the search function as well as relevant themes.</p>
        <p>Searching the two databases EMBASE and MEDLINE and carrying out structured research in JMIR provide points of view of many different disciplines, which was deemed necessary in order to depict the multidisciplinary field of mHealth apps. In addition, PsycINFO was searched because a large proportion of certified DiGA in Germany stems from the field of mental illnesses.</p>
        <p>Language was restricted to English, German, and French. The research was limited to articles published between January 1, 2015, and June 8, 2021. Further explanation for time restriction is given in the discussion of this protocol.</p>
        <p>Apart from the online database research, gray literature sources such as the Federal Institute for Drugs and Medical Devices reports, guidelines, working papers, and industry reports will be searched via institutional websites and Google search engine (<xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>).</p>
      </sec>
      <sec>
        <title>Stage III: Study Selection and Eligibility Criteria</title>
        <p>In the first step, the identified citations were uploaded in the literature management program Endnote X9 (Clarivate Analytics), and duplicates were removed. In the second step, 2 reviewers (GG and CS) will decide whether an article is eligible for full-text screening by independently assessing the title and abstract. In a third step, the full-text screening of the included articles and assessment against the exclusion criteria will be conducted by the same 2 reviewers. In this third step, the reasons for excluding studies will also be captured.</p>
        <p>Disagreement between the 2 reviewers during the screening process will be resolved through discussion. If necessary, a third person (SN) will resolve emerging conflicts. In case of missing data, the reviewers will contact the authors of the included papers.</p>
        <p>To handle the vast magnitude of mHealth apps and to balance between breadth and feasibility, we defined exclusion criteria, which we adjusted in the initial search process. Our final inclusion and exclusion criteria are listed in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
        <boxed-text id="box1" position="float">
          <title>Inclusion and exclusion criteria.</title>
          <p>
            <bold>Inclusion criteria</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Articles mentioning problems and barriers related to the use of mobile health apps</p>
            </list-item>
            <list-item>
              <p>A problem term mentioned in the abstract or title was related to the use of mobile health apps</p>
            </list-item>
            <list-item>
              <p>Publication with focus on mobile health apps</p>
            </list-item>
            <list-item>
              <p>Examined mobile health apps fulfill the requirements set for Digital Health Application (Digitale Gesundheitsanwendungen)</p>
            </list-item>
            <list-item>
              <p>Article published in 2015 or afterward</p>
            </list-item>
            <list-item>
              <p>Language: English, German, or French</p>
            </list-item>
          </list>
          <p>
            <bold>Exclusion criteria</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Not valid to answer the research question</p>
            </list-item>
            <list-item>
              <p>The problem term mentioned in the abstract or title was not related to mobile health apps</p>
            </list-item>
            <list-item>
              <p>Publication does not focus on mobile health apps.</p>
            </list-item>
            <list-item>
              <p>Examined mobile health apps fulfill one or more of the following criteria:</p>
            </list-item>
            <list-item>
              <p>Not used by the patient</p>
            </list-item>
            <list-item>
              <p>No relation to illness, injury, or handicap</p>
            </list-item>
            <list-item>
              <p>Primary prevention</p>
            </list-item>
            <list-item>
              <p>The medical purpose is not achieved through the main digital functions</p>
            </list-item>
            <list-item>
              <p>Research protocol or conference abstract</p>
            </list-item>
            <list-item>
              <p>Article published before 2015</p>
            </list-item>
            <list-item>
              <p>Language other than English, German, or French</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Stage IV: Charting the Data</title>
        <p>The remaining publications will be included in the scoping review. Relevant information and data such as authors, year, country, study type underlying diseases, and especially problems and barriers related to DHA will be extracted (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Data extraction.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="91"/>
            <col width="106"/>
            <col width="156"/>
            <col width="145"/>
            <col width="226"/>
            <col width="276"/>
            <thead>
              <tr valign="top">
                <td>Author</td>
                <td>Year</td>
                <td>Study type</td>
                <td>Country</td>
                <td>Underlying disease</td>
                <td>Problems</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Stage V: Collating, Summarizing, and Reporting Results</title>
        <p>Following the recommendations by Levac et al [<xref ref-type="bibr" rid="ref19">19</xref>], the fifth stage is divided in the following three distinct steps: (1) analyzing research findings (including descriptive numerical summary analysis and qualitative thematic analysis); (2) evaluating the research findings and extracting an outcome that is in accordance with the research question (the results are reported in a narrative way); and (3) interpreting and discussing the findings with regard to further research questions, practice, and policy.</p>
        <p>Besides the narrative reporting, tables and figures will ensure a structured overview about the key findings. The PRISMA-Scr [<xref ref-type="bibr" rid="ref20">20</xref>] serves to guarantee a systematic reporting of the results.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>A coherent search strategy to identify articles focusing on problems and barriers related to the use of DHA and DiGA was developed. The results of our investigation will be presented and published in a systematic scoping review. Therefore, the process of publication selection will be presented using flowcharts, and the extracted data of our research will be systematized in tables and described in a narrative summary.</p>
      <p>Data synthesis will not follow the existing themes. Problems and barriers related to the use of DiGA will be grouped in categories defined by the authors. If a problem does not fit to a defined group of problems, a new group will be created. Subsequently, the results and parent categories of problems aim to answer the research question, “Which problems and barriers related to the use of mHealth apps comparable to the German DiGA concept are addressed in studies?”</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>There is a multitude of mHealth apps in nearly every domain of medicine. The opportunities and possibilities of mHealth apps are often discussed, whereas the research on related problems and barriers remain scarce. This scoping review will fulfill two reasons for conducting scoping reviews according to Arksey and O’Malley [<xref ref-type="bibr" rid="ref18">18</xref>]. First, it summarizes and disseminates research findings to policy makers, practitioners, and consumers. Second, it allows researchers and other stakeholder to identify research gaps in the existing literature.</p>
      <p>Our scoping review has some limitations, which cannot be prevented due to resource limitation. The research is restricted to articles published after the year 2015. Evidence gained before the time restriction is only captured if it is incorporated in newer publications. Two facts made the year 2015 a reasonable starting point for the scoping review. On the one hand, previous reviews show that older investigations in the context of mHealth cover mainly text messaging interventions [<xref ref-type="bibr" rid="ref23">23</xref>]. This was found, for example, for the effectiveness of mHealth interventions focused on health care workers to improve pregnancy outcomes in low- and middle-income countries [<xref ref-type="bibr" rid="ref24">24</xref>] or the use of mHealth in antenatal and postpartum care and vaccination administration [<xref ref-type="bibr" rid="ref25">25</xref>]. Text messaging apps do not provide the criteria to be considered as a DiGA. On the other hand, in 2015, Stoyanov et al [<xref ref-type="bibr" rid="ref26">26</xref>] published the Mobile App Rating Scale (MARS). The MARS is the first tool to assess app quality, which is in direct conjunction with DHA problems.</p>
      <p>Further limitations arise from the rather new and rapid advancing technology of mHealth, which also hamper a systematic search. Moreover, the terminology in the field of mHealth apps is not consistent. Even in the most known publications (eg, Mobile “App” Rating Scale [<xref ref-type="bibr" rid="ref26">26</xref>] and Mobile “Application” Rating Scale [<xref ref-type="bibr" rid="ref27">27</xref>]), there is no consistency in terminology. While some institutions such as the German Federal Institute for Drugs and Medical Devices use the term “(Digital Health-) Application,” a consensus paper recommends the use of “app” instead of “application” [<xref ref-type="bibr" rid="ref28">28</xref>]. When constructing our search strategy, different terms were pilot tested, and results were compared. In addition, the inclusion of related terms ensures a broad coverage of the topic.</p>
      <p>Nevertheless, there still is uncertainty whether all relevant search terms might be covered. This uncertainty also applies to the selection of databases. Medline, Embase, and PsychINFO, the most important databases for classical medical and psychological therapies and devices, are covered. However, these might not cover all relevant journals in the rapidly evolving field of mHealth, and we addressed these limitations by conducting a structured search through JMIR.</p>
      <p>A further limitation is made due to the context of the scoping review. The scoping review is one module of the larger research project, QuaSiApps, which aims to develop a generic quality assurance system. Therefore, we could not restrict the research to specific diseases. In order to guarantee research specific to our study and exclude lifestyle, wellness, and fitness apps, we restricted our search to health care.</p>
      <p>Exclusion criteria ensured that publications were only included if problems related to mHealth apps were mentioned in the title or the abstract. Other publications describing mHealth apps could include problems or barriers as a secondary aspect. Nevertheless, publications with problems as a central subject are covered.</p>
      <sec>
        <title>Conclusion</title>
        <p>This scoping review will be the first that provides an overview about potential problems and barriers related to the use of DHA according to the German definition of DiGA. The research findings of this and a further scoping review about the quality of DHA will serve as a first module for the development of a continuous quality assurance concept [<xref ref-type="bibr" rid="ref29">29</xref>]. In the next step, we will use the research findings to develop a discussion guide to conduct focus groups with users and potential users of DHA.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Search strategy; Medline via Embase.</p>
        <media xlink:href="resprot_v11i4e32702_app1.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Search strategy; Medline via Ovid.</p>
        <media xlink:href="resprot_v11i4e32702_app2.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Search strategy; PsycINFO via Ovid.</p>
        <media xlink:href="resprot_v11i4e32702_app3.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Sources of gray literature.</p>
        <media xlink:href="resprot_v11i4e32702_app4.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">DHA</term>
          <def>
            <p>Digital Health Application</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DiGA</term>
          <def>
            <p>Digitale Gesundheitsanwendungen</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">MeSH</term>
          <def>
            <p>Medical Subject Headings</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MIP</term>
          <def>
            <p>Methodology, Issues, Participants</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PRISMA-Scr</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-analyses Extension for Scoping Reviews</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">QuaSiApps</term>
          <def>
            <p>continuous quality assurance of DHA</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research is part of a wider research project (continuous quality assurance of DHA [QuaSiApps]) funded by the German Federal Joint Committee (G-BA) (funding code: 01VSF20007 – QuaSiApps). We acknowledge support by the Open Access Publication Fund of the University of Duisburg-Essen.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giebel</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Gissel</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Accuracy of mHealth Devices for Atrial Fibrillation Screening: Systematic Review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>06</month>
          <day>16</day>
          <volume>7</volume>
          <issue>6</issue>
          <fpage>e13641</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/6/e13641/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13641</pub-id>
          <pub-id pub-id-type="medline">31199337</pub-id>
          <pub-id pub-id-type="pii">v7i6e13641</pub-id>
          <pub-id pub-id-type="pmcid">PMC6598422</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmad</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>George</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Saleem Danish</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Uppal</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Soo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mobasheri</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Darzi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Medication Adherence Apps: Review and Content Analysis</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>03</month>
          <day>16</day>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>e62</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/3/e62/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.6432</pub-id>
          <pub-id pub-id-type="medline">29549075</pub-id>
          <pub-id pub-id-type="pii">v6i3e62</pub-id>
          <pub-id pub-id-type="pmcid">PMC5878368</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yao</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Vespasiani</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nicolucci</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kwong</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Tian</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Mobile App-Based Interventions to Support Diabetes Self-Management: A Systematic Review of Randomized Controlled Trials to Identify Functions Associated with Glycemic Efficacy</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2017</year>
          <month>03</month>
          <day>14</day>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>e35</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2017/3/e35/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.6522</pub-id>
          <pub-id pub-id-type="medline">28292740</pub-id>
          <pub-id pub-id-type="pii">v5i3e35</pub-id>
          <pub-id pub-id-type="pmcid">PMC5373677</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Diao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hewitt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone applications and self-management of diabetes: A systematic review with meta-analysis, meta-regression of 21 randomized trials and GRADE</article-title>
          <source>Diabetes Obes Metab</source>
          <year>2018</year>
          <month>08</month>
          <volume>20</volume>
          <issue>8</issue>
          <fpage>2009</fpage>
          <lpage>2013</lpage>
          <pub-id pub-id-type="doi">10.1111/dom.13307</pub-id>
          <pub-id pub-id-type="medline">29582538</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>The Efficacy of Mobile Phone Apps for Lifestyle Modification in Diabetes: Systematic Review and Meta-Analysis</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>01</month>
          <day>15</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e12297</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/1/e12297/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12297</pub-id>
          <pub-id pub-id-type="medline">30664494</pub-id>
          <pub-id pub-id-type="pii">v7i1e12297</pub-id>
          <pub-id pub-id-type="pmcid">PMC6350094</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Batra</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Forma</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>DiBiasi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Peters-Strickland</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Digital health technology for use in patients with serious mental illness: a systematic review of the literature</article-title>
          <source>Med Devices (Auckl)</source>
          <year>2017</year>
          <volume>10</volume>
          <fpage>237</fpage>
          <lpage>251</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/MDER.S144158"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/MDER.S144158</pub-id>
          <pub-id pub-id-type="medline">29042823</pub-id>
          <pub-id pub-id-type="pii">mder-10-237</pub-id>
          <pub-id pub-id-type="pmcid">PMC5633292</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Linardon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Messer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fuller-Tyszkiewicz</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The efficacy of app-supported smartphone interventions for mental health problems: a meta-analysis of randomized controlled trials</article-title>
          <source>World Psychiatry</source>
          <year>2019</year>
          <month>10</month>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>325</fpage>
          <lpage>336</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/wps.20673"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.20673</pub-id>
          <pub-id pub-id-type="medline">31496095</pub-id>
          <pub-id pub-id-type="pmcid">PMC6732686</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>Digital health</article-title>
          <source>World Health Organization</source>
          <access-date>2021-11-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/health-topics/digital-health#tab=tab_1">https://www.who.int/health-topics/digital-health#tab=tab_1</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>Digital Healthcare Act (DVG)</article-title>
          <source>Federal Ministry of Health</source>
          <access-date>2021-08-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bundesgesundheitsministerium.de/digital-healthcare-act.html">https://www.bundesgesundheitsministerium.de/digital-healthcare-act.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>The Fast-Track Process for Digital Health Applications (DiGA) according to Section 139e SGB V: A Guide for Manufacturers, Service Providers and Users</article-title>
          <source>Federal Institute for Drugs and Medical Devices</source>
          <year>2020</year>
          <access-date>2021-08-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bfarm.de/SharedDocs/Downloads/EN/MedicalDevices/DiGA_Guide.pdf?__blob=publicationFile&#38;v=2">https://www.bfarm.de/SharedDocs/Downloads/EN/MedicalDevices/DiGA_Guide.pdf?__blob=publicationFile&#38;v=2</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hanlon</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Glanville</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mair</surname>
              <given-names>FS</given-names>
            </name>
          </person-group>
          <article-title>Understanding factors affecting patient and public engagement and recruitment to digital health interventions: a systematic review of qualitative studies</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2016</year>
          <month>09</month>
          <day>15</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>120</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-016-0359-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-016-0359-3</pub-id>
          <pub-id pub-id-type="medline">27630020</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-016-0359-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5024516</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kao</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Liebovitz</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Consumer Mobile Health Apps: Current State, Barriers, and Future Directions</article-title>
          <source>PM R</source>
          <year>2017</year>
          <month>05</month>
          <volume>9</volume>
          <issue>5S</issue>
          <fpage>S106</fpage>
          <lpage>S115</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pmrj.2017.02.018</pub-id>
          <pub-id pub-id-type="medline">28527495</pub-id>
          <pub-id pub-id-type="pii">S1934-1482(17)30382-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stiles-Shields</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Montague</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lattie</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Kwasny</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>What might get in the way: Barriers to the use of apps for depression</article-title>
          <source>Digit Health</source>
          <year>2017</year>
          <volume>3</volume>
          <fpage>2055207617713827</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/2vaferaw"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2055207617713827</pub-id>
          <pub-id pub-id-type="medline">29942605</pub-id>
          <pub-id pub-id-type="pii">10.1177_2055207617713827</pub-id>
          <pub-id pub-id-type="pmcid">PMC6001178</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meyerowitz-Katz</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ravi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Arnolda</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Maberly</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Astell-Burt</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Rates of Attrition and Dropout in App-Based Interventions for Chronic Disease: Systematic Review and Meta-Analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>09</month>
          <day>29</day>
          <volume>22</volume>
          <issue>9</issue>
          <fpage>e20283</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/9/e20283/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20283</pub-id>
          <pub-id pub-id-type="medline">32990635</pub-id>
          <pub-id pub-id-type="pii">v22i9e20283</pub-id>
          <pub-id pub-id-type="pmcid">PMC7556375</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahmad</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Mat Ludin</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Shahar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mohd Noah</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Mohd Tohit</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Willingness, perceived barriers and motivators in adopting mobile applications for health-related interventions among older adults: a scoping review protocol</article-title>
          <source>BMJ Open</source>
          <year>2020</year>
          <month>03</month>
          <day>16</day>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>e033870</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=32184309"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-033870</pub-id>
          <pub-id pub-id-type="medline">32184309</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-033870</pub-id>
          <pub-id pub-id-type="pmcid">PMC7076234</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>Ziele und Rahmenbedingungen eines dynamisch lernenden Gesundheitssystems</article-title>
          <source>Gutachten 2021</source>
          <access-date>2021-08-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.svr-gesundheit.de/fileadmin/Gutachten/Gutachten_2021/SVR_Gutachten_2021.pdf">https://www.svr-gesundheit.de/fileadmin/Gutachten/Gutachten_2021/SVR_Gutachten_2021.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>QuaSiApps- Fortlaufende Qualitätssicherung von in der GKV-Regelversorgung eingesetzten Gesundheits-Apps</article-title>
          <source>Gemeinsamer Bundesausschus Innovationsausschus</source>
          <access-date>2021-08-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://innovationsfonds.g-ba.de/projekte/versorgungsforschung/quasiapps-fortlaufende-qualitaetssicherung-von-in-der-gkv-regelversorgung-eingesetzten-gesundheits-apps.387">https://innovationsfonds.g-ba.de/projekte/versorgungsforschung/quasiapps-fortlaufende-qualitaetssicherung-von-in-der-gkv-regelversorgung-eingesetzten-gesundheits-apps.387</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arksey</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Scoping studies: towards a methodological framework</article-title>
          <source>International Journal of Social Research Methodology</source>
          <year>2005</year>
          <month>02</month>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1080/1364557032000119616</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Levac</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Colquhoun</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>KK</given-names>
            </name>
          </person-group>
          <article-title>Scoping studies: advancing the methodology</article-title>
          <source>Implement Sci</source>
          <year>2010</year>
          <month>09</month>
          <day>20</day>
          <volume>5</volume>
          <fpage>69</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-5-69"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-5-69</pub-id>
          <pub-id pub-id-type="medline">20854677</pub-id>
          <pub-id pub-id-type="pii">1748-5908-5-69</pub-id>
          <pub-id pub-id-type="pmcid">PMC2954944</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Lillie</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zarin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Colquhoun</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Levac</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>MDJ</given-names>
            </name>
            <name name-style="western">
              <surname>Horsley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Weeks</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hempel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McGowan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hartling</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Aldcroft</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Garritty</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lewin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Langlois</surname>
              <given-names>EV</given-names>
            </name>
            <name name-style="western">
              <surname>Soares-Weiser</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Moriarty</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tunçalp</surname>
              <given-names>Özge</given-names>
            </name>
            <name name-style="western">
              <surname>Straus</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>PRISMA Extension for Scoping Reviews (PRISMA-ScR): Checklist and Explanation</article-title>
          <source>Ann Intern Med</source>
          <year>2018</year>
          <month>10</month>
          <day>02</day>
          <volume>169</volume>
          <issue>7</issue>
          <fpage>467</fpage>
          <lpage>473</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/M18-0850?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M18-0850</pub-id>
          <pub-id pub-id-type="medline">30178033</pub-id>
          <pub-id pub-id-type="pii">2700389</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aromataris</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Welcome to the JBI Manual for Evidence Synthesis</article-title>
          <source>JBI Manual for Evidence Synthesis</source>
          <access-date>2021-08-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://synthesismanual.jbi.global">https://synthesismanual.jbi.global</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Strech</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Synofzik</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marckmann</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Systematic reviews of empirical bioethics</article-title>
          <source>J Med Ethics</source>
          <year>2008</year>
          <month>06</month>
          <volume>34</volume>
          <issue>6</issue>
          <fpage>472</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1136/jme.2007.021709</pub-id>
          <pub-id pub-id-type="medline">18511623</pub-id>
          <pub-id pub-id-type="pii">34/6/472</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haddad</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Souza</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Cecatti</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Mobile technology in health (mHealth) and antenatal care-Searching for apps and available solutions: A systematic review</article-title>
          <source>Int J Med Inform</source>
          <year>2019</year>
          <month>07</month>
          <volume>127</volume>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2019.04.008</pub-id>
          <pub-id pub-id-type="medline">31128820</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(18)31424-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amoakoh-Coleman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Borgstein</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Sondaal</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Grobbee</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Miltenburg</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Verwijs</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ansah</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Klipstein-Grobusch</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of mHealth Interventions Targeting Health Care Workers to Improve Pregnancy Outcomes in Low- and Middle-Income Countries: A Systematic Review</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>08</month>
          <day>19</day>
          <volume>18</volume>
          <issue>8</issue>
          <fpage>e226</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/8/e226/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5533</pub-id>
          <pub-id pub-id-type="medline">27543152</pub-id>
          <pub-id pub-id-type="pii">v18i8e226</pub-id>
          <pub-id pub-id-type="pmcid">PMC5010646</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Watterson</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Madeka</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Using mHealth to Improve Usage of Antenatal Care, Postnatal Care, and Immunization: A Systematic Review of the Literature</article-title>
          <source>Biomed Res Int</source>
          <year>2015</year>
          <volume>2015</volume>
          <fpage>153402</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2015/153402"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2015/153402</pub-id>
          <pub-id pub-id-type="medline">26380263</pub-id>
          <pub-id pub-id-type="pmcid">PMC4561933</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zelenko</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tjondronegoro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile app rating scale: a new tool for assessing the quality of health mobile apps</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>03</month>
          <day>11</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.3422</pub-id>
          <pub-id pub-id-type="medline">25760773</pub-id>
          <pub-id pub-id-type="pii">v3i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Development and Validation of the User Version of the Mobile Application Rating Scale (uMARS)</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2016</year>
          <month>06</month>
          <day>10</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e72</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2016/2/e72/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.5849</pub-id>
          <pub-id pub-id-type="medline">27287964</pub-id>
          <pub-id pub-id-type="pii">v4i2e72</pub-id>
          <pub-id pub-id-type="pmcid">PMC4920963</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Boissaud-Cooke</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Aungst</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Consensus on use of the term "App" versus "Application" for reporting of mHealth research</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>07</month>
          <day>17</day>
          <volume>16</volume>
          <issue>7</issue>
          <fpage>e174; discussion e174</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/7/e174/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3460</pub-id>
          <pub-id pub-id-type="medline">25033233</pub-id>
          <pub-id pub-id-type="pii">v16i7e174</pub-id>
          <pub-id pub-id-type="pmcid">PMC4129112</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Fortlaufende Qualitätssicherung von in der GKV-Regelversorgung eingesetzten Gesundheits-Apps</article-title>
          <source>QuaSiApps</source>
          <access-date>2022-03-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.uni-due.de/quasiapps/startseite.php">https://www.uni-due.de/quasiapps/startseite.php</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
