<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i9e17685</article-id>
      <article-id pub-id-type="pmid">32969830</article-id>
      <article-id pub-id-type="doi">10.2196/17685</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Mobile Fitness and Weight Management Apps: Protocol for a Quality Evaluation</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chen</surname>
            <given-names>Hungyi</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hong</surname>
            <given-names>Minjoo</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Milne-Ives</surname>
            <given-names>Madison</given-names>
          </name>
          <degrees>BAS, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7628-882X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Lam</surname>
            <given-names>Ching</given-names>
          </name>
          <degrees>MEng</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9137-749X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>van Velthoven</surname>
            <given-names>Michelle</given-names>
          </name>
          <degrees>BSc, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1245-8759</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Meinert</surname>
            <given-names>Edward</given-names>
          </name>
          <degrees>MA, MSc, MBA, MPA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <address>
            <institution>Centre for Health Technology</institution>
            <institution>Faculty of Health</institution>
            <institution>University of Plymouth</institution>
            <addr-line>6 Kirkby Place</addr-line>
            <addr-line>Plymouth, PL4 8AA</addr-line>
            <country>United Kingdom</country>
            <phone>44 1752 600600</phone>
            <email>edward.meinert@plymouth.ac.uk</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2484-3347</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Digitally Enabled PrevenTative Health Research Group</institution>
        <institution>Department of Paediatrics</institution>
        <institution>University of Oxford</institution>
        <addr-line>Oxford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Primary Care and Public Health</institution>
        <institution>Imperial College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Centre for Health Technology</institution>
        <institution>Faculty of Health</institution>
        <institution>University of Plymouth</institution>
        <addr-line>Plymouth</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Edward Meinert <email>edward.meinert@plymouth.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>24</day>
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <volume>9</volume>
      <issue>9</issue>
      <elocation-id>e17685</elocation-id>
      <history>
        <date date-type="received">
          <day>3</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>7</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Madison Milne-Ives, Ching Lam, Michelle van Velthoven, Edward Meinert. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 24.09.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.researchprotocols.org/2020/9/e17685/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Obesity is a contributing factor for many noncommunicable diseases and a growing problem worldwide. Many mobile apps have been developed to help users improve their fitness and weight management behaviors. However, the speed at which apps are created and updated means that it is important to periodically assess their quality.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The purpose of this study is to evaluate the quality of fitness and weight management mobile health apps using the Mobile Application Rating Scale (MARS). It will also describe the features of the included apps and compare the results to a previous evaluation conducted in 2015.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Searches for “fitness,” “weight,” “exercise,” “physical activity,” “diet,” “eat*,” and “food” will be conducted in the Apple App Store and Google Play. Apps that have been updated over the past 5 years will be included. Two reviewers will rate the apps’ quality using the MARS objective and subjective quality subscales. Interrater reliability will also be assessed. Features included in high-quality apps will be assessed, and changes in quality, features, and behavior change techniques made during the past 5 years will be described.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The results will be included in the evaluation paper, which we aim to publish in 2020.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This evaluation will assess the quality of currently available fitness and weight management apps.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/17685</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mobile apps</kwd>
        <kwd>telemedicine</kwd>
        <kwd>smartphone</kwd>
        <kwd>exercise</kwd>
        <kwd>weight loss</kwd>
        <kwd>obesity</kwd>
        <kwd>physical fitness</kwd>
        <kwd>fitness trackers</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The number of people who are overweight or obese has tripled since 1975, and in 2016, 40% of adults were overweight [<xref ref-type="bibr" rid="ref1">1</xref>]. Obesity is a major concern for public health because it increases the likelihood of many preventable diseases (eg, cardiovascular diseases, diabetes, osteoarthritis, and some cancers) and places an economic burden on the health care system [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. However, obesity is largely a preventable condition [<xref ref-type="bibr" rid="ref3">3</xref>]. Increasing physical activity and eating healthier foods can help people to manage their weight, and thus reduce the consequences of chronic and preventable diseases [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Since the first smartphone was released in 2008, digital technologies have become an increasingly common and popular way for people to change their health behaviors [<xref ref-type="bibr" rid="ref5">5</xref>]. Mobile apps are a useful platform to provide behavioral interventions to improve fitness and weight because of the widespread use of smartphones and the large number of mobile health apps available [<xref ref-type="bibr" rid="ref6">6</xref>]. Some evidence of the acceptability and effectiveness of mobile health apps for increasing physical activity, improving eating behaviors, and reducing weight has been found [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref7">7</xref>], but additional evidence is still needed to strengthen the conclusion that mobile apps are effective at improving health outcomes in particular [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. The mixed body of evidence of effectiveness might be due to the fact that higher engagement has been found to be related to increased adherence to the app and weight loss [<xref ref-type="bibr" rid="ref4">4</xref>]. Therefore, it is important to assess the quality of mobile fitness and weight management apps because quality is likely to influence engagement, which will affect the effectiveness of these apps at changing behavior and causing weight loss.</p>
      <p>Evaluations have previously examined the quality of mobile weight management apps [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. However, testing for these evaluations was conducted in August 2014 [<xref ref-type="bibr" rid="ref12">12</xref>] and the beginning of 2015 [<xref ref-type="bibr" rid="ref11">11</xref>]. Given the rate at which apps are being developed and updated [<xref ref-type="bibr" rid="ref13">13</xref>], evaluations should be conducted every couple of years to assess the quality of currently popular mobile fitness and weight management apps. Evaluations can then be compared to track whether there have been any changes in the quality or features of popular apps over time. Both of the previous evaluations assessed popular iOS and Android apps. Bardus et al [<xref ref-type="bibr" rid="ref11">11</xref>] evaluated the apps using the MARS subscales and found that the overall quality of apps was moderate, while Chen et al [<xref ref-type="bibr" rid="ref12">12</xref>] focused on Australian apps and concluded that the overall quality was suboptimal. The authors of both reviews also examined the behavior change techniques (BCTs) [<xref ref-type="bibr" rid="ref14">14</xref>] that were incorporated in the apps. Experts have established a theory-based taxonomy of these BCTs to aid identification and evaluation of the key components of behavioral interventions [<xref ref-type="bibr" rid="ref14">14</xref>]. The review of Australian apps found a general lack of BCTs [<xref ref-type="bibr" rid="ref12">12</xref>], while self-monitoring of behavior and outcomes, goal setting for behavior and outcomes, and feedback on behavior and outcomes were identified as the most common BCTs in Bardus et al’s review [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>In their evaluation, Bardus et al [<xref ref-type="bibr" rid="ref11">11</xref>] concluded that improvements could be made to app quality by focusing on information quality and evidence-based content. A similar, more current evaluation will provide an update on both the quality of mobile fitness and weight management apps and which BCTs are included in them. This will allow an assessment of whether and how mobile fitness and weight management apps have changed in the past 5 years. There are also improvements that can be made to the previous review methodologies: Bardus et al’s evaluation [<xref ref-type="bibr" rid="ref11">11</xref>] only included apps that focused on a combination of diet and physical activity interventions and had a version available in both the Apple App Store and Google Play, while Chen et al’s review [<xref ref-type="bibr" rid="ref12">12</xref>] did not use a standardized overall measure of app quality (the MARS measure was not yet published [<xref ref-type="bibr" rid="ref15">15</xref>]). The proposed evaluation will broaden that scope by also including apps that focus on only diet or physical activity and apps available only in the App Store or Google Play, as this will better represent the broad range of apps that people use to improve their fitness and weight management. Additionally, our evaluation will compare our findings with Bardus et al’s [<xref ref-type="bibr" rid="ref11">11</xref>] to examine how the general state of app quality and the inclusion of BCTs have changed in the past 5 years.</p>
      <p>Therefore, this evaluation will be focused on three main research questions. First, what is the objective and subjective quality of various Apple and Android mobile fitness and weight management apps, as measured by the Mobile Application Rating Scale? Second, what are the features most commonly associated with high-quality apps? Third, how have the quality and included BCTs of popular apps changed since 2015?</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>We will use the PRISMA-P (Preferred Reporting Items for Systematic Reviews and Meta-Analyses Protocols) guidelines [<xref ref-type="bibr" rid="ref16">16</xref>] to guide the search and selection of apps for evaluation. This evaluation will be composed of an app search, app selection, data extraction, data analysis, and data synthesis.</p>
      </sec>
      <sec>
        <title>Search Strategy</title>
        <p>We will search the Apple App Store and Google Play to identify current popular mobile fitness and weight management apps. We will search each of the following keywords: “fitness,” “weight,” “exercise,” “physical activity,” “diet,” “eat*,” and “food.” These were chosen based on commonly used terms in the literature [<xref ref-type="bibr" rid="ref4">4</xref>]. The search results will be filtered by popularity (based on the stores’ display algorithms) and the 100 most popular apps from each search will be screened. This will ensure that the apps being evaluated are the ones that are most used and will limit the number of apps to be evaluated.</p>
      </sec>
      <sec>
        <title>Eligibility</title>
        <sec>
          <title>Inclusion Criteria</title>
          <p>We will include popular apps that aim to improve health-related fitness and weight management behaviors, specifically diet or physical activity, and that target the general population. This will include apps designed for any age group, from children to older adults.</p>
        </sec>
        <sec>
          <title>Exclusion Criteria</title>
          <p>We will exclude duplicates (if an app is available for both iOS and Android operating systems, we will include the iOS version only) and apps that are not in English. We will also exclude apps that have not been updated in the past 5 years [<xref ref-type="bibr" rid="ref17">17</xref>]. We will exclude any apps that do not provide dietary or physical activity behavioral interventions that aim to improve general health and fitness or weight management. Therefore, recipe apps, athletic training apps, and apps that are focused on behaviors that are not health-related (like looking younger) will be excluded. Apps that are focused on specific populations (eg, people with specific diseases or pregnant women) will also be excluded.</p>
        </sec>
      </sec>
      <sec>
        <title>Screening and App Selection</title>
        <p>All of the apps found in the search will be recorded in an Excel document (Microsoft Corp) and duplicates will be removed, including Android apps that also have an iOS version. Preliminary screening by two independent reviewers will determine initial eligibility for the evaluation using the information provided in the app summaries on the App Store and Google Play. Apps that are deemed eligible will be downloaded. Apps that, upon closer examination, do not meet the inclusion criteria will also be excluded. Any disagreements between the reviewers will be discussed and, if necessary, settled by a third reviewer. All of the apps identified as being eligible for inclusion will be reviewed. A PRISMA flow diagram will be used to record the details of the search, screening, and selection processes so that the evaluation can be reproduced.</p>
      </sec>
      <sec>
        <title>Data Extraction</title>
        <p>The apps will be tested and evaluated by two independent reviewers. Each app will be used for at least half an hour before being rated using the MARS scales [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. The reviewers will also extract general information about the app as well as its features (eg, how it tracks behaviors or outcomes; if it provides notifications, feedback, or information) and any BCTs [<xref ref-type="bibr" rid="ref14">14</xref>] that are included. The items to be extracted are summarized in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
        <boxed-text id="box1" position="float">
          <title>Data that will be extracted from the apps.</title>
          <p>
            <bold>General information</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Year of development</p>
            </list-item>
            <list-item>
              <p>Platform (iOS, Android, etc)</p>
            </list-item>
            <list-item>
              <p>Developers</p>
            </list-item>
            <list-item>
              <p>Target population</p>
            </list-item>
            <list-item>
              <p>Target behavior change (eg, diet, step count, exercise)</p>
            </list-item>
            <list-item>
              <p>Cost</p>
            </list-item>
            <list-item>
              <p>Number of downloads</p>
            </list-item>
            <list-item>
              <p>App Store or Play Store rating</p>
            </list-item>
          </list>
          <p>
            <bold>Features</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>App features (eg, notifications, tracking, feedback)</p>
            </list-item>
            <list-item>
              <p>Behavior change techniques (BCT Taxonomy v1 [<xref ref-type="bibr" rid="ref14">14</xref>])</p>
            </list-item>
          </list>
          <p>
            <bold>Quality (all are Mobile Application Rating Scale subscales [<xref ref-type="bibr" rid="ref15">15</xref>])</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Engagement</p>
            </list-item>
            <list-item>
              <p>Functionality</p>
            </list-item>
            <list-item>
              <p>Visual esthetics</p>
            </list-item>
            <list-item>
              <p>Information quality</p>
            </list-item>
            <list-item>
              <p>Subjective quality</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Data Analysis and Synthesis</title>
        <p>The Mobile Application Rating Scale will be used to evaluate the quality of the included apps. Both reviewers will complete a training exercise in the MARS (which will be requested from the corresponding author of the MARS development paper) before conducting the evaluation [<xref ref-type="bibr" rid="ref15">15</xref>]. The MARS has a total of 23 items split into 5 different subscales: engagement, functionality, esthetics, information, and subjective quality. Each item is rated on a 5-point Likert scale. The overall score is calculated by averaging the mean scores of the subscales, with objective and subjective ratings kept separate [<xref ref-type="bibr" rid="ref15">15</xref>]. Interrater reliability of the two reviewers will also be assessed.</p>
        <p>The objective and subjective scores of the various apps will be compared to determine which apps have the highest quality. The features and BCTs of the 20 highest-rated apps will also be examined, to determine which features are associated with the highest-quality apps.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The results will be included in the evaluation paper, which we aim to publish in 2020.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>A systematic evaluation of mobile fitness and weight management apps will provide a clearer assessment of their quality. There are many fitness and weight management apps to choose from, and star rating systems have not been found to be strongly correlated with the MARS measure of app quality [<xref ref-type="bibr" rid="ref15">15</xref>]. An evaluation of these apps will help consumers choose higher quality apps and will contribute to the literature on and the improvement of mobile health behavior change apps by examining which features and BCTs [<xref ref-type="bibr" rid="ref14">14</xref>] are common in high-quality apps. These results will be compared to a previous evaluation of the quality of and BCTs included in mobile weight management apps and describe whether and how popular apps have changed since 2015 [<xref ref-type="bibr" rid="ref11">11</xref>]. Based on the data, this section will compare the included apps, discuss the limitations of the evaluation, and consider important directions for future research. One limitation that can already be identified is the use of only two reviewers. Given the significant time requirements to evaluate each app in depth, it is only feasible to use two reviewers; although the reviewers will work independently, it is possible that they will be biased in a way that might not be identified.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BCT</term>
          <def>
            <p>behavior change technique</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">MARS</term>
          <def>
            <p>Mobile Application Rating Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PRISMA-P</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses Protocols</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>CL, MMI, MHVV, and EM are supported by grants from EIT Health (grant 18654) and Promoting the Internet of Things via Collaborations between HEIS and Industry (PITCH-IN). EM is supported by the Sir David Cooksey Fellowship at the University of Oxford.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>EM, CL, and MMI conceived the study topic and designed the review protocol. MMI prepared the first draft of the protocol with revisions from MHVV and EM.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>World Health Organization</collab>
          </person-group>
          <source>Obesity and Overweight</source>
          <year>2018</year>
          <access-date>2020-08-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/en/news-room/fact-sheets/detail/obesity-and-overweight">https://www.who.int/en/news-room/fact-sheets/detail/obesity-and-overweight</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fenton</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Health Matters: Obesity and the food environment</article-title>
          <source>Public Health England Blogs</source>
          <year>2017</year>
          <access-date>2020-08-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealthmatters.blog.gov.uk/2017/03/31/health-matters-obesity-and-the-food-environment/">https://publichealthmatters.blog.gov.uk/2017/03/31/health-matters-obesity-and-the-food-environment/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hruby</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>FB</given-names>
            </name>
          </person-group>
          <article-title>The Epidemiology of Obesity: A Big Picture</article-title>
          <source>Pharmacoeconomics</source>
          <year>2015</year>
          <month>07</month>
          <volume>33</volume>
          <issue>7</issue>
          <fpage>673</fpage>
          <lpage>89</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25471927"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40273-014-0243-x</pub-id>
          <pub-id pub-id-type="medline">25471927</pub-id>
          <pub-id pub-id-type="pmcid">PMC4859313</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dounavi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tsoumani</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Mobile Health Applications in Weight Management: A Systematic Literature Review</article-title>
          <source>Am J Prev Med</source>
          <year>2019</year>
          <month>06</month>
          <volume>56</volume>
          <issue>6</issue>
          <fpage>894</fpage>
          <lpage>903</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0749-3797(19)30025-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2018.12.005</pub-id>
          <pub-id pub-id-type="medline">31003801</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(19)30025-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKay</surname>
              <given-names>FH</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shill</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stephens</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Uccellini</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Evaluating mobile phone applications for health behaviour change: A systematic review</article-title>
          <source>J Telemed Telecare</source>
          <year>2018</year>
          <month>01</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>22</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1177/1357633X16673538</pub-id>
          <pub-id pub-id-type="medline">27760883</pub-id>
          <pub-id pub-id-type="pii">1357633X16673538</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferrara</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hua</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Seto</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>A Focused Review of Smartphone Diet-Tracking Apps: Usability, Functionality, Coherence With Behavior Change Theory, and Comparative Validity of Nutrient Intake and Energy Estimates</article-title>
          <source>JMIR mHealth uHealth</source>
          <year>2019</year>
          <month>05</month>
          <day>17</day>
          <volume>7</volume>
          <issue>5</issue>
          <fpage>e9232</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/5/e9232"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.9232</pub-id>
          <pub-id pub-id-type="medline">31102369</pub-id>
          <pub-id pub-id-type="pii">v7i5e9232</pub-id>
          <pub-id pub-id-type="pmcid">PMC6543803</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Villinger</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wahl</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Boeing</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Schupp</surname>
              <given-names>HT</given-names>
            </name>
            <name name-style="western">
              <surname>Renner</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of app-based mobile interventions on nutrition behaviours and nutrition-related health outcomes: A systematic review and meta-analysis</article-title>
          <source>Obes Rev</source>
          <year>2019</year>
          <month>10</month>
          <volume>20</volume>
          <issue>10</issue>
          <fpage>1465</fpage>
          <lpage>1484</lpage>
          <pub-id pub-id-type="doi">10.1111/obr.12903</pub-id>
          <pub-id pub-id-type="medline">31353783</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Milne-Ives</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>De Cock</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Van Velthoven</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Meinert</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Mobile Apps for Health Behavior Change in Physical Activity, Diet, Drug and Alcohol Use, and Mental Health: Systematic Review</article-title>
          <source>JMIR mHealth uHealth</source>
          <year>2020</year>
          <month>03</month>
          <day>18</day>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>e17046</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/3/e17046/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17046</pub-id>
          <pub-id pub-id-type="medline">32186518</pub-id>
          <pub-id pub-id-type="pii">v8i3e17046</pub-id>
          <pub-id pub-id-type="pmcid">PMC7113799</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ghelani</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Moran</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mousa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Naderpoor</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Mobile Apps for Weight Management: A Review of the Latest Evidence to Inform Practice</article-title>
          <source>Front Endocrinol (Lausanne)</source>
          <year>2020</year>
          <volume>11</volume>
          <fpage>412</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fendo.2020.00412"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fendo.2020.00412</pub-id>
          <pub-id pub-id-type="medline">32670197</pub-id>
          <pub-id pub-id-type="pmcid">PMC7326765</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laing</surname>
              <given-names>BY</given-names>
            </name>
            <name name-style="western">
              <surname>Mangione</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Tseng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Leng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vaisberg</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mahida</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bholat</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Glazier</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Morisky</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of a smartphone application for weight loss compared with usual care in overweight primary care patients: a randomized, controlled trial</article-title>
          <source>Ann Intern Med</source>
          <year>2014</year>
          <month>11</month>
          <day>18</day>
          <volume>161</volume>
          <issue>10 Suppl</issue>
          <fpage>S5</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.7326/M13-3005</pub-id>
          <pub-id pub-id-type="medline">25402403</pub-id>
          <pub-id pub-id-type="pii">1935738</pub-id>
          <pub-id pub-id-type="pmcid">PMC4422872</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bardus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van Beurden</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A review and content analysis of engagement, functionality, aesthetics, information quality, and change techniques in the most popular commercial apps for weight management</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2016</year>
          <month>03</month>
          <day>10</day>
          <volume>13</volume>
          <fpage>35</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/s12966-016-0359-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12966-016-0359-9</pub-id>
          <pub-id pub-id-type="medline">26964880</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12966-016-0359-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC4785735</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cade</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Allman-Farinelli</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The Most Popular Smartphone Apps for Weight Loss: A Quality Assessment</article-title>
          <source>JMIR mHealth uHealth</source>
          <year>2015</year>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>e104</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2015/4/e104/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.4334</pub-id>
          <pub-id pub-id-type="medline">26678569</pub-id>
          <pub-id pub-id-type="pii">v3i4e104</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704947</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>A Path to Better-Quality mHealth Apps</article-title>
          <source>JMIR mHealth uHealth</source>
          <year>2018</year>
          <month>07</month>
          <day>30</day>
          <volume>6</volume>
          <issue>7</issue>
          <fpage>e10414</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/7/e10414/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10414</pub-id>
          <pub-id pub-id-type="medline">30061091</pub-id>
          <pub-id pub-id-type="pii">v6i7e10414</pub-id>
          <pub-id pub-id-type="pmcid">PMC6090170</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Eccles</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Cane</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>The behavior change technique taxonomy (v1) of 93 hierarchically clustered techniques: building an international consensus for the reporting of behavior change interventions</article-title>
          <source>Ann Behav Med</source>
          <year>2013</year>
          <month>08</month>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1007/s12160-013-9486-6</pub-id>
          <pub-id pub-id-type="medline">23512568</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zelenko</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tjondronegoro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile app rating scale: a new tool for assessing the quality of health mobile apps</article-title>
          <source>JMIR mHealth uHealth</source>
          <year>2015</year>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2015/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.3422</pub-id>
          <pub-id pub-id-type="medline">25760773</pub-id>
          <pub-id pub-id-type="pii">v3i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shamseer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghersi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Petticrew</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shekelle</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
            <collab>PRISMA-P Group</collab>
          </person-group>
          <article-title>Preferred reporting items for systematic review and meta-analysis protocols (PRISMA-P) 2015: elaboration and explanation</article-title>
          <source>BMJ</source>
          <year>2015</year>
          <month>01</month>
          <day>02</day>
          <volume>350</volume>
          <fpage>g7647</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/cgi/pmidlookup?view=long&#38;pmid=25555855"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.g7647</pub-id>
          <pub-id pub-id-type="medline">25555855</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Burford</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Emmerton</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>App Chronic Disease Checklist: Protocol to Evaluate Mobile Apps for Chronic Disease Self-Management</article-title>
          <source>JMIR Res Protoc</source>
          <year>2016</year>
          <month>11</month>
          <day>04</day>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e204</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.researchprotocols.org/2016/4/e204/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.6194</pub-id>
          <pub-id pub-id-type="medline">27815233</pub-id>
          <pub-id pub-id-type="pii">v5i4e204</pub-id>
          <pub-id pub-id-type="pmcid">PMC5116100</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>Review and Evaluation of Mindfulness-Based iPhone Apps</article-title>
          <source>JMIR mHealth uHealth</source>
          <year>2015</year>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>e82</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2015/3/e82/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.4328</pub-id>
          <pub-id pub-id-type="medline">26290327</pub-id>
          <pub-id pub-id-type="pii">v3i3e82</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
