<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e39389</article-id>
      <article-id pub-id-type="pmid">36848208</article-id>
      <article-id pub-id-type="doi">10.2196/39389</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Use of Patient-Generated Health Data From Consumer-Grade Mobile Devices in Clinical Workflows: Protocol for a Systematic Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Metcalf</surname>
            <given-names>Mary</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Barger</surname>
            <given-names>Diana</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Guardado Medina</surname>
            <given-names>Sharon</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Empirical Software Engineering in Software, Systems and Services</institution>
            <institution>Faculty of Information Technology and Electrical Engineering</institution>
            <institution>University of Oulu</institution>
            <addr-line>Pentti Kaiteran katu 1</addr-line>
            <addr-line>Oulu, 90570</addr-line>
            <country>Finland</country>
            <phone>358 504388396</phone>
            <email>sharon.guardadomedina@oulu.fi</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3395-9157</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Isomursu</surname>
            <given-names>Minna</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0161-1837</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Empirical Software Engineering in Software, Systems and Services</institution>
        <institution>Faculty of Information Technology and Electrical Engineering</institution>
        <institution>University of Oulu</institution>
        <addr-line>Oulu</addr-line>
        <country>Finland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Sharon Guardado Medina <email>sharon.guardadomedina@oulu.fi</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>27</day>
        <month>2</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e39389</elocation-id>
      <history>
        <date date-type="received">
          <day>9</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>24</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>14</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>17</day>
          <month>1</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Sharon Guardado Medina, Minna Isomursu. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 27.02.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2023/1/e39389" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>With the rapid advancement of mobile technology, the scope of mobile health (mHealth) has expanded to include consumer-grade devices such as smartphones and wearable sensors. These solutions have typically been used for fitness purposes; however, due to their ubiquitous capabilities for data collection, they have the potential to bridge information gaps and supplement data from clinical visits. Patient-generated health data (PGHD) can be derived from mHealth solutions and be used by health care professionals (HCPs) as complementary tools in the care process, yet their integration into clinical workflows presents a myriad of challenges. PGHD might be a new and unfamiliar source of information for most HCPs, and the majority of mHealth solutions have not been designed to be used by HCPs as active reviewers. As mHealth solutions become more available and attractive to patients, HCPs may see an increase in the influx of data and related inquiries from their patients. This mismatch in expectations can result in disruptions to clinical workflows and negatively impact patient-clinician relationships. For PGHD to be integrated into clinical workflows, its use should be proven beneficial for both patients and HCPs. However, so far, only limited research has been done on the concrete experiences of HCPs as active reviewers of PGHD from consumer-grade mobile devices.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aimed to systematically guide the review of existing literature to identify what types of PGHD from consumer-grade mobile devices are currently being used by HCPs as complementary tools in the care process.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The PRISMA-P (Preferred Reporting Items for Systematic Review and Meta-Analysis Protocols) 2015 was followed for the design of the search, selection, and data synthesis processes. Electronic searches will be done on PubMed, ACM Digital Library, IEEE Xplore, and Scopus.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Preliminary searches have been conducted, and previous related systematic and scoping reviews have been found and evaluated. The review is expected to be completed in February 2023.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This protocol will guide the review of existing literature on the use of PGHD produced by consumer-grade mobile devices. Although there have been previous reviews related to this topic, our proposed approach seeks to understand the specific opinions and experiences of different types of HCPs who are already using PGHD in their clinical practice and the motives for deeming these data useful and worth reviewing. Depending on the studies that will be included, there may be an opportunity to provide a wider understanding of what types of HCPs trust PGHD, despite the possible challenges that its use might convey, potentially contributing with the knowledge to support the design strategies of mHealth tools that could be integrated into clinical workflows.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/39389</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>patient-generated health data</kwd>
        <kwd>mobile health</kwd>
        <kwd>mHealth</kwd>
        <kwd>health care professional</kwd>
        <kwd>mobile technology</kwd>
        <kwd>health self-management</kwd>
        <kwd>smartphone</kwd>
        <kwd>mobile phone</kwd>
        <kwd>condition</kwd>
        <kwd>care</kwd>
        <kwd>intervention</kwd>
        <kwd>support</kwd>
        <kwd>control</kwd>
        <kwd>clinical</kwd>
        <kwd>literature</kwd>
        <kwd>data</kwd>
        <kwd>devices</kwd>
        <kwd>review</kwd>
        <kwd>meta-analysis</kwd>
        <kwd>PubMed</kwd>
        <kwd>Scopus</kwd>
        <kwd>integration</kwd>
        <kwd>electronic</kwd>
        <kwd>treatment</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Mobile health (mHealth) refers to the use of mobile technology to obtain data pertinent to wellness and disease diagnosis, prevention, and management [<xref ref-type="bibr" rid="ref1">1</xref>]. With the rapid advancement of mobile technology in the last decade, the scope of mHealth has expanded to include consumer-grade devices, such as smartphones and wearable sensors, which allow for convenient access to health apps [<xref ref-type="bibr" rid="ref2">2</xref>], motion sensing, as well as physiological and biochemical tracking. The certification of medical-grade mobile devices is based on clinical evidence, often needing years to bring a device to the market [<xref ref-type="bibr" rid="ref3">3</xref>]; however, consumer-grade devices are evolving at a more rapid pace, and although they are typically used for fitness purposes, their capabilities for data collection are opening possibilities for their use in the medical sphere as well [<xref ref-type="bibr" rid="ref4">4</xref>]. Ubiquitous health data collection can theoretically make it possible to monitor and intervene whenever and wherever acute and chronic medical conditions occur [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
        <p>The data created, recorded, and gathered by and from patients, using mHealth tools such as smartphones and wearable devices, are known as patient-generated health data (PGHD) [<xref ref-type="bibr" rid="ref5">5</xref>]. The PGHD derived from mHealth solutions has the potential to bridge information gaps and supplement data from clinical visits by providing a rich picture of a patient’s daily behaviors, environment, lifestyle, and biometric data outside of the clinic.</p>
        <p>In the past, mHealth solutions have been mostly designed for general wellness purposes; in recent years, mHealth interventions targeting specific health conditions have been increasing [<xref ref-type="bibr" rid="ref6">6</xref>]. Likewise, the body of evidence that proves the potential value of mHealth is growing [<xref ref-type="bibr" rid="ref7">7</xref>]; however, there seems to be only limited evidence of its efficacy [<xref ref-type="bibr" rid="ref8">8</xref>]. Furthermore, the strength and quality of clinical evidence have been identified as factors that impact the adoption of mHealth tools by health care professionals (HCPs). Although the adoption of HCPs seems to be one of the most influential factors regarding the success of mHealth tools [<xref ref-type="bibr" rid="ref7">7</xref>], there has not been much research on the role HCPs are expected to play in the implementation process of mHealth tools [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>The use of mHealth tools by patients enables access to electronic PGHD by HCPs; however, access does not equate to active use. Furthermore, the integration of PGHD into clinical workflows presents a myriad of challenges, including data security and privacy, data standardization, difficult and time-consuming interpretation, and interoperability, among others [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>In regular clinical workflows, patients often interact with HCPs with different medical specialities, who might have different approaches and goals when collecting data from their patients, depending on their role in the care process. A scoping review by Nittas et al [<xref ref-type="bibr" rid="ref9">9</xref>] identified that there are 2 roles that HCPs can take when integrating PGHD into the care process: the supporter and the reviewer. In the supporter role, the HCP mostly motivates patients and oversees the use of PGHD. In the reviewer role, the HCP analyzes PGHD to personalize advice, conduct remote monitoring, and complement medical data [<xref ref-type="bibr" rid="ref9">9</xref>]. PGHD can encompass diverse data sets that come from both passive sensing (through mobile and wearable devices) and active sensing (through mHealth apps) [<xref ref-type="bibr" rid="ref1">1</xref>]; therefore, PGHD might be a new and unfamiliar source of information for most HCPs [<xref ref-type="bibr" rid="ref11">11</xref>]. Considering that the reviewing tasks imply a more active stance from HCPs, it is reasonable to assume that not all of them might be interested or confident in becoming PGHD reviewers.</p>
        <p>mHealth solutions are becoming increasingly available and attractive to patients, with many integrating mHealth apps and tracking devices into their everyday life as ways to improve their health and well-being [<xref ref-type="bibr" rid="ref12">12</xref>]. A recent scoping review identified 31 studies that evaluated mHealth interventions for self-management of chronic conditions [<xref ref-type="bibr" rid="ref3">3</xref>], of which over a third required or encouraged patients to share data with their health care providers. However, only 2 of those studies described mHealth solutions that were meant to be used by HCPs as active reviewers. This sort of mismatch in expectations from patients and HCPs can result in disruptions to existing clinical workflows and negatively impact patient-clinician relationships [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>For PGHD to be effectively integrated into clinical workflows as a complementary tool to bridge information gaps and supplement data from clinical visits, their use should prove beneficial for both patients and HCPs. However, so far, little research has been done on the concrete experience of HCPs as active reviewers of PGHD from consumer-grade mHealth solutions.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The main objective of our review will be to systematically analyze existing literature to try to identify the profile of HCPs who are using PGHD from consumer-grade mobile devices as complementary tools for their clinical practices.</p>
        <p>The secondary objective will include the identification of the types of PGHD, produced by consumer-grade mobile devices and mHealth apps, that HCPs might deem useful and worth reviewing.</p>
        <p>To attain these objectives the research questions to be addressed by the review are as follows:</p>
        <list list-type="bullet">
          <list-item>
            <p>How are the PGHD from consumer-grade mobile devices used by HCPs in the clinical workflow?</p>
          </list-item>
          <list-item>
            <p>Which types of HCPs are actively reviewing PGHD in their clinical practice?</p>
          </list-item>
          <list-item>
            <p>What kind of PGHD from consumer-grade devices do HCPs find useful?</p>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>For the design of this protocol, the PRISMA-P (Preferred Reporting Items for Systematic Review and Meta-Analysis Protocols) 2015 [<xref ref-type="bibr" rid="ref14">14</xref>] was followed. For the design of the search, selection, and synthesis processes, the guidelines for performing systematic literature reviews in software engineering [<xref ref-type="bibr" rid="ref15">15</xref>] were also consulted.</p>
        <p>For the review design, we will use a convergent design for systematic mixed studies reviews [<xref ref-type="bibr" rid="ref16">16</xref>]. The systematic review will adhere to the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) statement [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      </sec>
      <sec>
        <title>Search Strategy</title>
        <p>Eligible studies will be identified through comprehensive literature searches conducted in the bibliographical databases that focus on health and biomedicine, information technology domains, or encompass journal articles and conference proceedings from multiple disciplines. The selected sources are PubMed, ACM Digital Library (including the ACM Guide to Computing Literature), IEEE Xplore, and Scopus. The advanced search methodologies and limitations of each source were revised in advance to standardize the final search terms and resulting search string, which will be used in all sources without alterations to maintain consistency.</p>
        <p>The search strategy was constructed iteratively to ensure that relevant articles were more likely to be identified. After a pilot search in PubMed, it was deemed that the searches should be delimited by 3 key topics: “patient-generated health data,” “health personnel,” and “mobile technologies.” Considering that the key aspects of this review will be more relevant to the medical context than to the technological context, the Medical Subject Headings will be used to search for literature.</p>
        <p>Terms comparable to “patient-generated health data,” “health personnel,” and “mobile technologies” were added to the search string using AND operators. To avoid overlooking relevant articles by excluding terms and to prevent retrieving an excessive number of irrelevant results, exact phrases were used with some of the terms. To identify the most appropriate phrases, trial searches were performed in Google Scholar, using possible variations identified in the literature. The final search string was validated by a research librarian from the University of Oulu (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <p>Additional filters will be used in all sources to limit the results to articles published in scientific peer-reviewed journals or conferences, written in English, with a publication date between January 2013 and May 2022, and with topics related to medical disciplines or the field of information technologies.</p>
        <p>Once the electronic searches have been completed, a supplementary hand search of studies will be performed within previous systematic literature reviews and scoping reviews related to the topic PGHD that were identified in the pilot searches.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Search string to be used in the electronic searches.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="170"/>
            <col width="530"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td>Concept</td>
                <td>Search string</td>
                <td>Definition</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>“Patient-generated health data”</td>
                <td>“Patient-generated health data” OR “patient health data” OR “patients health data” OR “patient-generated data” OR “person-generated data” OR “person-generated health data” OR “patient-reported data” OR “patient self-reported data” OR “patients self-reported data” OR “patient-generated clinical data” OR “patient-generated medical data” OR “self-reported patient data” OR “self-generated patient data” OR “personal health data” OR “mHealth patient data” OR “patient collected data” OR “patient-collected health data” OR “self-collected health data” AND</td>
                <td>MeSH<sup>a</sup> terms introduced in 2018 to refer to health-related data created, recorded, or gathered (outside of clinical settings) by patients, family members, or caregivers to help address a health concern [<xref ref-type="bibr" rid="ref18">18</xref>].</td>
              </tr>
              <tr valign="top">
                <td>“Health personnel”</td>
                <td>“Health personnel” OR “care professionals” OR “medical professionals” OR “health care professionals” OR “health professionals” OR ”health care providers” OR “health providers” OR “medical providers” OR “health care worker” OR “health care workers” OR “health care worker” OR “health care workers” OR practitioners OR specialists OR clinicians OR doctors OR nurses OR physicians OR physiotherapists OR “clinical team” OR “clinical staff“ OR “medical staff” OR “medical team” AND</td>
                <td>MeSH terms in use since 1992 to refer to people working in the provision of health services, whether as individual practitioners or employees of health institutions and programs [<xref ref-type="bibr" rid="ref19">19</xref>].</td>
              </tr>
              <tr valign="top">
                <td>“Mobile technologies”</td>
                <td>“Mobile technolog*” OR “mobile phone” OR “mobile device” OR “mobile phones” OR “mobile devices” OR “smart device” OR smartphone OR smartwatch OR “smart ring” OR “smart device” OR “smart devices” OR wearable* OR “health tracker” OR “activity tracker” OR “fitness tracker” OR “mobile app*” OR “health app*” OR “mobile health intervention” OR “mHealth intervention” OR “mobile health solution” OR “mHealth solution” OR “mHealth solutions” OR “mobile health tool” OR “mHealth technology”</td>
                <td>These terms commonly refer to internet-enabled devices like smartphones, tablets, and smartwatches. These are the latest in a progression that includes two-way pagers, notebook computers, mobile telephones, GPS navigation devices, and more [<xref ref-type="bibr" rid="ref20">20</xref>].</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>MeSH: Medical Subject Heading.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Inclusion Criteria</title>
        <sec>
          <title>Types of Studies</title>
          <p>Primary studies will be included irrespective of their design. Both qualitative and quantitative research findings from the selected studies will be integrated, with the use of qualitative data transformation technique methods [<xref ref-type="bibr" rid="ref21">21</xref>]. Eligible studies will include clinical trials, nonrandomized controlled trials, cross-sectional studies, longitudinal studies, observational studies, case studies, and other types of qualitative studies. The studies must have been published in peer-reviewed scientific journals and conferences.</p>
        </sec>
        <sec>
          <title>Types of Participants</title>
          <p>The review will focus on the experiences of HCPs who have already used PGHD in their clinical practice, as part of standalone mHealth interventions, by personal initiative, or for any other reasons. The type of HCP is not being limited to specific medical specialities as long as the participants can be recognized as health care workers who are interacting directly with patients.</p>
        </sec>
        <sec>
          <title>Types of Technology</title>
          <p>The review will focus on mHealth solutions that allow for patient data to be collected outside of clinical settings by patients, using mobile apps or commercial mobile devices such as smartphones or tablets and wearable devices like smartwatches, smart rings, fitness bands, chest straps, and other wearable health trackers.</p>
          <p>The current mobile and wearable technologies started to become more available to consumers at the beginning of the last decade. As of 2013, only a few mHealth interventions that aimed at assessing the impact of native apps for smartphones had been reported in the literature, all of which had been created only for research purposes and were not yet available in public app stores [<xref ref-type="bibr" rid="ref2">2</xref>]; therefore, our search will be limited to articles published since 2013.</p>
        </sec>
      </sec>
      <sec>
        <title>Exclusion Criteria</title>
        <list list-type="bullet">
          <list-item>
            <p>The articles that explicitly indicate they are study protocols, scoping reviews, and systematic literature reviews will automatically be excluded.</p>
          </list-item>
          <list-item>
            <p>Studies on interventions based on SMS, chats, social media interactions, phone calls, or another type of two-way communications as the main method for data collection will not be included; we did not consider them to be mHealth solutions, as they are targeted for communication in general and require additional time and effort from HCPs not only to review data but also to maintain the communication between appointments.</p>
          </list-item>
          <list-item>
            <p>Studies based on interventions that required the use of specialized medical-grade devices that are not designed to be worn or meant to be used as mobile trackers will not be included.</p>
          </list-item>
          <list-item>
            <p>Studies related to nonelectronic PGHD.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Data Collection and Analysis</title>
        <sec>
          <title>Selection of Studies</title>
          <p>After the electronic search in all sources and the supplementary hand search of systematic reviews are finalized, the resulting articles will be imported into Covidence (Veritas Health Innovation) to conduct the screening process. Covidence will automatically identify duplicates and allows for multiple reviewers to perform the screening and selection process in a consensual manner.</p>
          <p>The initial screening will be limited to the titles and abstracts. This part of the process will be done independently by 2 reviewers to reduce bias. Both reviewers in charge of this stage have a background in computer science and previous research experience with mHealth and PGHD. Before starting the screening process, the reviewers will complete a joint exercise to validate the reviewing methodology and ensure that both reviewers understand the inclusion and exclusion criteria correctly.</p>
          <p>Once the reviewers have a preliminary list of candidate studies to be included, they will proceed with the full-text screening of those articles.</p>
          <p>During the full-text screening, reviewers will also try to identify if multiple papers could be based on the same study. In this case, both reviewers will revise the possibly duplicated articles and decide, based on author names, study descriptions, and sample characteristics. In the case of duplications, the most recent article would be preferred; however, the final decision should be agreed upon by both reviewers, considering which papers better fits the inclusion criteria.</p>
          <p>In case of disagreement in either the initial screening or during the full-text screening, both reviewers will discuss the reasons for disagreement. In case the disagreement persists, a third reviewer will act as an arbitrator and will review the article to decide whether or not the article should be included. The disagreements will be documented, and the reason for the final inclusion or exclusion will be recorded.</p>
          <p>The search and screening results will be reported using a PRISMA flow diagram.</p>
        </sec>
        <sec>
          <title>Data Extraction</title>
          <p>The key information of the included articles will be extracted using the Data Extraction Form function offered in Covidence. The extraction task will be completed by the 2 initial reviewers and 2 additional reviewers, all of whom have previous research experience with the topics related to this review.</p>
          <p>Each article will be assigned randomly to 2 reviewers. Each reviewer will extract the data independently and the data extracted by both reviewers will be compared using Covidence. In the case of differences in the extracted data, a consensus will be reached between the 2 primary reviewers. In the case of differences that could not be agreed upon by the 2 primary reviewers, the conflicting data will be discussed by the 4 reviewers to reach a consensus.</p>
          <p>The data extraction form will assist in the extraction of relevant information from the selected studies, following the template in <xref ref-type="table" rid="table2">Table 2</xref>. The main author will pilot the extraction of 5 articles, using the proposed extraction form, to identify possible adjustments that could be required before the data extraction process starts with the reviewing team.</p>
          <p>In the case of papers that do not report complete descriptions of the intervention, outcomes, or other information relevant to this research, the article author will be contacted via email to ask for complementary information.</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Basic template of the data extraction form.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="400"/>
              <col width="600"/>
              <thead>
                <tr valign="top">
                  <td>Item</td>
                  <td>Characteristics</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Article general information</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Year of publication</p>
                      </list-item>
                      <list-item>
                        <p>Author(s)’ name(s)</p>
                      </list-item>
                      <list-item>
                        <p>Country of origin</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Characteristics of the study</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Objectives</p>
                      </list-item>
                      <list-item>
                        <p>Main findings</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Research methods</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Sampling method</p>
                      </list-item>
                      <list-item>
                        <p>Sample size</p>
                      </list-item>
                      <list-item>
                        <p>Data collection method</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Information about participants</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Profession or medical specialty</p>
                      </list-item>
                      <list-item>
                        <p>Main motivation of HCPs<sup>a</sup> to use PGHD<sup>b</sup></p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Context of PGHD use</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Conditions being treated</p>
                      </list-item>
                      <list-item>
                        <p>Mobile technology used</p>
                      </list-item>
                      <list-item>
                        <p>Type of PGHD collected</p>
                      </list-item>
                      <list-item>
                        <p>The mechanism for PGHD visualization</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>HCP: health care professional.</p>
              </fn>
              <fn id="table2fn2">
                <p><sup>b</sup>PGHD: patient-generated health data.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Studies’ Quality Assessment</title>
          <p>The quality of included studies will be assessed in parallel to the data extraction process, using a quality assessment form that will be included in Covidence, following the checklist to assess the quality of studies proposed by Kitchenham [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        </sec>
        <sec>
          <title>Data Synthesis</title>
          <p>The included studies might comprise qualitative and quantitative data that will need to be transformed into a qualitative format and be synthesized through narrative synthesis. For this, we will be using a descriptive narrative form with an appropriate table format. The extracted data will be organized in the table by type of technology, type of condition, type of participants, and type of data being collected or used to identify any interesting findings, trends, relationships, and limitations that can assist in addressing the proposed review questions.</p>
          <p>A data coding strategy is suggested for the analysis. NVivo (QSR International) will be used to assist in the data coding strategy. The codes will be defined in accordance with the research objectives of the review. The strategy will be piloted with 5 studies, and any necessary changes to the strategy will be made and later reported in the full review.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>As of May 2022, preliminary searches have been done to refine the search strategy and assess the availability of studies on our research topic. Previous related systematic and scoping reviews have been found and evaluated. Systematic searches, data extraction, data synthesis, analysis, and the writing of the systematic review document are expected to be completed by February 2023.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Expected Outcomes</title>
        <p>The proposed systematic review will report on the use of PGHD produced by consumer-grade mobile technology, as complementary tools for HCPs in the clinical workflow. Considering that most research related to this topic has been done under controlled conditions, our interest lies in identifying the characteristics of PGHD that foster its use by HCPs. We assume these characteristics might comprise aspects such as the type of clinical activities where PGHD from consumer-grade devices could be useful and the particular characteristics of HCPs who are willingly using PGHD due to the realization of PGHD benefits to complement their current practices.</p>
        <p>Previous research on PGHD has explored its effect on patient-clinician relationships [<xref ref-type="bibr" rid="ref13">13</xref>], its use in clinical practices [<xref ref-type="bibr" rid="ref11">11</xref>], and its use to facilitate prevention and health promotion [<xref ref-type="bibr" rid="ref9">9</xref>]. Nevertheless, after examining these reviews, we have identified 3 determinant aspects for our review that will report on research gaps that previous reviews have not addressed in detail. The first aspect is that previous reviews did not limit their research to PGHD collected outside of the clinic but also included other types of PGHD as patient-reported outcomes collected during appointments with HCPs [<xref ref-type="bibr" rid="ref13">13</xref>]. Second, the types of mobile technologies from which PGHD has been produced have not been limited to consumer-grade mobile or wearable devices but have also included medical-grade devices [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref13">13</xref>], which tend to be more accurate and more widely accepted in the medical field. The last differentiating aspect is that previous research has not focused on understanding the specific experiences of HCPs who are already performing the role of PGHD reviewers to support their patients’ care but mostly on their expectations as potential users or in a predominantly supportive role.</p>
        <p>The use of PGHD is a relatively new trend, and its relevance might be different across countries, medical specialities, or clinical settings. Depending on the studies that will be included in this review, there may be an opportunity to provide a wider understanding of what types of HCPs trust PGHD from consumer-grade mobile solutions despite the potential challenges that its use might convey. We are interested in understanding why and how they have decided to use this type of data, assuming this knowledge could contribute to the design strategies of mHealth tools that could be integrated into clinical workflows.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Some limitations to the design of this review include the exclusion of papers not written in English and considering only papers that explicitly mention PGHD (or its possible variations). PGHD is a relatively new definition, and it could be possible that some relevant papers on mHealth interventions might not explicitly address PGHD using that specific term but instead could have used other terms not included in our search string.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">HCP</term>
          <def>
            <p>health care professional</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PGHD</term>
          <def>
            <p>patient-generated health data</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PRISMA-P</term>
          <def>
            <p>Preferred Reporting Items for Systematic Review and Meta-Analysis Protocols</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Review and Meta-Analyses</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to acknowledge the More Stamina Project research group for supporting the development of this work.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>SGM developed the research questions; designed the review, search, and selection strategies; and contributed meaningfully to the drafting and editing. MI aided in the development of the study methods and contributed meaningfully to the drafting and editing and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sim</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Mobile devices and health</article-title>
          <source>N Engl J Med</source>
          <year>2019</year>
          <month>09</month>
          <day>05</day>
          <volume>381</volume>
          <issue>10</issue>
          <fpage>956</fpage>
          <lpage>968</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmra1806949</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fiordelli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Diviani</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Mapping mHealth research: a decade of evolution</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>05</month>
          <day>21</day>
          <volume>15</volume>
          <issue>5</issue>
          <fpage>e95</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2013/5/e95/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2430</pub-id>
          <pub-id pub-id-type="medline">23697600</pub-id>
          <pub-id pub-id-type="pii">v15i5e95</pub-id>
          <pub-id pub-id-type="pmcid">PMC3668610</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bradway</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gabarron</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Johansen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zanaboni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jardim</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Joakimsen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pape-Haugaard</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Årsand</surname>
              <given-names>Eirik</given-names>
            </name>
          </person-group>
          <article-title>Methods and measures used to evaluate patient-operated mobile health interventions: scoping literature review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>04</month>
          <day>30</day>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e16814</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/4/e16814/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16814</pub-id>
          <pub-id pub-id-type="medline">32352394</pub-id>
          <pub-id pub-id-type="pii">v8i4e16814</pub-id>
          <pub-id pub-id-type="pmcid">PMC7226051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Runge</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Wearables and the medical revolution</article-title>
          <source>Per Med</source>
          <year>2018</year>
          <month>09</month>
          <volume>15</volume>
          <issue>5</issue>
          <fpage>429</fpage>
          <lpage>448</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.futuremedicine.com/doi/abs/10.2217/pme-2018-0044?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.2217/pme-2018-0044</pub-id>
          <pub-id pub-id-type="medline">30259801</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lavallee</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Austin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bloch</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lawrence</surname>
              <given-names>SO</given-names>
            </name>
            <name name-style="western">
              <surname>McCall</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Munson</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Nery-Hurwit</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Amtmann</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>mHealth and patient generated health data: stakeholder perspectives on opportunities and barriers for transforming healthcare</article-title>
          <source>Mhealth</source>
          <year>2020</year>
          <volume>6</volume>
          <fpage>8</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.21037/mhealth.2019.09.17"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/mhealth.2019.09.17</pub-id>
          <pub-id pub-id-type="medline">32190619</pub-id>
          <pub-id pub-id-type="pii">mh-06-2019.09.17</pub-id>
          <pub-id pub-id-type="pmcid">PMC7063266</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aitken</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Clancey</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>The Growing Value of Digital Health</source>
          <year>2017</year>
          <month>11</month>
          <access-date>2023-02-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://regresearchnetwork.org/wp-content/uploads/the-growing-value-of-digital-health.pdf">https://regresearchnetwork.org/wp-content/uploads/the-growing-value-of-digital-health.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacob</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez-Vazquez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ivory</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Social, organizational, and technological factors impacting clinicians' adoption of mobile health tools: systematic literature review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>02</month>
          <day>20</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>e15935</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/2/e15935/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15935</pub-id>
          <pub-id pub-id-type="medline">32130167</pub-id>
          <pub-id pub-id-type="pii">v8i2e15935</pub-id>
          <pub-id pub-id-type="pmcid">PMC7059085</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marcolino</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Oliveira</surname>
              <given-names>JAQ</given-names>
            </name>
            <name name-style="western">
              <surname>D'Agostino</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ribeiro</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Alkmim</surname>
              <given-names>MBM</given-names>
            </name>
            <name name-style="western">
              <surname>Novillo-Ortiz</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The impact of mHealth interventions: systematic review of systematic reviews</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>01</month>
          <day>17</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e23</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2018/1/e23/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.8873</pub-id>
          <pub-id pub-id-type="medline">29343463</pub-id>
          <pub-id pub-id-type="pii">v6i1e23</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nittas</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lun</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ehrler</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Puhan</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Mütsch</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>1.	Electronic patient-generated health data to facilitate disease prevention and health promotion: scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>10</month>
          <day>14</day>
          <volume>21</volume>
          <issue>10</issue>
          <fpage>e13320</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/10/e13320/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13320</pub-id>
          <pub-id pub-id-type="medline">31613225</pub-id>
          <pub-id pub-id-type="pii">v21i10e13320</pub-id>
          <pub-id pub-id-type="pmcid">PMC6914107</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Omoloja</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vundavalli</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Patient generated health data: Benefits and challenges</article-title>
          <source>Curr Probl Pediatr Adolesc Health Care</source>
          <year>2021</year>
          <month>11</month>
          <volume>51</volume>
          <issue>11</issue>
          <fpage>101103</fpage>
          <pub-id pub-id-type="doi">10.1016/j.cppeds.2021.101103</pub-id>
          <pub-id pub-id-type="medline">34799255</pub-id>
          <pub-id pub-id-type="pii">S1538-5442(21)00158-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Demiris</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Iribarren</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sward</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Patient generated health data use in clinical practice: a systematic review</article-title>
          <source>Nurs Outlook</source>
          <year>2019</year>
          <month>07</month>
          <volume>67</volume>
          <issue>4</issue>
          <fpage>311</fpage>
          <lpage>330</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31277895"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.outlook.2019.04.005</pub-id>
          <pub-id pub-id-type="medline">31277895</pub-id>
          <pub-id pub-id-type="pii">S0029-6554(19)30043-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6697140</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mäntymäki</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dhir</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Salmela</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>How self-tracking and the quantified self promote health and well-being: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>09</month>
          <day>21</day>
          <volume>23</volume>
          <issue>9</issue>
          <fpage>e25171</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/9/e25171/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/25171</pub-id>
          <pub-id pub-id-type="medline">34546176</pub-id>
          <pub-id pub-id-type="pii">v23i9e25171</pub-id>
          <pub-id pub-id-type="pmcid">PMC8493454</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lordon</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mikles</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Kneale</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Munson</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Backonja</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Lober</surname>
              <given-names>WB</given-names>
            </name>
          </person-group>
          <article-title>How patient-generated health data and patient-reported outcomes affect patient–clinician relationships: a systematic review</article-title>
          <source>Health Informatics J</source>
          <year>2020</year>
          <month>06</month>
          <day>20</day>
          <fpage>146045822092818</fpage>
          <pub-id pub-id-type="doi">10.1177/1460458220928184</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shamseer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghersi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Petticrew</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shekelle</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
            <collab>PRISMA-P Group</collab>
          </person-group>
          <article-title>Preferred reporting items for systematic review and meta-analysis protocols (PRISMA-P) 2015: elaboration and explanation</article-title>
          <source>BMJ</source>
          <year>2015</year>
          <month>01</month>
          <day>02</day>
          <volume>350</volume>
          <fpage>g7647</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=25555855"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.g7647</pub-id>
          <pub-id pub-id-type="medline">25555855</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kitchenham</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Charters</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Performing systematic literature reviews in software engineering</article-title>
          <source>BibSonomy</source>
          <year>2007</year>
          <access-date>2022-02-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.elsevier.com/__data/promis_misc/525444systematicreviewsguide.pdf">https://www.elsevier.com/__data/promis_misc/525444systematicreviewsguide.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pluye</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>QN</given-names>
            </name>
          </person-group>
          <article-title>Combining the power of stories and the power of numbers: mixed methods research and mixed studies reviews</article-title>
          <source>Annu Rev Public Health</source>
          <year>2014</year>
          <month>03</month>
          <volume>35</volume>
          <fpage>29</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-032013-182440</pub-id>
          <pub-id pub-id-type="medline">24188053</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <collab>PRISMA Group</collab>
          </person-group>
          <article-title>Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement</article-title>
          <source>BMJ</source>
          <year>2009</year>
          <month>07</month>
          <day>21</day>
          <volume>339</volume>
          <issue>jul21 1</issue>
          <fpage>b2535</fpage>
          <lpage>b2535</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://air.unimi.it/handle/2434/211973"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.b2535</pub-id>
          <pub-id pub-id-type="medline">19622551</pub-id>
          <pub-id pub-id-type="pii">bmj.b2535</pub-id>
          <pub-id pub-id-type="pmcid">PMC2714657</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>Patient generated health data</article-title>
          <source>NIH National Library of Medicine</source>
          <access-date>2023-02-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/mesh/?term=patient-generated+health+data">https://www.ncbi.nlm.nih.gov/mesh/?term=patient-generated+health+data</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>Health personnel</article-title>
          <source>NIH National Library of Medicine</source>
          <access-date>2023-02-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/mesh/68006282">https://www.ncbi.nlm.nih.gov/mesh/68006282</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>What is mobile technology?</article-title>
          <source>IBM</source>
          <access-date>2022-03-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ibm.com/topics/mobile-technology">https://www.ibm.com/topics/mobile-technology</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Voils</surname>
              <given-names>CI</given-names>
            </name>
            <name name-style="western">
              <surname>Sandelowski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barroso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hasselblad</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Making sense of qualitative and quantitative findings in mixed research synthesis studies</article-title>
          <source>Field Methods</source>
          <year>2008</year>
          <month>02</month>
          <day>01</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1177/1525822x07307463</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
