<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i7e14975</article-id>
      <article-id pub-id-type="pmid">32734928</article-id>
      <article-id pub-id-type="doi">10.2196/14975</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Patient Portal Functionalities and Uptake: Systematic Review Protocol</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Greenhalgh</surname>
            <given-names>Trish</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Strudwick</surname>
            <given-names>Gillian</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Smith</surname>
            <given-names>Bridget</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Spallek</surname>
            <given-names>Heiko</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Alturkistani</surname>
            <given-names>Abrar</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Global Digital Health Unit</institution>
            <institution>Department of Primary Care and Public Health</institution>
            <institution>Imperial College London</institution>
            <addr-line>Reynolds Building, St Dunstan's Road</addr-line>
            <addr-line>London, W6 8RP</addr-line>
            <country>United Kingdom</country>
            <phone>44 020 7589</phone>
            <email>Abrar.alturkistani16@imperial.ac.uk</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7935-8870</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Greenfield</surname>
            <given-names>Geva</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9779-2486</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Greaves</surname>
            <given-names>Felix</given-names>
          </name>
          <degrees>BM BCh, MPH, MBA, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9393-3122</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Aliabadi</surname>
            <given-names>Shirin</given-names>
          </name>
          <degrees>MPharm, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3611-7377</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Jenkins</surname>
            <given-names>Rosemary H</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4600-2258</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Costelloe</surname>
            <given-names>Ceire</given-names>
          </name>
          <degrees>MSc, PhD, CStat</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3475-7525</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Global Digital Health Unit</institution>
        <institution>Department of Primary Care and Public Health</institution>
        <institution>Imperial College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Public Health Policy Evaluation Unit</institution>
        <institution>Department of Primary Care and Public Health</institution>
        <institution>Imperial College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Primary Care and Public Health</institution>
        <institution>Imperial College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Abrar Alturkistani <email>Abrar.alturkistani16@imperial.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>31</day>
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <volume>9</volume>
      <issue>7</issue>
      <elocation-id>e14975</elocation-id>
      <history>
        <date date-type="received">
          <day>8</day>
          <month>6</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>3</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>28</day>
          <month>11</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>9</day>
          <month>6</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Abrar Alturkistani, Geva Greenfield, Felix Greaves, Shirin Aliabadi, Rosemary H Jenkins, Ceire Costelloe. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 31.07.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2020/7/e14975" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Patient portals are digital health tools adopted by health care organizations. The portals are generally connected to the electronic health record of the health care organization and offer patients functionalities such as access to the medical record, ability to order repeat prescriptions, make appointments, or message the health care provider. Patient portals may be beneficial for both patients and the health care system. Patient portals can widely differ from one context to another due to the differences in the portal functionalities and capabilities and it is anticipated that outcomes associated with the functionalities also differ. Current systematic reviews report outcomes associated with patient portal uptake but do not explicitly specify the patient portal functionalities.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this systematic review is to synthesize the evidence on health and health care quality outcomes associated with patient portal use among adult (18 years or older) patients. The review research questions are as follows: What kind of health outcomes do tethered patient portals and patient portal functionalities contribute to in adult patients (18 years or older)? and What kind of health care quality outcomes, including health care utilization outcomes, do tethered patient portals and patient portal functionalities contribute to in adult patients (18 years or older)?</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The systematic review will be conducted by searching the MEDLINE, EMBASE, and Scopus databases for relevant literature. The review inclusion criteria will be studies about adult patients (18 years or older), studies only about tethered patient portals, and studies with or without a comparator. We will report patient portal–associated health and health care quality outcomes based on the patient portal functionalities. All quantitative primary study types will be included. Risk of bias of included studies will be assessed using the Cochrane Collaboration’s tool for assessing risk of bias in randomized trials and the National Heart, Lung, and Blood Institute’s quality assessment tools. Data will be synthesized using narrative synthesis and will be reported according to the patient portal functionalities, country, disease, and health care system model.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Searches will be conducted in September 2019, and the review is anticipated to be completed by the end of June 2020.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This systematic review will provide an overview of health and health care quality outcomes associated with patient portal use among adult patients, providing detailed information about the functionalities of the portals and their associations with the outcomes. The review could potentially help patient portal evaluation studies by providing insights into outcomes associated with the different functionalities of patient portals.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>International Prospective Register of Systematic Reviews (PROSPERO) CRD42019141131; https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=141131</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/14975</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>personal health record</kwd>
        <kwd>patient portal</kwd>
        <kwd>electronic health records</kwd>
        <kwd>online access</kwd>
        <kwd>patient records</kwd>
        <kwd>systematic review</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Technology is affecting all aspects of health care systems. With the introduction of electronic health records (EHRs), patients are now able to access their medical records through patient portals, or personal health records (PHRs). Tethered patient portals or PHRs are connected to the EHR operated by the health care provider or organization and typically contain information about patient’s health records such as allergies, immunizations, medication, and upcoming appointments [<xref ref-type="bibr" rid="ref1">1</xref>]. Some patient portals can also include information such as genetic data, preventative or customized medical advice [<xref ref-type="bibr" rid="ref1">1</xref>], or offer functionalities such as ordering repeat prescriptions, messaging health care providers, and sharing health care record [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>Patient portals are generally offered through the primary care providers, but can also be offered in hospital care, or during acute care [<xref ref-type="bibr" rid="ref3">3</xref>]. The technology provides some benefits to patients and the health care system. For the health care system, portals may contribute to reducing phone call and visits [<xref ref-type="bibr" rid="ref4">4</xref>], reducing emergency department visits [<xref ref-type="bibr" rid="ref5">5</xref>], reducing hospital readmissions, improving the quality and efficiency of the health care system [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>], and reducing health care service utilization in the long run and improving adherence to medical appointments [<xref ref-type="bibr" rid="ref8">8</xref>]. For the patient, the use of patient portal may contribute to assisting in medical decision making [<xref ref-type="bibr" rid="ref9">9</xref>], improving health care outcomes [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref10">10</xref>], improving adherence [<xref ref-type="bibr" rid="ref11">11</xref>], improving patient- or person-centered care [<xref ref-type="bibr" rid="ref4">4</xref>], improving patient satisfaction and increasing patient safety [<xref ref-type="bibr" rid="ref12">12</xref>], and improving disease management and prevention [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. In addition, patient portal functionalities such as viewing medical record may improve the relationship between patients and their providers [<xref ref-type="bibr" rid="ref13">13</xref>]. Patient portals also make it possible to connect different emerging technologies such as wearable devices and mobile health (mHealth) technologies and collect the information in the patient record [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>Although patient portals are associated with benefits to patients’ health and to the health care system, there are no definitive explanations about how they contribute to improved outcomes. A theoretical framework depicting how a patient portal access could improve health and health care quality experience is illustrated in <xref rid="figure1" ref-type="fig">Figure 1</xref> using findings of qualitative studies. The benefits are often explained through the use of specific functionalities of the portal. For example, patients’ access to the health record with visit notes gives them ability to revisit their notes, which in turn improves their compliance with the care plan set out by the doctor [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>] and also increases their confidence [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. At the same time, access to the health record or test results gives the patients the chance to instantly and continuously review their record, increasing their knowledge about their condition [<xref ref-type="bibr" rid="ref15">15</xref>] and improving their communication with the health care provider through increased ability to discuss their health care condition [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Other functionalities of patient portals such as e-messaging or secure messaging and patient education can improve patients’ involvement in their care [<xref ref-type="bibr" rid="ref15">15</xref>] and their knowledge about their disease [<xref ref-type="bibr" rid="ref19">19</xref>], respectively. Patients’ ability to refill medication through the portal allows them to efficiently refill medication, reducing the time they spend without medication, and as a consequence may improve their adherence and compliance with medication regime [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      <p>When reviewing patient portal studies it is important to consider possible sources of bias. Patient portal studies are often subject to bias due to the complex mechanisms involved between technology use and outcomes. Uptake usually varies between patients and often only registration on the portal is accounted for in studies. For example, while a meta-analysis reported a mean adoption rate of 51% (95% CI 42%-62%) from 40 studies about patient portals [<xref ref-type="bibr" rid="ref21">21</xref>], a patient portal for laboratory results viewing with additional functionality of e-messaging received only 8.91% views out of the 208,635 tests released through the portal [<xref ref-type="bibr" rid="ref22">22</xref>]. Second, registration or access to the portal does not guarantee use of the portal. A study among 301 patients with asthma reported that patients rarely used the patient portal on a regular basis and only about one-half used the portal in general [<xref ref-type="bibr" rid="ref23">23</xref>]. In addition, studies cannot possibly take into account all of the interventions/factors other than the patient portal that may contribute to the patient outcomes [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      <p>Health care systems around the world are adopting patient portals [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. In England, the National Health Service (NHS) made patient portals universally available in all general practices since 2015 [<xref ref-type="bibr" rid="ref26">26</xref>]. The outcomes of the introduction of patient portals in England are yet to be examined, but before any outcomes can be expected, there needs to be an uptake of the technology by patients. Most published systematic reviews about patient portals focused on health outcome [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>], patient experience outcomes such as patient engagement [<xref ref-type="bibr" rid="ref27">27</xref>] or patient satisfaction [<xref ref-type="bibr" rid="ref12">12</xref>], facilitators and barriers of use [<xref ref-type="bibr" rid="ref21">21</xref>], and impact on quality [<xref ref-type="bibr" rid="ref7">7</xref>]. However, most of these systematic reviews are now outdated due to the increased number of studies about patient portals in the last 1-2 years. Some reviews focused on patient portal adoption by a patient subgroup such as patients with diabetes [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref10">10</xref>], or cancer [<xref ref-type="bibr" rid="ref2">2</xref>]. One meta-analysis reported patient portal adoption stratified by study setting (controlled versus real-world) but did not report patient portal functionalities of the included studies [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Theoretical framework of how patient portal use could lead to improved health and health care quality.</p>
        </caption>
        <graphic xlink:href="resprot_v9i7e14975_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Although a number of published systematic reviews about patient portals are available, there are currently no reviews, that we know of, that focus on patient portal functionalities. When describing the outcomes, contextual factors such as the health care setting, patient type, and the functionalities of the patient portal should be considered as much as possible. Research reporting patient portal outcomes can provide valuable evidence if the context and the patient portal functionalities are clearly described and specified [<xref ref-type="bibr" rid="ref6">6</xref>], because the context could contribute to the success of the technology. In addition, because patient portal adoption can generally be higher among patients with chronic diseases [<xref ref-type="bibr" rid="ref28">28</xref>], the literature focused on studying the patient portal mostly by patient subpopulations such as those with diabetes or hypertension [<xref ref-type="bibr" rid="ref17">17</xref>]. It is, therefore, essential to report user characteristics and contextual factors when considering patient portals.</p>
      <p>There are a number of systematic review protocols of ongoing reviews about patient portals. Ammenwerth et al. [<xref ref-type="bibr" rid="ref29">29</xref>] are planning to report patient portal outcomes based on the functionalities of the portal in which they will compare patient portals with access to the EHR alone with portals that have additional functionalities. However, the review will only include randomized controlled trials and cluster randomized controlled trials. Other upcoming reviews are examining patient portal user <italic>expectations</italic> [<xref ref-type="bibr" rid="ref30">30</xref>]. An upcoming review by Petrovskaya et al. [<xref ref-type="bibr" rid="ref31">31</xref>] plans to report patient and health care outcomes as a result of using patient portals among others; however, this will be an umbrella review and will only include other systematic reviews. Some other upcoming reviews will only focus on specific diseases such as diabetes, multiple sclerosis, and lower limb arthroplasty [<xref ref-type="bibr" rid="ref32">32</xref>], or on one functionality of the patient portals (ie, having access to the medical record) [<xref ref-type="bibr" rid="ref33">33</xref>], or will report only specific health care outcomes such as <italic>no-show appointments</italic> and <italic>emergency visits</italic> [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      <p>The aim of this systematic review is to synthesize the evidence on health and health care quality outcomes associated with patient portal use among adult (18 years or older) patients.</p>
      <p>The review research questions are as follows:</p>
      <list list-type="bullet">
        <list-item>
          <p>What kind of health outcomes do tethered patient portals and patient portal functionalities contribute to in adult patients (18 years or older)?</p>
        </list-item>
        <list-item>
          <p>What kind of health care quality outcomes, including health care utilization outcomes, do tethered patient portals and patient portal functionalities contribute to in adult patients (18 years or older)?</p>
        </list-item>
      </list>
      <p>All research questions will be stratified by country, disease type, and health care system model.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Guidelines and Study Registration</title>
        <p>This section will outline the methods of the systematic review using the Preferred Reporting Items for Systematic Review and Meta-Analysis Protocols (PRISMA-P) guidelines [<xref ref-type="bibr" rid="ref35">35</xref>] (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). This protocol is registered in PROSPERO, International Prospective Register of Systematic Reviews (registration number: CRD42019141131).</p>
      </sec>
      <sec>
        <title>Inclusion Criteria</title>
        <p>The review inclusion criteria with reference to participants, interventions, comparators, and outcomes (PICOS) framework [<xref ref-type="bibr" rid="ref36">36</xref>] are reported in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Inclusion criteria for the systematic review using the participants, interventions, comparators, and outcomes (PICOS) framework.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="110"/>
            <col width="890"/>
            <thead>
              <tr valign="top">
                <td>Characteristics</td>
                <td>Criteria</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Population</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>All adult patient(s) (18 years or older).</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Intervention</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Tethered patient portals only (patient portals that are connected to the patient’s electronic medical record). Patient portals functionalities could include, but are not limited to functionalities for viewing the medical record, making appointments or ordering repeat prescriptions, communicating with the health care providers. Patient portals will be included as long as they are connected to the electronic health care record despite the functionalities they offer. The patient portal could be based in any health care setting including primary care, secondary care, or specialist care.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Comparator</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Usual care, other intervention, or no comparator.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Outcomes</td>
                <td>Primary outcomes:<break/><list list-type="bullet"><list-item><p>Changes in patient health outcome measures associated with portal use.</p></list-item><list-item><p>Changes in health care quality outcomes including health care utilization.</p></list-item></list></td>
              </tr>
              <tr valign="top">
                <td>Study types</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Only quantitative study design will be included.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Exclusion Criteria</title>
        <list list-type="bullet">
          <list-item>
            <p>PHRs or patient portals that are not connected to the EHR.</p>
          </list-item>
          <list-item>
            <p>The review will exclude patient portals that are designed only to deliver patient education or counselling.</p>
          </list-item>
          <list-item>
            <p>Qualitative studies.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Information Sources and Search Strategy</title>
        <p>The databases that will be searched include (1) MEDLINE (through Ovid), (2) EMBASE (through Ovid), and (3) Scopus. The search will have no restrictions or limits. The base search strategy was developed in the MEDLINE database (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) through multiple discussions with a medical librarian. The strategy will be modified and adjusted for each database according to the relevant keywords and subject headings in each database. Further studies will be identified through checking the references of eligible studies.</p>
      </sec>
      <sec>
        <title>Study Records and Selection</title>
        <p>We will use the Zotero (Roy Rosenzweig Center for History and New Media, USA) reference management software for removing duplicates and managing records. Studies will be scanned through the reading of the titles and abstracts in the first instance. Study title and abstracts will be assessed against the inclusion and exclusion criteria and studies that are clearly irrelevant will be excluded. Relevant studies and studies that did not provide enough detail in the abstract to judge their eligibility will then be assessed through full-text reading. Two members of the research team will independently perform title, abstract, and full-text screenings of the studies and discuss any discrepancies with a third reviewer. The study selection process will be recorded in a PRISMA flow diagram [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
      </sec>
      <sec>
        <title>Data Extraction</title>
        <p>Data extraction will be performed independently by two reviewers. A data extraction form was formulated to collect relevant data from the identified studies (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). The information collected in the data abstraction form will include (1) the last name of the author(s) and year of publication; (2) country of patient portal; (3) patient portal functionalities (the types of functionalities will not be defined prior to the review to avoid limiting the types that could be included. However, the functionalities, could include, but are not limited to functionalities mentioned in <xref rid="figure1" ref-type="fig">Figure 1</xref>, including accessing information through the portal, e-messaging, repeat prescription ordering, or appointment booking); (4) study type (controlled or real world); (5) patient characteristics, such as age group and sex; (6) any other patient characteristics specified in the study (such as patients with diabetes); (7) context-related factors (if any), such as type of health care setting (primary care or secondary care, or private or public health care); and (8) outcomes (health outcomes and health care quality outcomes will be recorded separately). Health outcomes could include any changes in disease indicators such as changes in blood pressure, plasma glucose concentration (hemoglobin A1c), or cholesterol levels. Health care quality outcomes could include any indicators of health care quality such as health care utilization rates, mortality rates, or disease-specific quality indicators. Study type is important because a previous meta-analysis found significant differences in adoption rates between controlled settings and real-world settings with patients being 10.8 times more likely to adopt the portals in controlled settings when compared with real-world settings (95% CI 3.2-36.3) [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      </sec>
      <sec>
        <title>Quality Appraisal</title>
        <p>The risk of bias of randomized controlled trials will be assessed using the Cochrane Collaboration’s tool for assessing risk of bias in randomized trials [<xref ref-type="bibr" rid="ref37">37</xref>]. Observational, cross-sectional, and quasi-experimental studies will be assessed using the National Heart, Lung, and Blood Institute (NHLBI) quality assessment tools for each study design [<xref ref-type="bibr" rid="ref38">38</xref>]. The NHLBI tool helps assess the “internal validity of studies” and identify possible sources of bias [<xref ref-type="bibr" rid="ref39">39</xref>]. The tool can be used to rate studies as good, fair, or poor in terms of risk of bias. Risk of bias assessment will be performed independently by two reviewers using the criteria from each of the risk of bias assessment tools depending on the type of study (Tables 1 and 2 in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>). Summaries of risk of bias assessments will be presented as a table or a graph or in both formats for each study design. Results of the risk of bias assessment will be taken into account when interpreting findings from the studies; however, these results will not likely be used to exclude studies based on the risk of bias. These results will instead further help assess the confidence in outcomes concluded from the included studies.</p>
      </sec>
      <sec>
        <title>Data Analysis and Synthesis</title>
        <p>It is anticipated that performing a meta-analysis will be unlikely due to the heterogeneity of studies. Studies are likely to vary in terms of the methods used to collect and analyze the data, and in the outcomes reported. Alternatively, a narrative synthesis method will be used following guidelines suggested by Popay et al. [<xref ref-type="bibr" rid="ref40">40</xref>] and the Cochrane Consumers and Communication Review Group (data synthesis and analysis document) [<xref ref-type="bibr" rid="ref41">41</xref>]. The analysis will start by exploring the differences between and within the studies and identifying patterns in study outcomes. The relationship between studies, and gaps in the study findings will also be addressed in the synthesis.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This systematic review is ongoing. The software searches started in September 2019. Data abstraction and data synthesis are expected to be completed by the end of June 2020. The review is anticipated to be completed by the end of June 2020. We are planning to disseminate the forthcoming systematic review in a peer-reviewed journal.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Study Findings</title>
        <p>This systematic review will provide a comprehensive overview of the patient portal literature. To make it easy to compare between studies examining patient portals, we will categorize results by patient portal functionalities, disease, country, and health care system model. In the discussion section of the completed review, we will discuss implications from the studies, researcher assumptions, quality of the data, strengths and limitations of the review, and areas for future research.</p>
      </sec>
      <sec>
        <title>Comparison With Previous Work</title>
        <p>A common theme in current systematic reviews is the high heterogeneity between studies evaluating or assessing patient portals as well as the high heterogeneity between the functionalities offered by each portal [<xref ref-type="bibr" rid="ref10">10</xref>]. Certain patient portal functionalities can have a higher association with improved health outcomes than others [<xref ref-type="bibr" rid="ref6">6</xref>]. To control for the differences between the different portals, we will compare outcomes associated with portals based on the patient portal functionalities taking into account the disease or condition for which the portals are used for whenever possible. The outcomes of this review will inform a population-level analysis of patient portal use stratified by patient portal functionality, disease, country, and health care system model.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>It is a possibility that studies with low patient portal uptake do not report or publish their study findings. One way to deal with publication bias is by including both published and unpublished literature such as gray literature [<xref ref-type="bibr" rid="ref42">42</xref>]. However, due to time constraints this review will only include published and peer-reviewed studies which subjects this review also to publication bias. The review will omit qualitative studies due to the drastic differences in methods and reporting of the results. However, this does not indicate that qualitative studies are not important to understand the outcomes related to patient portals. A systematic review focusing on qualitative studies reporting patient portal outcomes will help to further understand the mechanisms involved between patient portal use and health outcomes and can complement the findings of the forthcoming review.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>PRISMA-P 2015 Checklist.</p>
        <media xlink:href="resprot_v9i7e14975_app1.docx" xlink:title="DOCX File , 20 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Sample search strategy.</p>
        <media xlink:href="resprot_v9i7e14975_app2.docx" xlink:title="DOCX File , 13 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Sample data extraction form.</p>
        <media xlink:href="resprot_v9i7e14975_app3.docx" xlink:title="DOCX File , 13 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Sample risk of bias assessment forms.</p>
        <media xlink:href="resprot_v9i7e14975_app4.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">NHLBI</term>
          <def>
            <p>National Heart, Lung, and Blood Institute</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">NHS</term>
          <def>
            <p>National Health Service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PHR</term>
          <def>
            <p>personal health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PICOS</term>
          <def>
            <p>participants, interventions, comparators, and outcomes</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PRISMA-P</term>
          <def>
            <p>Preferred Reporting Items for Systematic Review and Meta-Analysis Protocols</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We thank Ms Rebecca Jones (Medical Librarian) from the Imperial College Charing Cross Hospital Library for the fruitful discussions to refine the research questions and improve the search strategy. We also thank Imperial College Global Digital Health Unit members for their insights about the study protocol. This research received no specific grant from any funding agency in the public, commercial, or not-for-profit sectors.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>AA, GG, FG, and CC initiated the review design. SA and RHJ participated in the study design. AA drafted the manuscript. All authors read and approved the final manuscript. AA is the guarantor.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roehrs</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>da</surname>
              <given-names>CCA</given-names>
            </name>
            <name name-style="western">
              <surname>Righi</surname>
              <given-names>RDR</given-names>
            </name>
            <name name-style="western">
              <surname>de</surname>
              <given-names>OKSF</given-names>
            </name>
          </person-group>
          <article-title>Personal Health Records: A Systematic Literature Review</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>01</month>
          <day>06</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>e13</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/1/e13/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5876</pub-id>
          <pub-id pub-id-type="medline">28062391</pub-id>
          <pub-id pub-id-type="pii">v19i1e13</pub-id>
          <pub-id pub-id-type="pmcid">PMC5251169</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aljabri</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dumitrascu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Burton</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Xirasagar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Horner</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Naessens</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Patient portal adoption and use by hospitalized cancer patients: a retrospective study of its impact on adverse events, utilization, and patient satisfaction</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2018</year>
          <month>07</month>
          <day>27</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>70</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-018-0644-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-018-0644-4</pub-id>
          <pub-id pub-id-type="medline">30053809</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-018-0644-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC6062873</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sadasivaiah</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lyles</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Kiyoi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ratanawongsa</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Disparities in Patient-Reported Interest in Web-Based Patient Portals: Survey at an Urban Academic Safety-Net Hospital</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>03</month>
          <day>26</day>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>e11421</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2019/3/e11421/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11421</pub-id>
          <pub-id pub-id-type="medline">30912747</pub-id>
          <pub-id pub-id-type="pii">v21i3e11421</pub-id>
          <pub-id pub-id-type="pmcid">PMC6454341</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rigby</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Georgiou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hyppönen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ammenwerth</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>de</surname>
              <given-names>KN</given-names>
            </name>
            <name name-style="western">
              <surname>Magrabi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Patient Portals as a Means of Information and Communication Technology Support to Patient- Centric Care Coordination - the Missing Evidence and the Challenges of Evaluation. A joint contribution of IMIA WG EVAL and EFMI WG EVAL</article-title>
          <source>Yearb Med Inform</source>
          <year>2015</year>
          <month>08</month>
          <day>13</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>148</fpage>
          <lpage>59</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26123909"/>
          </comment>
          <pub-id pub-id-type="doi">10.15265/IY-2015-007</pub-id>
          <pub-id pub-id-type="medline">26123909</pub-id>
          <pub-id pub-id-type="pii">me2015-007</pub-id>
          <pub-id pub-id-type="pmcid">PMC4587055</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Woo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pfeffer</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>How Patients Use a Patient Portal: An Institutional Case Study of Demographics and Usage Patterns</article-title>
          <source>Appl Clin Inform</source>
          <year>2019</year>
          <month>01</month>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>96</fpage>
          <lpage>102</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.thieme-connect.com/DOI/DOI?10.1055/s-0038-1677528"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0038-1677528</pub-id>
          <pub-id pub-id-type="medline">30727003</pub-id>
          <pub-id pub-id-type="pmcid">PMC6365289</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coughlin</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Hatzigeorgiou</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of studies of web portals for patients with diabetes mellitus</article-title>
          <source>Mhealth</source>
          <year>2017</year>
          <volume>3</volume>
          <fpage>23</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.doi.org/10.21037/mhealth.2017.05.05"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/mhealth.2017.05.05</pub-id>
          <pub-id pub-id-type="medline">28736732</pub-id>
          <pub-id pub-id-type="pii">mh-03-2017.05.05</pub-id>
          <pub-id pub-id-type="pmcid">PMC5505929</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kruse</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Bolton</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Freriks</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The effect of patient portals on quality outcomes and its implications to meaningful use: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>e44</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2015/2/e44/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3171</pub-id>
          <pub-id pub-id-type="medline">25669240</pub-id>
          <pub-id pub-id-type="pii">v17i2e44</pub-id>
          <pub-id pub-id-type="pmcid">PMC4342639</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhong</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Budd</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Sprague</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Dewar</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>On the effect of electronic patient portal on primary care utilization and appointment adherence</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2018</year>
          <month>12</month>
          <day>16</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>84</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-018-0669-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-018-0669-8</pub-id>
          <pub-id pub-id-type="medline">30326876</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-018-0669-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6192126</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Brungardt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Phimphasone-Brady</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lum</surname>
              <given-names>HD</given-names>
            </name>
          </person-group>
          <article-title>Patient Perspectives on Advance Care Planning via a Patient Portal</article-title>
          <source>Am J Hosp Palliat Care</source>
          <year>2019</year>
          <month>02</month>
          <day>25</day>
          <fpage>1049909119832820</fpage>
          <pub-id pub-id-type="doi">10.1177/1049909119832820</pub-id>
          <pub-id pub-id-type="medline">30803245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Korytkowski</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Sereika</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Saul</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>LE</given-names>
            </name>
          </person-group>
          <article-title>Patient Portal Use in Diabetes Management: Literature Review</article-title>
          <source>JMIR Diabetes</source>
          <year>2018</year>
          <month>11</month>
          <day>06</day>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>e11199</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://diabetes.jmir.org/2018/4/e11199/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11199</pub-id>
          <pub-id pub-id-type="medline">30401665</pub-id>
          <pub-id pub-id-type="pii">v3i4e11199</pub-id>
          <pub-id pub-id-type="pmcid">PMC6246970</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Improving healthcare through digital connection? Findings from a qualitative study about patient portals in New Zealand</article-title>
          <source>Aust J Prim Health</source>
          <year>2018</year>
          <month>11</month>
          <volume>24</volume>
          <issue>5</issue>
          <fpage>404</fpage>
          <lpage>408</lpage>
          <pub-id pub-id-type="doi">10.1071/PY17116</pub-id>
          <pub-id pub-id-type="medline">30149829</pub-id>
          <pub-id pub-id-type="pii">PY17116</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mold</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>de</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Sheikh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Majeed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wyatt</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cavill</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Franco</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chauhan</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Blakey</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kataria</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Arvanitis</surname>
              <given-names>TN</given-names>
            </name>
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Patients' online access to their electronic health records and linked online services: a systematic review in primary care</article-title>
          <source>Br J Gen Pract</source>
          <year>2015</year>
          <month>03</month>
          <volume>65</volume>
          <issue>632</issue>
          <fpage>e141</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=25733435"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp15X683941</pub-id>
          <pub-id pub-id-type="medline">25733435</pub-id>
          <pub-id pub-id-type="pii">65/632/e141</pub-id>
          <pub-id pub-id-type="pmcid">PMC4337302</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Legler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Parikh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nebeker</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Wedemeyer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pizer</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Effect on VA Patient Satisfaction of Provider's Use of an Integrated Viewer of Multiple Electronic Health Records</article-title>
          <source>J Gen Intern Med</source>
          <year>2019</year>
          <month>01</month>
          <volume>34</volume>
          <issue>1</issue>
          <fpage>132</fpage>
          <lpage>136</lpage>
          <pub-id pub-id-type="doi">10.1007/s11606-018-4708-z</pub-id>
          <pub-id pub-id-type="medline">30338474</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-018-4708-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC6318162</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paglialonga</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Pinto</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mugambi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavjee</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Andreoni</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Perego</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Frumento</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The healthcare system perspective in mHealth</article-title>
          <source>mHealth Current and Future Applications</source>
          <year>2019</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer International Publishing</publisher-name>
          <fpage>127</fpage>
          <lpage>142</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McAlearney</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Sieck</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gaughan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fareed</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Volney</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Huerta</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>Patients' Perceptions of Portal Use Across Care Settings: Qualitative Study</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>06</month>
          <day>06</day>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>e13126</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/6/e13126/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13126</pub-id>
          <pub-id pub-id-type="medline">31172960</pub-id>
          <pub-id pub-id-type="pii">v21i6e13126</pub-id>
          <pub-id pub-id-type="pmcid">PMC6592494</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dalal</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Dykes</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Samal</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McNally</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mlaver</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Yoon</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Lipsitz</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Potential of an Electronic Health Record-Integrated Patient Portal for Improving Care Plan Concordance during Acute Care</article-title>
          <source>Appl Clin Inform</source>
          <year>2019</year>
          <month>05</month>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>358</fpage>
          <lpage>366</lpage>
          <pub-id pub-id-type="doi">10.1055/s-0039-1688831</pub-id>
          <pub-id pub-id-type="medline">31141830</pub-id>
          <pub-id pub-id-type="pmcid">PMC6541475</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Casillas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Perez-Aguilar</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Abhat</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gutierrez</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Olmos-Ochoa</surname>
              <given-names>TT</given-names>
            </name>
            <name name-style="western">
              <surname>Mendez</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mahajan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Su salud a la mano (your health at hand): patient perceptions about a bilingual patient portal in the Los Angeles safety net</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2019</year>
          <month>12</month>
          <day>01</day>
          <volume>26</volume>
          <issue>12</issue>
          <fpage>1525</fpage>
          <lpage>1535</lpage>
          <pub-id pub-id-type="doi">10.1093/jamia/ocz115</pub-id>
          <pub-id pub-id-type="medline">31373362</pub-id>
          <pub-id pub-id-type="pii">5542899</pub-id>
          <pub-id pub-id-type="pmcid">PMC6857500</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reed</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Millman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Graetz</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brand</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ballard</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Portal Use Among Patients With Chronic Conditions: Patient-reported Care Experiences</article-title>
          <source>Med Care</source>
          <year>2019</year>
          <month>10</month>
          <volume>57</volume>
          <issue>10</issue>
          <fpage>809</fpage>
          <lpage>814</lpage>
          <pub-id pub-id-type="doi">10.1097/MLR.0000000000001178</pub-id>
          <pub-id pub-id-type="medline">31415340</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Truong</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Lipschultz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Danahey</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Schierer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ratain</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>PH</given-names>
            </name>
          </person-group>
          <article-title>Assessment of Patient Knowledge and Perceptions of Pharmacogenomics Before and After Using a Mock Results Patient Web Portal</article-title>
          <source>Clin Transl Sci</source>
          <year>2019</year>
          <month>09</month>
          <day>06</day>
          <pub-id pub-id-type="doi">10.1111/cts.12681</pub-id>
          <pub-id pub-id-type="medline">31490020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hawkes</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Mittal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brixner</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Impact of Online Prescription Management Systems on Biologic Treatment Initiation</article-title>
          <source>Adv Ther</source>
          <year>2019</year>
          <month>08</month>
          <volume>36</volume>
          <issue>8</issue>
          <fpage>2021</fpage>
          <lpage>2033</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31168763"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12325-019-01000-w</pub-id>
          <pub-id pub-id-type="medline">31168763</pub-id>
          <pub-id pub-id-type="pii">10.1007/s12325-019-01000-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC6822976</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fraccaro</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Vigo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Balatsoukas</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Buchan</surname>
              <given-names>IE</given-names>
            </name>
            <name name-style="western">
              <surname>Peek</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>van</surname>
              <given-names>DVSN</given-names>
            </name>
          </person-group>
          <article-title>Patient Portal Adoption Rates: A Systematic Literature Review and Meta-Analysis</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2017</year>
          <volume>245</volume>
          <fpage>79</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="medline">29295056</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Krasowski</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>The Use of an Electronic Health Record Patient Portal to Access Diagnostic Test Results by Emergency Patients at an Academic Medical Center: Retrospective Study</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>06</month>
          <day>28</day>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>e13791</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/6/e13791/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13791</pub-id>
          <pub-id pub-id-type="medline">31254335</pub-id>
          <pub-id pub-id-type="pii">v21i6e13791</pub-id>
          <pub-id pub-id-type="pmcid">PMC6625217</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Apter</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bryant-Stephens</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Morales</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Howell</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Mullen</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Canales</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Klusaritz</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Localio</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>Patient Portal Usage and Outcomes Among Adult Patients with Uncontrolled Asthma</article-title>
          <source>J Allergy Clin Immunol Pract</source>
          <year>2020</year>
          <month>03</month>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>965</fpage>
          <lpage>970.e4</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaip.2019.09.034</pub-id>
          <pub-id pub-id-type="medline">31622684</pub-id>
          <pub-id pub-id-type="pii">S2213-2198(19)30862-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7064415</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Shifrin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hercigonja-Szekeres</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Seroussi</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A comparison of approaches to providing patients access to summary care records across old and new europe: an exploration of facilitators and barriers to implementation</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2013</year>
          <volume>192</volume>
          <fpage>397</fpage>
          <lpage>401</lpage>
          <pub-id pub-id-type="medline">23920584</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ammenwerth</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schnell-Inderst</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hoerbst</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The impact of electronic patient portals on patient care: a systematic review of controlled trials</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <volume>14</volume>
          <issue>6</issue>
          <fpage>e162</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2012/6/e162/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2238</pub-id>
          <pub-id pub-id-type="medline">23183044</pub-id>
          <pub-id pub-id-type="pii">v14i6e162</pub-id>
          <pub-id pub-id-type="pmcid">PMC3510722</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>NHS England</collab>
          </person-group>
          <source>About GP Online Services</source>
          <year>2019</year>
          <access-date>2019-04-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.england.nhs.uk/gp-online-services/about-the-prog/">https://www.england.nhs.uk/gp-online-services/about-the-prog/</ext-link>
            <ext-link ext-link-type="webcite" xlink:href="77NjwBRUG"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Irizarry</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>DeVito</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Curran</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Patient Portals and Patient Engagement: A State of the Science Review</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <volume>17</volume>
          <issue>6</issue>
          <fpage>e148</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2015/6/e148/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4255</pub-id>
          <pub-id pub-id-type="medline">26104044</pub-id>
          <pub-id pub-id-type="pii">v17i6e148</pub-id>
          <pub-id pub-id-type="pmcid">PMC4526960</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yadav</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Huo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mainous</surname>
              <given-names>AG</given-names>
            </name>
          </person-group>
          <article-title>Patient portal utilization: before and after stage 2 electronic health record meaningful use</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2019</year>
          <month>10</month>
          <day>01</day>
          <volume>26</volume>
          <issue>10</issue>
          <fpage>960</fpage>
          <lpage>967</lpage>
          <pub-id pub-id-type="doi">10.1093/jamia/ocz030</pub-id>
          <pub-id pub-id-type="medline">30947331</pub-id>
          <pub-id pub-id-type="pii">5427963</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ammenwerth</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lannig</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hörbst</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Muller</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Schnell-Inderst</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Adult patient access to electronic health records</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2017</year>
          <volume>2017</volume>
          <issue>6</issue>
          <fpage>CD012707</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD012707</pub-id>
          <pub-id pub-id-type="pmcid">PMC6481623</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Riippa</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Linna</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rönkkö</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kröger</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Use of an electronic patient portal among the chronically ill: an observational study</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>12</month>
          <day>08</day>
          <volume>16</volume>
          <issue>12</issue>
          <fpage>e275</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2014/12/e275/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3722</pub-id>
          <pub-id pub-id-type="medline">25488754</pub-id>
          <pub-id pub-id-type="pii">v16i12e275</pub-id>
          <pub-id pub-id-type="pmcid">PMC4275506</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Petrovskaya</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Antonio</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Synthesizing and translating evidence on patient portals: a protocol for an umbrella review with stakeholder engagement</article-title>
          <source>PROSPERO 2018 CRD42018096657</source>
          <year>2018</year>
          <access-date>2019-04-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=96657">https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=96657</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bulbul</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Parkinson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Desborough</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of patient attitudes towards the use of patient portals for the management of type 1 diabetes, multiple sclerosis and lower limb arthroplasty</article-title>
          <source>PROSPERO 2019 CRD42019120942</source>
          <year>2019</year>
          <access-date>2019-04-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=120942">https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=120942</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tapuria</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Porat</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kalra</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>D'souza</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Curcin</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>The impact of promoting patient access to their electronic health care record: a systematic review</article-title>
          <source>PROSPERO 2019 CRD42019117426</source>
          <year>2019</year>
          <access-date>2019-04-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=117426">https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=117426</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Avdagovska</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gramlich</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vohra</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ballermann</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The impact of personal health records portals on no-show appointments and emergency room visits: a realist review protocol</article-title>
          <source>PROSPERO 2017 CRD42017065027</source>
          <year>2017</year>
          <access-date>2019-04-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=65027">https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=65027</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement</article-title>
          <source>PLoS Med</source>
          <year>2009</year>
          <month>07</month>
          <day>21</day>
          <volume>6</volume>
          <issue>7</issue>
          <fpage>e1000097</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1000097"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1000097</pub-id>
          <pub-id pub-id-type="medline">19621072</pub-id>
          <pub-id pub-id-type="pmcid">PMC2707599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Centre for Reviews and Dissemination</collab>
          </person-group>
          <source>CRD's Guidance for Undertaking Reviews in Health Care</source>
          <year>2009</year>
          <access-date>2020-07-05</access-date>
          <publisher-loc>England</publisher-loc>
          <publisher-name>Centre for Reviews and Dissemination, University of York</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.york.ac.uk/media/crd/Systematic_Reviews.pdf">https://www.york.ac.uk/media/crd/Systematic_Reviews.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Gøtzsche</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Jüni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Oxman</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Savovic</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Weeks</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sterne</surname>
              <given-names>JAC</given-names>
            </name>
            <name name-style="western">
              <surname>Cochrane</surname>
              <given-names>BMG</given-names>
            </name>
            <name name-style="western">
              <surname>Cochrane</surname>
              <given-names>SMG</given-names>
            </name>
          </person-group>
          <article-title>The Cochrane Collaboration's tool for assessing risk of bias in randomised trials</article-title>
          <source>BMJ</source>
          <year>2011</year>
          <volume>343</volume>
          <fpage>d5928</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22008217"/>
          </comment>
          <pub-id pub-id-type="medline">22008217</pub-id>
          <pub-id pub-id-type="pmcid">PMC3196245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>National Heart, Lung, and Blood Institute (NHLBI)</collab>
          </person-group>
          <source>Study Quality Assessment Tools</source>
          <year>2018</year>
          <access-date>2020-07-05</access-date>
          <publisher-loc>Bethesda, MD</publisher-loc>
          <publisher-name>US Department of Health &#38; Human Services</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhlbi.nih.gov/health-topics/study-quality-assessment-tools">https://www.nhlbi.nih.gov/health-topics/study-quality-assessment-tools</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>National Heart, Lung, and Blood Institute (NHLBI)</collab>
          </person-group>
          <source>Background: Development and Use of Study Quality Assessment Tools</source>
          <year>2018</year>
          <access-date>2020-07-04</access-date>
          <publisher-loc>Bethesda, MD</publisher-loc>
          <publisher-name>US Department of Health &#38; Human Services</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhlbi.nih.gov/health-topics/study-quality-assessment-tools">https://www.nhlbi.nih.gov/health-topics/study-quality-assessment-tools</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Popay</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sowden</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Petticrew</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Arai</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rodgers</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Guidance on the Conduct of Narrative Synthesis in Systematic Reviews: A Product from the ESRC Methods Programme</source>
          <year>2006</year>
          <month>01</month>
          <day>20</day>
          <access-date>2020-07-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.lancaster.ac.uk/shm/research/nssr/research/dissemination/publications/NS_Synthesis_Guidance_v1.pdf">https://www.lancaster.ac.uk/shm/research/nssr/research/dissemination/publications/NS_Synthesis_Guidance_v1.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>R</given-names>
            </name>
            <collab>Cochrane Consumers Communication Review Group</collab>
          </person-group>
          <source>Cochrane Consumers and Communication Review Group: Data Synthesis and Analysis</source>
          <year>2013</year>
          <month>06</month>
          <day>20</day>
          <access-date>2020-07-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.lancaster.ac.uk/shm/research/nssr/research/dissemination/publications/NS_Synthesis_Guidance_v1.pdf">https://www.lancaster.ac.uk/shm/research/nssr/research/dissemination/publications/NS_Synthesis_Guidance_v1.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Song</surname>
              <given-names>F</given-names>
            </name>
            <collab>Hooper</collab>
            <name name-style="western">
              <surname>Loke</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Publication bias: what is it? How do we measure it? How do we avoid it?</article-title>
          <source>OAJCT</source>
          <year>2013</year>
          <month>07</month>
          <volume>2013</volume>
          <fpage>71</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.2147/OAJCT.S34419</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
