<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v13i1e57344</article-id>
      <article-id pub-id-type="pmid">39159444</article-id>
      <article-id pub-id-type="doi">10.2196/57344</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Acceptability, Perceptions, and Experiences Regarding Electronic Patient-Reported Outcomes After Laparoscopic Cholecystectomy: Protocol for a Mixed Methods Feasibility Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Markham</surname>
            <given-names>Sarah</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname> Hidig</surname>
            <given-names>Sakarie</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Azadnajafabad</surname>
            <given-names>Sina</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Choucair</surname>
            <given-names>Kareem</given-names>
          </name>
          <degrees>MB BCh BAO</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4577-8524</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Corrigan</surname>
            <given-names>Mark</given-names>
          </name>
          <degrees>MB BAO BCh, BMedSci, BBSS, MD, CertMedGen</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9615-6450</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>O'Sullivan</surname>
            <given-names>Adrian</given-names>
          </name>
          <degrees>BSc, MD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0000-4556-0966</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Barber</surname>
            <given-names>Sean</given-names>
          </name>
          <degrees>MB BCh BAO</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0005-5555-6430</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Stankiewicz</surname>
            <given-names>Lucja</given-names>
          </name>
          <degrees>MB BCh BAO</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0007-0598-7181</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Henn</surname>
            <given-names>Patrick</given-names>
          </name>
          <degrees>MB BCh BAO, MSc, MA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5958-6163</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Dennehy</surname>
            <given-names>Oscar</given-names>
          </name>
          <degrees>MB BCh BAO</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0003-4318-4823</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Kayyal</surname>
            <given-names>Mohd Yasser</given-names>
          </name>
          <degrees>MD, MCh</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8189-3239</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Tan</surname>
            <given-names>Yong Yu</given-names>
          </name>
          <degrees>MB BCh BAO</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9333-7563</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Fadahunsi</surname>
            <given-names>Kayode Philip</given-names>
          </name>
          <degrees>MBBS, MPH, MRCGP, DIC, PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <address>
            <institution>Department of Primary Care and Public Health</institution>
            <institution>School of Public Health</institution>
            <institution>Imperial College London</institution>
            <addr-line>Exhibition Rd, South Kensington</addr-line>
            <addr-line>London, SW7 2BX</addr-line>
            <country>United Kingdom</country>
            <phone>44 2075895111</phone>
            <email>k.fadahunsi14@imperial.ac.uk</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1470-5493</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>O'Donoghue</surname>
            <given-names>John</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6056-8640</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Medicine</institution>
        <institution>University College Cork</institution>
        <addr-line>Cork City</addr-line>
        <country>Ireland</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Assert Research Centre</institution>
        <institution>University College Cork</institution>
        <addr-line>Cork City</addr-line>
        <country>Ireland</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Malawi eHealth Research Centre</institution>
        <institution>University College Cork</institution>
        <addr-line>Cork City</addr-line>
        <country>Ireland</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Cork University Hospital</institution>
        <addr-line>Cork City</addr-line>
        <country>Ireland</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Mercy University Hospital</institution>
        <addr-line>Cork City</addr-line>
        <country>Ireland</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Department of Primary Care and Public Health</institution>
        <institution>School of Public Health</institution>
        <institution>Imperial College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Business Information Systems</institution>
        <institution>University College Cork</institution>
        <addr-line>Cork</addr-line>
        <country>Ireland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Kayode Philip Fadahunsi <email>k.fadahunsi14@imperial.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>19</day>
        <month>8</month>
        <year>2024</year>
      </pub-date>
      <volume>13</volume>
      <elocation-id>e57344</elocation-id>
      <history>
        <date date-type="received">
          <day>13</day>
          <month>2</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>31</day>
          <month>5</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>19</day>
          <month>6</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>9</day>
          <month>7</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Kareem Choucair, Mark Corrigan, Adrian O'Sullivan, Sean Barber, Lucja Stankiewicz, Patrick Henn, Oscar Dennehy, Mohd Yasser Kayyal, Yong Yu Tan, Kayode Philip Fadahunsi, John O'Donoghue. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 19.08.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2024/1/e57344" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Patient-reported outcomes (PROs) can be defined as any report of a patient’s health taken directly from the patient. Routine collection of PRO data has been shown to offer potential benefits to patient-doctor communication. Electronic forms of PRO measures (PROMs) could be more beneficial in comparison to traditional PROMs in obtaining PROs from patients. However, it is currently unclear whether the routine collection of electronic PRO data could result in better outcomes for patients undergoing laparoscopic cholecystectomy (LC).</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to explore the perspectives of patients and surgeons on the use of electronic PROMs. Based on prior research, technical skill and experience level of the surgeon, long-term quality of life, patient involvement in decision-making, communication skills of the surgeon, cleanliness of the ward environment, and standards of nursing care are identified to be the most important factors for the patients.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This is a mixed methods prospective study that will collect both quantitative (survey) and qualitative (interview) data. The study has two components. The first involves the distribution of an electronic presurvey to patients who received elective LC within 48 hours of their surgery (n=80). This survey will explore the perspective of patients regarding the procedure, hospital experience, long-term outcomes, and the perceived value of using PROMs. These patients will then be followed up after 1 year and given another survey. The second component involves the distribution of the same survey and the completion of structured interviews with general surgeons (n=10). The survey will ascertain what PROs from the participants are most useful for the surgeons and the interviews will focus on how the surgeons view routine PRO collection. A convenience sampling approach will be used. Surveys will be distributed through Qualtrics and interviews will be completed on Microsoft Teams.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Data collection began on February 14, 2023. As of February 12, 2024, 71 of 80 recruited patients have been given the presurvey. The follow-up with the patients and the general surgeon components of the study have not begun. The expected completion date of this study is in April 2025.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Overall, this study will investigate the potential of electronic PRO collection to offer value for patients and general surgeons. This approach will ensure that patient care is investigated in a multifaceted way, offering patient-centric guidance to surgeons in their approach to care.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/57344</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>patient-reported outcomes</kwd>
        <kwd>digital technology</kwd>
        <kwd>hepatobiliary surgery</kwd>
        <kwd>surgery</kwd>
        <kwd>laparoscopic cholecystectomy</kwd>
        <kwd>electronic patient</kwd>
        <kwd>general surgeon</kwd>
        <kwd>mixed methods</kwd>
        <kwd>prospective study</kwd>
        <kwd>quantitative</kwd>
        <kwd>qualitative</kwd>
        <kwd>Qualtrics</kwd>
        <kwd>interview</kwd>
        <kwd>Microsoft Teams</kwd>
        <kwd>data collection</kwd>
        <kwd>patient care</kwd>
        <kwd>patient-centric</kwd>
        <kwd>patient-doctor communication</kwd>
        <kwd>eHealth</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Patient-Reported Outcomes</title>
        <p>Patient-reported outcomes (PROs) can be defined as any report of a patient’s health outcome taken directly from the patient [<xref ref-type="bibr" rid="ref1">1</xref>]. PROs are normally investigated through the use of standardized patient-reported outcome measures (PROMs), which are typically self-completed questionnaires that measure patient quality of life, symptom burden, functional status, health-related quality of life, and personal care experience [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. The investigation of PROs allows for the generation of a health care system that is truly patient-centered [<xref ref-type="bibr" rid="ref4">4</xref>]. Patient-centered health care has already proven to improve health status and the efficiency at which care is delivered [<xref ref-type="bibr" rid="ref5">5</xref>]. Thus, it would be beneficial to understand the measures that could be taken to improve PROs after the completion of surgical procedures such as laparoscopic cystectomy (LC). PROs are particularly relevant to LCs since patients undergo this operation to relieve their pain; thus, measuring PROs after the procedure is crucial [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>A systematic review demonstrated that most studies evaluating the effects of LC did not use an electronic method of measuring PROs, despite advances in technology [<xref ref-type="bibr" rid="ref7">7</xref>]. Another systematic review concluded that there is limited literature regarding the use of electronic PRO systems in surgery, and the authors proposed that future research should explore the challenges associated with using such systems [<xref ref-type="bibr" rid="ref8">8</xref>]. A more recent systematic review found that the integration of electronic PROM systems through the use of mobile apps has the potential to improve patient outcomes and the efficiency of hospital resources [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>Han et al [<xref ref-type="bibr" rid="ref6">6</xref>] demonstrated that LC results improved PROs regarding pain, quality of life, and the relief of gastrointestinal symptoms. Several factors significantly influence PROs after LC. For instance, a 2019 study in Singapore found that the technical skill and experience level of the surgeon, long-term quality of life, patient involvement in decision-making, communication skills of the surgeon, cleanliness of the ward environment, and standards of nursing care were crucial factors that influence PROs [<xref ref-type="bibr" rid="ref10">10</xref>]. Conversely, factors such as hospitalization leave duration, length of hospital stay, the opinion of the patient’s family about the hospital, and scar cosmesis were factors with relatively less importance on PROs [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      </sec>
      <sec>
        <title>Patient-Reported Experiences</title>
        <p>Patient-reported experience measures (PREMs) are tools used to report on a patient’s process of care (eg, communication and timeliness of care) rather than on the outcomes specifically [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. PREMs are a useful predictor for overall patient satisfaction [<xref ref-type="bibr" rid="ref12">12</xref>]. As a result, PREMs will also be used in this study to evaluate the hospital experience of the patient.</p>
      </sec>
      <sec>
        <title>Routine Collection of PROs in Other Specialties</title>
        <p>The implementation of routine PRO collection has been shown to be beneficial and feasible in various health care fields such as oncology, cardiology, and integrative medicine [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. However, the integration of routine electronic PRO collection in oncology is currently limited due to inadequate information technology infrastructures, time, and difficulty in using electronic devices [<xref ref-type="bibr" rid="ref17">17</xref>]. In the field of ophthalmology, one pilot study indicated that ophthalmologists recognized the powerful potential benefits of electronic PROs for patient-doctor communication [<xref ref-type="bibr" rid="ref18">18</xref>]. Furthermore, an observational study [<xref ref-type="bibr" rid="ref19">19</xref>] investigated whether passive collection of behavioral data could be associated with PROs using patients’ smartphone sensors and activity data, demonstrating that patients with lower activity levels tended to have poorer PRO scores. While the passive monitoring of PROs is beyond the scope of this project, this previous work highlights the immense potential benefits that routine PRO monitoring could have for LC and other general patients.</p>
        <p>In the field of surgery, systematic reviews have indicated that routine PRO collection has benefits in relation to colorectal and orthopedic surgical specialties [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. One quality improvement study also indicated that routine PRO collection was a critical factor in improving thoracic surgery care [<xref ref-type="bibr" rid="ref22">22</xref>]. Although the logistical implication of routine collection remains the most challenging factor, the advancement of technology could assist in solving this issue. Thus, electronic PROMs could be useful for patients undergoing LC, which will be explored in this study.</p>
      </sec>
      <sec>
        <title>Routine Collection of PROs</title>
        <p>The evidence that PROs can be useful as a feedback tool in surgery to improve patient outcomes is currently limited. One study indicated that there is currently only weak evidence that PROs provide any benefit to patient outcomes when used as a feedback tool [<xref ref-type="bibr" rid="ref23">23</xref>]. Furthermore, more qualitative research is needed to investigate the practical issues that could arise with routine PRO collection [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. However, another systematic review exploring routine PRO monitoring during cancer care demonstrated significantly improved health-related quality of life among patients [<xref ref-type="bibr" rid="ref25">25</xref>]. These conflicts demonstrate a lack of clear consensus regarding the routine collection of PROs. Thus, this study will investigate the perspective of surgeons on PRO collection. These data could elucidate the type of feedback that is most relevant for surgeons to improve care. In addition, qualitative interviews will be conducted with the surgeons to obtain insight into the potential benefits and barriers of routine PRO collection.</p>
        <p>The use of routine PRO collection specifically in relation to LC is currently very limited. One feasibility study investigating the use of electronic PROMs indicated that the collection of such measures could be a convenient process for patients that would be beneficial in evaluating quality-of-life trends for physicians [<xref ref-type="bibr" rid="ref26">26</xref>]. Authors have also proposed the need for future research with more robust methodologies such as randomized controlled trials exploring this area. Using electronic PROMs has been indicated to help resolve the logistical and cost issues associated with PROM collection [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref26">26</xref>].</p>
      </sec>
      <sec>
        <title>Study Objectives</title>
        <p>This study aims to explore the perspectives of patients and surgeons on the use of electronic PROMs. These perspectives will be investigated through the distribution of surveys to both groups and via the completion of interviews with the general surgeons.</p>
        <p>The specific objectives of the study include (1) understanding the acceptability and perceived value of electronic PROs from the perspective of both patients undergoing LC and general surgeons and (2) determining the feasibility of following up with patients regarding their PROs using email correspondence.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design and Overview</title>
        <p>This is a mixed methods prospective study that will collect both qualitative and quantitative data. The study will involve two components. The first is the distribution of a survey to patients who have completed an elective LC. The second smaller component is the distribution of the same survey to consultant surgeons in addition to the completion of structured qualitative interviews with the same surgeons. This is an observational study and will have no influence on the care of patients.</p>
      </sec>
      <sec>
        <title>Component 1: Patient Survey</title>
        <sec>
          <title>Patient Participants</title>
          <p>The subjects will include all patients who completed elective LCs from Cork University Hospital and Mercy University Hospital, both in Cork, Ireland. Patients undergoing LC were chosen for this study owing to the high number of LCs completed in these hospitals. This makes the study more feasible and realistic to complete.</p>
        </sec>
        <sec>
          <title>Inclusion Criteria</title>
          <p>Patients must be &#62;18 years old and have completed an elective LC. Patients must have the capacity to access the Qualtrics survey through their smartphone and have completed the LC within 48 hours of distribution of the first survey. For the sake of feasibility, any indication for the elective LC will be eligible for recruitment in this study to ensure an adequate sample size.</p>
        </sec>
        <sec>
          <title>Exclusion Criteria</title>
          <p>Patients who cannot read, are pregnant, have a mental disability, have dementia, or do not speak English will be excluded. Additionally, patients who are sedated, ventilated, or intubated will be excluded as they will not be capable of offering informed consent.</p>
        </sec>
        <sec>
          <title>Sample Size</title>
          <p>This study will aim to recruit 80 patients. This sample size was chosen for the sake of feasibility. Due to time constraints, with 10 months of allocated time for data collection and 2 participating hospitals collaborating on the project, it would not be feasible to collect more data.</p>
          <p>Power calculation was considered for determining the sample size. However, power calculation requires an estimation of the proportion of the event of interest [<xref ref-type="bibr" rid="ref27">27</xref>]. For this study, it would be unrealistic to estimate the number of elective LCs that are completed in Ireland, as these data are not readily available. Consequently, it was decided to estimate the sample size primarily based on feasibility rather than power.</p>
        </sec>
        <sec>
          <title>Recruitment of Patient Participants</title>
          <p>Participants will be recruited using a nonprobability convenience sampling approach. The patients undergoing elective LCs will be viewed from the daily theater list and through communication with the operating surgical team<italic>.</italic> Participating patients will be identified as eligible by surgeons from Cork University Hospital who are collaborating in this study. The participant information sheet and consent form will be integrated into the beginning of the Qualtrics survey.</p>
          <p>After completion of the presurvey, the participants will be sent a link for the postsurvey 12 months later through email. The recruitment and data collection flow for patients is presented in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        </sec>
        <sec>
          <title>Patient Participant Survey</title>
          <p>The survey will be based on the PROM questionnaire, which measures the effect of different factors on the PROs [<xref ref-type="bibr" rid="ref10">10</xref>]. The following factors will be measured using the PROM survey: (1) age, sex, education level, marital status, employment status, ethnicity, smoking, and exercise frequency; (2) procedure perception; (3) hospital experience perception (PREMs); and (4) perception of longer-term consequences.</p>
          <p>In addition, the acceptability and perceived value of the PROMs will be assessed with a survey from Stover et al [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
          <p>The presurvey will be administered electronically by email using Qualtrics to patients who have completed an elective LC within the past 48 hours. These patients will then be followed up after 1 year and the survey will be administered again (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
        </sec>
        <sec>
          <title>Other Data Collection Tools Considered</title>
          <p>Other PRO surveys such as the Gastrointestinal Quality of Life Index survey and visual analog pain scores were also considered [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. However, we ultimately determined to not use these tools in this study, as they only measure the PROs directly rather than determining what PROs and experiences patients find most important to them. Including a combination of these surveys could have been optimal, but it would have resulted in an overly long survey and potentially poor participant completion rates.</p>
        </sec>
      </sec>
      <sec>
        <title>Component 2: Surgeon Survey and Interview</title>
        <sec>
          <title>Surgeon Population</title>
          <p>Ten general surgeons will be recruited from Cork University Hospital and Mercy University Hospital. This sample size was chosen based on the feasibility within these hospital settings.</p>
        </sec>
        <sec>
          <title>Inclusion Criteria</title>
          <p>Only general surgeons will be included, as they represent the group that would be most knowledgeable about LC, which is the surgery that the study is based around. The surgeons must have been registrars, specialist registrars, or consultants for at least 1 year in a general surgery team. They must be currently employed within Cork University Hospital or Mercy University Hospital.</p>
        </sec>
        <sec>
          <title>Exclusion Criteria</title>
          <p>The surgeons involved in the creation of this study will be excluded from participation.</p>
        </sec>
        <sec>
          <title>Recruitment of Surgeon Participants</title>
          <p>The participants will be recruited using a nonprobability consecutive sampling approach. They will be briefed on the study using an information sheet and given a consent form for the interview.</p>
        </sec>
        <sec>
          <title>Interview</title>
          <p>All the surgeon participants (n=10) will also be interviewed using an interview guide adapted from the PROFILE trial [<xref ref-type="bibr" rid="ref24">24</xref>]. The interviews will take place online using Microsoft Teams. The interviews will explore the following factors: (1) background of PRO use by the surgeon, (2) attitude of the general surgeon toward PRO use, (3) perception of the surgeons regarding the impact that PROs can have on clinical practice, and (4) perception of the surgeons regarding practical issues regarding PRO collection (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> and <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>).</p>
        </sec>
        <sec>
          <title>Surgeon Survey</title>
          <p>A modified version of the PROM questionnaire will be distributed to general surgeons (n=10). The general surgeons will be asked to complete the survey only once. The survey will be given to the surgeons with the goal of ascertaining what feedback from patients is most important for them to improve their quality of care. The modified survey will only measure the following factors: (1) procedure perception, (2) hospital perception, and (3) perception of longer-term consequences (see <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>).</p>
        </sec>
        <sec>
          <title>Data Analysis</title>
          <p>SPSS v28.0.1.1 (IBM Corp) will be used to complete the data analysis for the patient surveys. The 4-point Likert-scale questions will be tallied into two categories of either “more important” or “less important.” Mean scores will be used to determine the most important and least important factors. Univariate analysis with χ<sup>2</sup> tests will then be used to determine if any demographic relations exist between what PROs participants find to be more or less important. Additionally, the Wilcoxon ranked sign test and 2-tailed ANOVA will be used to compare the differences between the patients’ answers in their first and second survey responses.</p>
          <p>Data from the survey for the surgeons will also be analyzed with SPSS. Mean scores will be tabulated for the general surgeons’ responses to the survey. For the general surgeons’ interviews, the results will be transcribed verbatim and analyzed with thematic synthesis [<xref ref-type="bibr" rid="ref24">24</xref>]. The qualitative data will explain the overall view that surgeons have regarding PRO collection and the quantitative data will be analyzed in conjunction to illustrate the specific PROs that the surgeons view as important. The patient and surgeon data will also be integrated by comparing the views that both stakeholders have as indicated in the PROM surveys.</p>
        </sec>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study has been approved by the Clinical Research and Ethics Committee of the Cork Teaching Hospitals (ECM 01/2023 PUB). The study poses a low risk to patients and does not interfere with any of the treatments that the patients will receive. Data will be stored in line with University College Cork standards and requirements.</p>
        <p>A standardized consent form and patient information leaflet will be given to the patients, and they will be briefed on the project through information presented on the survey before they begin answering questions. Patients’ involvement will be fully voluntary and they will be given the option to withdraw from participation at any time. The researchers’ contact information will also be given to the patients so that they have any questions answered that might come up throughout the study. Only the email addresses of the patients will be collected, as patients’ identifiers so that the patients can be followed up with. The data will be pseudonymized as a result. Data will be kept on University College Cork servers for 10 years, excluding the email addresses, which will be used for following up with patients and will be immediately deleted after study completion. Patients will not be compensated for participating in this study.</p>
      </sec>
      <sec>
        <title>Outputs and Dissemination</title>
        <p>The study results will be disseminated through international peer-reviewed research journals and local conference presentations.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Data collection began on February 14, 2023. As of February 12, 2024, 71 of 80 patients have been given the presurvey. The follow-up will begin once 80 patients have completed the presurvey. This is expected to be completed in March 2024 and the follow-up is expected to conclude in March 2025. General surgeons will then complete their surveys and interviews in March and April 2025. The overall expected completion date of the study is in April 2025.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Study Significance and Strengths</title>
        <p>This study will convey the perspective of participants regarding which PROs are most important for them after LCs. Based on prior research, we expect the technical skill and experience level of the surgeon, long-term quality of life, patient involvement in decision-making, communication skills of the surgeon, cleanliness of the ward environment, and standards of nursing care to be the most important factors for the patients [<xref ref-type="bibr" rid="ref10">10</xref>]. Furthermore, this study will indicate the acceptability and perceived value of participants regarding electronic PRO surveys, which is a topic that is relatively more limited in the literature in the context of LCs. The study has well-defined inclusion and exclusion criteria, with all patients being given the survey less than 48 hours after their surgery and only elective cases being included. This will help make the sample more homogenous, as patients undergoing emergency surgery might have different perspectives on what is important for them in comparison to those having elective surgery [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        <p>Furthermore, the long-term follow-up of 1 year will assist in better understanding the views of patients undergoing LC. The distribution of the survey to postoperative patients will ensure that the patients already had the experience of having an LC and can reflect upon it when answering the survey. This perspective would not be achievable with patients in a preoperative setting. The use of a 50-item survey also ensures that several PROs and factors will be analyzed, thereby offering a broad view of patients’ perspectives on PROs. Moreover, the integration of the perspectives of surgeons regarding the study may help elucidate improved procedures when following up with patients.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>As a result of this being a feasibility study, there are several associated limitations. Primarily, the small sample size of 80 participants will limit the generalizability of the study. Moreover, the use of convenience sampling also limits the external validity and generalizability of the results. It has been shown that convenience sampling has greater validity when the sample is more homogenous with respect to the participants’ sociodemographic characteristics [<xref ref-type="bibr" rid="ref31">31</xref>]. However, making the sample completely homogenous in this study would result in an inadequate sample size. Thus, this bias will be mitigated through statistical analyses exploring differences in the factors that are deemed important according to the participants’ demographic characteristics. Another significant bias associated with using convenience sampling is that the participants accepting to partake in the study could be more likely to find perceived value in completing the electronic survey in comparison to those who declined to participate. These biases will be mitigated through the use of rigid inclusion and exclusion criteria, ensuring that the sample is as homogenous as possible.</p>
        <p>Another limitation is the use of a 4-point Likert scale. Likert scales ideally have between 4 and 7 options, although 4-point scales might commit participants to give answers they may not wish to give [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        <p>Although only including patients undergoing elective surgery will aid in further defining the inclusion and exclusion criteria, this restriction will also limit the generalizability of this study, as patients undergoing emergency LC will not be represented.</p>
        <p>In addition, recruiting patients within 48 hours of their LC means that their postoperative condition could influence their answers. The survey also contains mild medical jargon (eg, “bile leak”) that might be confusing for participants.</p>
        <p>There is no electronic literacy scale for the participants involved. Incorporation of such a scale would have improved the interpretation of the results by demonstrating whether the ability to use technology impacts the participants’ views on electronic surveys.</p>
        <p>The lack of direct comparison with paper surveys is another potential limitation, as this prevents a comprehensive interpretation of the benefits of electronic surveys over paper surveys. Although this study addresses the difficulty that patients might have in using electronic devices, it does not address other major barriers to electronic PROs, such as inadequate information technology infrastructure and the time needed to complete the survey [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>The survey from Stover et al [<xref ref-type="bibr" rid="ref28">28</xref>] may also be biased toward favorable responses. The reason for this is that the study aimed to maintain a neutral response option, while also having only 4 options to be consistent with the other survey questions. For this reason, there is only one “negative” option.</p>
        <p>Finally, the follow-up will also be very challenging due to the small sample size. A prior study exploring email-based PRO systems following hand surgery indicated that this approach may be effective [<xref ref-type="bibr" rid="ref33">33</xref>], although only 28% of participants completed the follow-up PRO survey 1 year after their enrollment in the study. Despite the lack of valid generalizability of the email follow-up data in this study, the results will convey the feasibility of using email to distribute PRO surveys and help guide future studies with more robust samples.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Overall, this study will investigate the potential of electronic PRO collection to offer value for patients and general surgeons. This approach will ensure that patient care is investigated in a multifaceted way, offering patient-centric guidance to surgeons in their approach to care. The results will illustrate any differing views that surgeons and patients may have in relation to what is important for the patient’s care, allowing for further exploration of these differences. This study will thus guide future research to further analyze any potential uses of PROs and the value that electronic systems can provide for PRO collection.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Summary of all data collection points for the patient participants.</p>
        <media xlink:href="resprot_v13i1e57344_app1.doc" xlink:title="DOC File , 47 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Survey for patient participants.</p>
        <media xlink:href="resprot_v13i1e57344_app2.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Interview consent sheet for general surgeons.</p>
        <media xlink:href="resprot_v13i1e57344_app3.docx" xlink:title="DOCX File , 1286 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Procedure for interviews with general surgeons.</p>
        <media xlink:href="resprot_v13i1e57344_app4.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Survey for general surgeons.</p>
        <media xlink:href="resprot_v13i1e57344_app5.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">LC</term>
          <def>
            <p>laparoscopic cholecystectomy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">PREM</term>
          <def>
            <p>patient-reported experience measure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PRO</term>
          <def>
            <p>patient-reported outcome</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PROM</term>
          <def>
            <p>patient-reported outcome measure</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank the staff and patients of Cork University Hospital and Mercy University Hospital who voluntarily participated in/assisted with the study. This study received no specific grant from any funding agency in the public, commercial, or not-for-profit sectors.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>KC is the lead author, JOD is the principal investigator, and KPF is the corresponding author. KC, JOD, and KPF developed the main concept of the study and played an active role in all aspects of the study design. MC, AOS, and MYK contributed to the conceptualization, methodology, investigation, supervision, project administration, and writing of the paper. SB, LS, PH, OD, and YYT all contributed to the investigation and writing of the paper.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Bartlett</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Hannam</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Poole</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Merry</surname>
              <given-names>AF</given-names>
            </name>
          </person-group>
          <article-title>Measurement of patient-reported outcomes after laparoscopic cholecystectomy: a systematic review</article-title>
          <source>Surg Endosc</source>
          <year>2019</year>
          <month>07</month>
          <day>1</day>
          <volume>33</volume>
          <issue>7</issue>
          <fpage>2061</fpage>
          <lpage>2071</lpage>
          <pub-id pub-id-type="doi">10.1007/s00464-019-06745-7</pub-id>
          <pub-id pub-id-type="medline">30937619</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00464-019-06745-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weldring</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SMS</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported outcomes (PROs) and patient-reported outcome measures (PROMs)</article-title>
          <source>Health Serv Insights</source>
          <year>2013</year>
          <volume>6</volume>
          <fpage>61</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.4137/HSI.S11093</pub-id>
          <pub-id pub-id-type="medline">25114561</pub-id>
          <pub-id pub-id-type="pii">hsi-6-2013-061</pub-id>
          <pub-id pub-id-type="pmcid">PMC4089835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Haywood</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Impact of patient-reported outcome measures on routine practice: a structured review</article-title>
          <source>J Eval Clin Pract</source>
          <year>2006</year>
          <month>10</month>
          <volume>12</volume>
          <issue>5</issue>
          <fpage>559</fpage>
          <lpage>568</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2753.2006.00650.x</pub-id>
          <pub-id pub-id-type="medline">16987118</pub-id>
          <pub-id pub-id-type="pii">JEP650</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deshpande</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rajan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sudeepthi</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Abdul Nazir</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported outcomes: a new era in clinical research</article-title>
          <source>Perspect Clin Res</source>
          <year>2011</year>
          <month>10</month>
          <volume>2</volume>
          <issue>4</issue>
          <fpage>137</fpage>
          <lpage>1 44</lpage>
          <pub-id pub-id-type="doi">10.4103/2229-3485.86879</pub-id>
          <pub-id pub-id-type="medline">22145124</pub-id>
          <pub-id pub-id-type="pii">PCR-2-137</pub-id>
          <pub-id pub-id-type="pmcid">PMC3227331</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Donner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McWhinney</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Oates</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weston</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The impact of patient-centered care on outcomes</article-title>
          <source>J Fam Pract</source>
          <year>2000</year>
          <month>09</month>
          <volume>49</volume>
          <issue>9</issue>
          <fpage>796</fpage>
          <lpage>804</lpage>
          <pub-id pub-id-type="medline">11032203</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kwon</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Jang</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Heo</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Long-term patient-reported outcomes following laparoscopic cholecystectomy: a prospective multicenter observational study</article-title>
          <source>Medicine</source>
          <year>2020</year>
          <month>08</month>
          <day>28</day>
          <volume>99</volume>
          <issue>35</issue>
          <fpage>e21683</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32871883"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MD.0000000000021683</pub-id>
          <pub-id pub-id-type="medline">32871883</pub-id>
          <pub-id pub-id-type="pii">00005792-202008280-00026</pub-id>
          <pub-id pub-id-type="pmcid">PMC7458203</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daliya</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gemmill</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Lobo</surname>
              <given-names>DN</given-names>
            </name>
            <name name-style="western">
              <surname>Parsons</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of patient reported outcome measures (PROMs) and quality of life reporting in patients undergoing laparoscopic cholecystectomy</article-title>
          <source>Hepatobiliary Surg Nutr</source>
          <year>2019</year>
          <month>06</month>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>228</fpage>
          <lpage>245</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31245403"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/hbsn.2019.03.16</pub-id>
          <pub-id pub-id-type="medline">31245403</pub-id>
          <pub-id pub-id-type="pii">hbsn-08-03-228</pub-id>
          <pub-id pub-id-type="pmcid">PMC6561890</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Blazeby</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Avery</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Electronic collection of patient-reported outcomes following discharge after surgery: systematic review</article-title>
          <source>BJS Open</source>
          <year>2021</year>
          <month>03</month>
          <day>05</day>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>5</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33782708"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/bjsopen/zraa072</pub-id>
          <pub-id pub-id-type="medline">33782708</pub-id>
          <pub-id pub-id-type="pii">6199902</pub-id>
          <pub-id pub-id-type="pmcid">PMC8007587</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vercell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gasteiger</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Yorke</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dowding</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Patient-facing cancer mobile apps that enable patient reported outcome data to be collected: a systematic review of content, functionality, quality, and ability to integrate with electronic health records</article-title>
          <source>Int J Med Inform</source>
          <year>2023</year>
          <month>02</month>
          <volume>170</volume>
          <fpage>104931</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1386-5056(22)00245-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2022.104931</pub-id>
          <pub-id pub-id-type="medline">36462398</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(22)00245-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mak</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Chew</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Junnarkar</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Woon</surname>
              <given-names>WW</given-names>
            </name>
            <name name-style="western">
              <surname>Low</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Huey</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Shelat</surname>
              <given-names>VG</given-names>
            </name>
          </person-group>
          <article-title>Patient reported outcomes in elective laparoscopic cholecystectomy</article-title>
          <source>Ann Hepatobiliary Pancreat Surg</source>
          <year>2019</year>
          <month>02</month>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>20</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30863804"/>
          </comment>
          <pub-id pub-id-type="doi">10.14701/ahbps.2019.23.1.20</pub-id>
          <pub-id pub-id-type="medline">30863804</pub-id>
          <pub-id pub-id-type="pmcid">PMC6405362</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kingsley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported outcome measures and patient-reported experience measures</article-title>
          <source>BJA Education</source>
          <year>2017</year>
          <month>04</month>
          <volume>17</volume>
          <issue>4</issue>
          <fpage>137</fpage>
          <lpage>144</lpage>
          <pub-id pub-id-type="doi">10.1093/bjaed/mkw060</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bjertnaes</surname>
              <given-names>OA</given-names>
            </name>
            <name name-style="western">
              <surname>Sjetne</surname>
              <given-names>IS</given-names>
            </name>
            <name name-style="western">
              <surname>Iversen</surname>
              <given-names>HH</given-names>
            </name>
          </person-group>
          <article-title>Overall patient satisfaction with hospitals: effects of patient-reported experiences and fulfilment of expectations</article-title>
          <source>BMJ Qual Saf</source>
          <year>2012</year>
          <month>01</month>
          <day>26</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1136/bmjqs-2011-000137</pub-id>
          <pub-id pub-id-type="medline">21873465</pub-id>
          <pub-id pub-id-type="pii">bmjqs-2011-000137</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lavallee</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Chenok</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Love</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Holve</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Segal</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>PD</given-names>
            </name>
          </person-group>
          <article-title>Incorporating patient-reported outcomes into health care to engage patients and enhance care</article-title>
          <source>Health Aff</source>
          <year>2016</year>
          <month>04</month>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>575</fpage>
          <lpage>582</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2015.1362</pub-id>
          <pub-id pub-id-type="medline">27044954</pub-id>
          <pub-id pub-id-type="pii">35/4/575</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dusek</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>JaKa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wallerius</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fairchild</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Victorson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rivard</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Betzner</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Rationale for routine collection of patient reported outcomes during integrative medicine consultation visits</article-title>
          <source>Complement Ther Med</source>
          <year>2018</year>
          <month>04</month>
          <volume>37</volume>
          <fpage>43</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ctim.2018.01.012</pub-id>
          <pub-id pub-id-type="medline">29609936</pub-id>
          <pub-id pub-id-type="pii">S0965-2299(17)30511-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kotronoulas</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kearney</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Maguire</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Harrow</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Di Domenico</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Croy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>MacGillivray</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>What is the value of the routine use of patient-reported outcome measures toward improvement of patient outcomes, processes of care, and health service outcomes in cancer care? A systematic review of controlled trials</article-title>
          <source>J Clin Oncol</source>
          <year>2014</year>
          <month>05</month>
          <day>10</day>
          <volume>32</volume>
          <issue>14</issue>
          <fpage>1480</fpage>
          <lpage>1501</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://core.ac.uk/reader/158368143?utm_source=linkout"/>
          </comment>
          <pub-id pub-id-type="doi">10.1200/JCO.2013.53.5948</pub-id>
          <pub-id pub-id-type="medline">24711559</pub-id>
          <pub-id pub-id-type="pii">JCO.2013.53.5948</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van den Hurk</surname>
              <given-names>CJG</given-names>
            </name>
            <name name-style="western">
              <surname>Mols</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Eicher</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Geleijnse</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Walraven</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Coolbrandt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lustberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Velikova</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Charalambous</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Koczwara</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Howell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>van de Poll-Franse</surname>
              <given-names>LV</given-names>
            </name>
          </person-group>
          <article-title>A narrative review on the collection and use of electronic patient-reported outcomes in cancer survivorship care with emphasis on symptom monitoring</article-title>
          <source>Curr Oncol</source>
          <year>2022</year>
          <month>06</month>
          <day>17</day>
          <volume>29</volume>
          <issue>6</issue>
          <fpage>4370</fpage>
          <lpage>4385</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=curroncol29060349"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/curroncol29060349</pub-id>
          <pub-id pub-id-type="medline">35735458</pub-id>
          <pub-id pub-id-type="pii">curroncol29060349</pub-id>
          <pub-id pub-id-type="pmcid">PMC9222072</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Butow</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dhillon</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sundaresan</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A review of the barriers to using patient-reported outcomes (PROs) and patient-reported outcome measures (PROMs) in routine cancer care</article-title>
          <source>J Med Radiat Sci</source>
          <year>2021</year>
          <month>06</month>
          <day>19</day>
          <volume>68</volume>
          <issue>2</issue>
          <fpage>186</fpage>
          <lpage>195</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32815314"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jmrs.421</pub-id>
          <pub-id pub-id-type="medline">32815314</pub-id>
          <pub-id pub-id-type="pmcid">PMC8168064</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robertson</surname>
              <given-names>AO</given-names>
            </name>
            <name name-style="western">
              <surname>Tadić</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Rahi</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Attitudes, experiences, and preferences of ophthalmic professionals regarding routine use of patient-reported outcome measures in clinical practice</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <month>12</month>
          <day>4</day>
          <volume>15</volume>
          <issue>12</issue>
          <fpage>e0243563</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0243563"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0243563</pub-id>
          <pub-id pub-id-type="medline">33275625</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-14801</pub-id>
          <pub-id pub-id-type="pmcid">PMC7717508</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mollard</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Pedro</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schumacher</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Michaud</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Smartphone-based behavioral monitoring and patient-reported outcomes in adults with rheumatic and musculoskeletal disease</article-title>
          <source>BMC Musculoskelet Disord</source>
          <year>2022</year>
          <month>06</month>
          <day>11</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>566</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmusculoskeletdisord.biomedcentral.com/articles/10.1186/s12891-022-05520-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12891-022-05520-5</pub-id>
          <pub-id pub-id-type="medline">35690753</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12891-022-05520-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC9188241</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lakey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>KJ</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported outcomes in foot and ankle orthopedics</article-title>
          <source>Foot Ankle Orthop</source>
          <year>2019</year>
          <month>07</month>
          <day>19</day>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>2473011419852930</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/2473011419852930?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2473011419852930</pub-id>
          <pub-id pub-id-type="medline">35097329</pub-id>
          <pub-id pub-id-type="pii">10.1177_2473011419852930</pub-id>
          <pub-id pub-id-type="pmcid">PMC8500394</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Shroder</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Bachmann</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Burnell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hopkins</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Geiger</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkins</surname>
              <given-names>AT</given-names>
            </name>
          </person-group>
          <article-title>Collection and utilization of patient-reported outcome measures in a colorectal surgery clinic</article-title>
          <source>J Surg Res</source>
          <year>2022</year>
          <month>12</month>
          <volume>280</volume>
          <fpage>515</fpage>
          <lpage>525</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36081311"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jss.2022.07.042</pub-id>
          <pub-id pub-id-type="medline">36081311</pub-id>
          <pub-id pub-id-type="pii">S0022-4804(22)00490-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC9588722</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heiden</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Subramanian</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Nava</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Patterson</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Meyers</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Puri</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Oncken</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Keith</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Guthrie</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Epstein</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lenk</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Kozower</surname>
              <given-names>BD</given-names>
            </name>
          </person-group>
          <article-title>Routine collection of patient-reported outcomes in thoracic surgery: a quality improvement study</article-title>
          <source>Ann Thorac Surg</source>
          <year>2022</year>
          <month>06</month>
          <volume>113</volume>
          <issue>6</issue>
          <fpage>1845</fpage>
          <lpage>1852</lpage>
          <pub-id pub-id-type="doi">10.1016/j.athoracsur.2021.05.091</pub-id>
          <pub-id pub-id-type="medline">34224723</pub-id>
          <pub-id pub-id-type="pii">S0003-4975(21)01097-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boyce</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Does providing feedback on patient-reported outcomes to healthcare professionals result in better outcomes for patients? A systematic review</article-title>
          <source>Qual Life Res</source>
          <year>2013</year>
          <month>11</month>
          <day>17</day>
          <volume>22</volume>
          <issue>9</issue>
          <fpage>2265</fpage>
          <lpage>2278</lpage>
          <pub-id pub-id-type="doi">10.1007/s11136-013-0390-0</pub-id>
          <pub-id pub-id-type="medline">23504544</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boyce</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Surgeon's experiences of receiving peer benchmarked feedback using patient-reported outcome measures: a qualitative study</article-title>
          <source>Implement Sci</source>
          <year>2014</year>
          <month>06</month>
          <day>27</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>84</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-9-84"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-9-84</pub-id>
          <pub-id pub-id-type="medline">24972784</pub-id>
          <pub-id pub-id-type="pii">1748-5908-9-84</pub-id>
          <pub-id pub-id-type="pmcid">PMC4227108</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Deal</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Kris</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Scher</surname>
              <given-names>HI</given-names>
            </name>
            <name name-style="western">
              <surname>Hudis</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Sabbatini</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rogak</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Dueck</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Atkinson</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Dulko</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sit</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Barz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Novotny</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fruscione</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sloan</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Schrag</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Symptom monitoring with patient-reported outcomes during routine cancer treatment: a randomized controlled trial</article-title>
          <source>J Clin Oncol</source>
          <year>2016</year>
          <month>02</month>
          <day>20</day>
          <volume>34</volume>
          <issue>6</issue>
          <fpage>557</fpage>
          <lpage>565</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26644527"/>
          </comment>
          <pub-id pub-id-type="doi">10.1200/JCO.2015.63.0830</pub-id>
          <pub-id pub-id-type="medline">26644527</pub-id>
          <pub-id pub-id-type="pii">JCO.2015.63.0830</pub-id>
          <pub-id pub-id-type="pmcid">PMC4872028</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daliya</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lobo</surname>
              <given-names>DN</given-names>
            </name>
            <name name-style="western">
              <surname>Parsons</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Utilising electronic PROMs to measure a change in health following elective laparoscopic cholecystectomy: a feasibility study</article-title>
          <source>World J Surg</source>
          <year>2022</year>
          <month>09</month>
          <day>24</day>
          <volume>46</volume>
          <issue>9</issue>
          <fpage>2155</fpage>
          <lpage>2165</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35610385"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00268-022-06588-9</pub-id>
          <pub-id pub-id-type="medline">35610385</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00268-022-06588-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC9334410</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pourhoseingholi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vahedi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rahimzadeh</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Sample size calculation in medical studies</article-title>
          <source>Gastroenterol Hepatol Bed Bench</source>
          <year>2013</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>14</fpage>
          <lpage>17</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24834239"/>
          </comment>
          <pub-id pub-id-type="medline">24834239</pub-id>
          <pub-id pub-id-type="pmcid">PMC4017493</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stover</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Irwin</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Chera</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Muss</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenstein</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Shea</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Lyons</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Reeve</surname>
              <given-names>BB</given-names>
            </name>
          </person-group>
          <article-title>Integrating patient-reported outcome measures into routine cancer care: cancer patients' and clinicians' perceptions of acceptability and value</article-title>
          <source>EGEMS (Wash DC)</source>
          <year>2015</year>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>1169</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26557724"/>
          </comment>
          <pub-id pub-id-type="doi">10.13063/2327-9214.1169</pub-id>
          <pub-id pub-id-type="medline">26557724</pub-id>
          <pub-id pub-id-type="pii">egems1169</pub-id>
          <pub-id pub-id-type="pmcid">PMC4636110</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Levinson</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Hudak</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of surgeon-patient communication: strengths and opportunities for improvement</article-title>
          <source>Patient Educ Couns</source>
          <year>2013</year>
          <month>10</month>
          <volume>93</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2013.03.023</pub-id>
          <pub-id pub-id-type="medline">23867446</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(13)00224-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Hutchison</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Insights into patient and clinician concerns about scar appearance: semiquantitative structured surveys</article-title>
          <source>Plast Reconstr Surg</source>
          <year>2009</year>
          <month>07</month>
          <volume>124</volume>
          <issue>1</issue>
          <fpage>256</fpage>
          <lpage>265</lpage>
          <pub-id pub-id-type="doi">10.1097/PRS.0b013e3181a80747</pub-id>
          <pub-id pub-id-type="medline">19568089</pub-id>
          <pub-id pub-id-type="pii">00006534-200907000-00033</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jager</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Putnick</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Bornstein</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>II. More than just convenient: the scientific merits of homogeneous convenience samples</article-title>
          <source>Monogr Soc Res Child Dev</source>
          <year>2017</year>
          <month>06</month>
          <day>05</day>
          <volume>82</volume>
          <issue>2</issue>
          <fpage>13</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28475254"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/mono.12296</pub-id>
          <pub-id pub-id-type="medline">28475254</pub-id>
          <pub-id pub-id-type="pmcid">PMC5606225</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fredericksen</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Harding</surname>
              <given-names>BN</given-names>
            </name>
            <name name-style="western">
              <surname>Ruderman</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>McReynolds</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lober</surname>
              <given-names>WB</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzsimmons</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Nance</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Whitney</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Delaney</surname>
              <given-names>JAC</given-names>
            </name>
            <name name-style="western">
              <surname>Mathews</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Willig</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Crane</surname>
              <given-names>PK</given-names>
            </name>
            <name name-style="western">
              <surname>Crane</surname>
              <given-names>HM</given-names>
            </name>
          </person-group>
          <article-title>Patient acceptability and usability of a self-administered electronic patient-reported outcome assessment in HIV care: relationship with health behaviors and outcomes</article-title>
          <source>AIDS Care</source>
          <year>2021</year>
          <month>09</month>
          <day>15</day>
          <volume>33</volume>
          <issue>9</issue>
          <fpage>1167</fpage>
          <lpage>1177</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33190523"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/09540121.2020.1845288</pub-id>
          <pub-id pub-id-type="medline">33190523</pub-id>
          <pub-id pub-id-type="pmcid">PMC8121890</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Franko</surname>
              <given-names>OI</given-names>
            </name>
            <name name-style="western">
              <surname>London</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Kiefhaber</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Stern</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Automated reporting of patient outcomes in hand surgery: a pilot study</article-title>
          <source>Hand</source>
          <year>2022</year>
          <month>11</month>
          <day>14</day>
          <volume>17</volume>
          <issue>6</issue>
          <fpage>1278</fpage>
          <lpage>1285</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34521230"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/15589447211043214</pub-id>
          <pub-id pub-id-type="medline">34521230</pub-id>
          <pub-id pub-id-type="pmcid">PMC9608284</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
