<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v13i1e56487</article-id>
      <article-id pub-id-type="pmid">39102279</article-id>
      <article-id pub-id-type="doi">10.2196/56487</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Evaluating the Population-Based Usage and Benefit of Digitally Collected Patient-Reported Outcomes and Experiences in Patients With Chronic Diseases: The PROMchronic Study Protocol</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Ma</surname>
            <given-names>Simone</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Rose</surname>
            <given-names>Matthias</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gagnon</surname>
            <given-names>Marie-Pierre</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Nikkhah</surname>
            <given-names>Janis</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Healthcare Management</institution>
            <institution>School of Economics and Management</institution>
            <institution>Technical University Berlin</institution>
            <addr-line>Straße des 17. Juni 135, H80</addr-line>
            <addr-line>Berlin, 10623</addr-line>
            <country>Germany</country>
            <phone>49 151 689 414 32</phone>
            <email>janis.nikkhah@tu-berlin.de</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0003-9311-8808</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Steinbeck</surname>
            <given-names>Viktoria</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2950-9057</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Grobe</surname>
            <given-names>Thomas G</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0007-7789-0135</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Breitkreuz</surname>
            <given-names>Thorben</given-names>
          </name>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5700-4729</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Pross</surname>
            <given-names>Christoph</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9973-3981</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Busse</surname>
            <given-names>Reinhard</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4961-9130</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Healthcare Management</institution>
        <institution>School of Economics and Management</institution>
        <institution>Technical University Berlin</institution>
        <addr-line>Berlin</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>aQua Institute</institution>
        <addr-line>Göttingen</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Janis Nikkhah <email>janis.nikkhah@tu-berlin.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>5</day>
        <month>8</month>
        <year>2024</year>
      </pub-date>
      <volume>13</volume>
      <elocation-id>e56487</elocation-id>
      <history>
        <date date-type="received">
          <day>17</day>
          <month>1</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>3</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>28</day>
          <month>3</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>24</day>
          <month>4</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Janis Nikkhah, Viktoria Steinbeck, Thomas G Grobe, Thorben Breitkreuz, Christoph Pross, Reinhard Busse. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 05.08.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2024/1/e56487" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Chronic diseases are associated with a high disease burden. Under- and overprovision of care as well as quality variation between health care providers persists, while current quality indicators rarely capture the patients’ perspective. Capturing patient-reported outcome measures (PROMs) as well as patient-reported experience measures (PREMs) is becoming more and more important to identify gaps in care provision, prioritize services most valuable to patients, and aid patients' self-management.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to measure the potential benefits and effectiveness of using electronic patient-reported outcome measures (ePROMs) and electronic patient-reported experience measures in a structured and population-based manner to enhance health care for chronic disease patients in Germany.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This prospective cohort study aims to evaluate the potential benefits of PROM usage in patients with chronic diseases. We evaluate whether (1) digitally collected PROMs and PREMs can be used for health system performance assessment by generating a representative response of chronically diseased individuals with asthma, chronic obstructive pulmonary disease, diabetes, and coronary artery disease across Germany, and (2) based on the PROMs and PREMs, low-value care can be identified. As patient-reported outcomes (PROs) are rarely presented back to patients, (3) this study also examines patients’ reactions to their PROM scores in the form of digital PRO feedback. For these purposes, randomly selected patients from a nationwide German insurer are digitally surveyed with generic and disease-specific PROMs and PREMs, as well as additional questions on their health-related behavior, 4 times over 1 year. Individual PRO feedback is presented back to patients longitudinally and compared to a peer group after each survey period. Patient-reported data is linked with health insurance data. Response rates, changes in health and experience outcomes over time, self-reported changes in health behavior, and health care system usage will be analyzed.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The PROMchronic study explores the usage of PROMs in patients with chronic diseases. Data collection began in October 2023, after the initial invitation letter. All the 200,000 potential patients have been invited to participate in the study. Data have not yet been analyzed. Publication of the interim results is planned for the autumn of 2024, and the results are planned to be published in 2025.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>We aim to fill the research gap on the population-based usage of PROMs and PREMs in patients with chronic diseases and add to the current understanding of PROM data-sharing with patients. The study’s results can thereby inform whether a health care system-wide approach to collecting PROMs and PREMs can be used to identify low-value care, assess quality variation within and across chronic conditions, and determine whether PRO feedback is helpful and associated with any changes in patients’ health behaviors.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>German Clinical Trials Register DRKS00031656; https://drks.de/search/en/trial/DRKS00031656</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/56487</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>health care policy</kwd>
        <kwd>PROM</kwd>
        <kwd>PREM</kwd>
        <kwd>PRO feedback</kwd>
        <kwd>health behavior</kwd>
        <kwd>chronic disease</kwd>
        <kwd>asthma</kwd>
        <kwd>COPD</kwd>
        <kwd>diabetes</kwd>
        <kwd>coronary artery disease</kwd>
        <kwd>value-based health care</kwd>
        <kwd>quality of care</kwd>
        <kwd>artery disease</kwd>
        <kwd>chronic</kwd>
        <kwd>self-management</kwd>
        <kwd>effectiveness</kwd>
        <kwd>Germany</kwd>
        <kwd>cohort study</kwd>
        <kwd>pulmonary disease</kwd>
        <kwd>utilization</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background and Rationale</title>
        <p>Globally, 1 in 3 persons and up to 60% in industrialized countries are living with at least 1 chronic disease [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Furthermore, this share is continuously increasing across the globe due to demographic change and consumption patterns [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Chronic diseases, including conditions such as diabetes, cardiovascular diseases, and chronic obstructive pulmonary disease (COPD), are long-lasting conditions that can significantly impact a patient's quality of life and are a key driver of escalating health costs in both developed and developing economies [<xref ref-type="bibr" rid="ref5">5</xref>]. Diagnosing and treating chronic conditions comes with substantial uncertainties for patients, families, and caregivers [<xref ref-type="bibr" rid="ref6">6</xref>]. The high complexity of chronic care, for instance, raises uncertainty regarding whether patients with chronic diseases will respond to a selected treatment in the way a priori expected and, in the event they do, whether it is the most efficient one [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>Patient-reported outcome measures (PROMs) and patient-reported experience measures (PREMs) have been used for over 20 years, but have become increasingly widespread and accepted only in recent years [<xref ref-type="bibr" rid="ref8">8</xref>], as reflected by their increasing usage in oncology [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>] and orthopedics [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. The use of PROMs in monitoring interventions has, for instance, shown benefits in terms of increased survival rates, lower hospitalizations, improved health-related quality of life in oncology and reduced fatigue, and improved health-related quality of life in orthopedics [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. PROMs are questionnaires that allow valuable insights into the patient’s perspective of living with a (chronic) disease as they reflect the patient’s own perception of their health status [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. PREMs are questionnaires used to gather information from patients about their personal experiences and perceptions of the care and services they have received [<xref ref-type="bibr" rid="ref19">19</xref>]. With electronic PROMs (ePROMs) and electronic PREMs (ePREMs) being reported and used more frequently in the last few years [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>], usage for population health purposes appears more in reach but has rarely been examined [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>PROMs and PREMs might have care improvement potential in the field of chronic diseases due to their information value for patient empowerment, including self-management and shared decision-making, which could influence treatment adherence and lifestyle choices [<xref ref-type="bibr" rid="ref23">23</xref>]. However, PROMs and PREMs have rarely been used in routine chronic care due to the unspecified timeline and the complexity of implementation [<xref ref-type="bibr" rid="ref24">24</xref>]. Due to the high relevance of this topic, the OECD (Organisation for Economic Co-operation and Development) PaRIS (Patient-Reported Indicator Surveys) initiative focuses on collecting and analyzing PROMs in patients with chronic diseases across 18 countries, starting their trial phase in 2023. The initiative does not cover Germany [<xref ref-type="bibr" rid="ref25">25</xref>]. The present study, “PROMchronic,” aims to fill the research gap by evaluating the usage of ePROMs and ePREMs in the German chronic disease population for 4 selected chronic disease profiles.</p>
        <p>Furthermore, providing patients with information on their health status based on PROMs in reference to a comparable peer group is rarely done [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Yet, specific information about patients’ health status is crucial because it can help patients better understand their health conditions and enable decision-making and overall patient empowerment. When patients are well-informed about their health, they are more likely to adhere to treatment plans and achieve better health outcomes [<xref ref-type="bibr" rid="ref28">28</xref>]. Patients can use this information together with their health care providers to set realistic goals for their treatment, monitor their progress, and identify areas where additional support is needed.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Our study aims to evaluate the potential benefits of the structured and population-based use of ePROMs and ePREMs to improve care for chronically ill patients in Germany. First, we evaluated whether and how representative the response to the digitally collected questionnaires is and thereby investigate PROMs as a tool for health system performance assessment (HSPA). Second, we assessed if low-value care elements can be identified in today’s care for chronically ill patients across Germany. Third, we analyzed patients’ understanding of and reactions to individualized patient-reported outcome (PRO) feedback. To achieve these objectives, this study aims to answer 3 overarching research questions and their subquestions (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>).</p>
        <boxed-text id="box1" position="float">
          <title>Overarching research questions and their sub-questions.</title>
          <p>
            <bold>Can electronic patient-reported outcome measures (ePROMs) and electronic patient-reported experience measures (ePREMs) be used in patients with chronic diseases for quality measurement at the health system level (eg, for health system performance assessment [HSPA])?</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>How representative are response rates in patients with chronic diseases via digital surveys in terms of gender, age, and diagnoses?</p>
            </list-item>
            <list-item>
              <p>How do response rates and willingness to respond multiple times vary over time by age, gender, indication, city or state, health system use (frequent versus infrequent users), web- or app-based surveys, and Disease Management Program (DMP) participation?</p>
            </list-item>
          </list>
          <p>
            <bold>To what extent can value-of-care variation be identified from ePROMs and ePREMs surveys?</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>What is the share of suspected low-value care and suspected high-value care in Germany, per indication and in subgroups?</p>
            </list-item>
            <list-item>
              <p>How do ePROM and ePREM results and health indicators of health insurance data differ according to age, gender, indication, city or state, health care system usage (changes in frequency of outpatient practitioner attendance, prescriptions, hospitalizations, etc), and DMP participation?</p>
            </list-item>
            <list-item>
              <p>Can ePROMs and ePREMs function as an early warning signal for deteriorating chronic conditions or adverse events such as hospital admission?</p>
            </list-item>
          </list>
          <p>
            <bold>What are the benefits or drawbacks of patient-reported outcome (PRO) feedback (outcome reports) sent to patients?</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Are the PRO outcome reports understandable to patients?</p>
            </list-item>
            <list-item>
              <p>Can PRO feedback function as a positive nudge (be associated with positive behavioral changes, eg, healthier or more active lifestyle, more active participation in medical treatment, actively approaching treating physicians in the office setting)?</p>
            </list-item>
            <list-item>
              <p>Are there any negative emotional reactions when receiving PRO feedback that shows values worse than those of a comparable group?</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Trial Design</title>
        <p>This is an observational prospective cohort study covering the 4 chronic diseases: asthma, COPD, diabetes types 1 and 2, and coronary artery disease (CAD). As shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>, the first point of contact will be a letter from the insurer to insured patients selected for their chronic disease. A patient can then sign up digitally for the study via a QR code or web-based link. For each of the different diseases, a distinct patient pathway is automatically assigned, with a registration process followed by some background questions and the respective generic and disease-specific PROMs and PREMs. The study covers a timeframe of 1 year, split into 4 time intervals with further information and reoccurring questionnaires. The time intervals are split into smaller tasks to facilitate the answering process for participants. The first interval includes self-registration and a baseline assessment of health behavior. A few weeks after responding to the first set of questions (<xref rid="figure1" ref-type="fig">Figures 1</xref>A and 1B), patients will receive a report with their individual PROM scores compared to a peer group and will be surveyed on the comprehensibility of the PRO report (<xref rid="figure1" ref-type="fig">Figure 1</xref>C). From the second interval onwards, patients will also receive their individual PRO results longitudinally. Lastly, following the individual PRO feedback report, participants will be surveyed regarding their health behavior (<xref rid="figure1" ref-type="fig">Figure 1</xref>D). After 1 year, the primary data collection process is finished, and patient-reported data will be merged with health insurance data. Further explanations of subgroup definitions can be found in the Statistical Analysis Plan (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Study design: patient pathways including timeline and tasks. PREM: patient-reported experience measure; PRO: patient-reported outcome; PROM: patient-reported outcome measure.</p>
          </caption>
          <graphic xlink:href="resprot_v13i1e56487_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Study Setting</title>
        <p>This study will recruit patients all over Germany who are insured by one of the largest statutory health insurers in Germany (BARMER). The BARMER represents more than 10% of the German population. After the identification of individuals based on their chronic disease profile, validated PROM sets are used digitally to regularly survey patients with asthma, COPD, diabetes, or CAD on their health outcomes as well as their experience with the health care system.</p>
      </sec>
      <sec>
        <title>Eligibility Criteria</title>
        <p>Patients are eligible for participation in the study if they are above the age of 18 years and have at least 2 outpatient consultations in 2021 documenting a confirmed chronic disease diagnosis of 1 of the 4 focus diseases. Additionally, for type 1 diabetes patients, at least 1 insulin prescription must be documented in 2021. To contact patients and enable the linkage of health insurance data, patients must be insured by BARMER health insurance all year in 2021. Patients enrolled in a Disease Management Program (DMP) as well as patients not enrolled in any DMP are eligible. However, enrolment in more than 2 DMPs is not permitted to avoid multiple invitation letters and cross-over groups.</p>
      </sec>
      <sec>
        <title>Participant Timeline</title>
        <p>Eligible participants will be participating in the study for a maximum of 4 quarters, starting with the first access to the digital questionnaires, followed by quarterly digital surveys split into several tasks (compare <xref rid="figure1" ref-type="fig">Figure 1</xref>). To start the survey, participants register with their study pseudonyms received in their enrollment letter and then share basic demographics. Each survey period contains 4 tasks to be completed by participants, defined as sets of questions that each will take 5-10 minutes to complete. The participants will receive individual reports on their patient-specific and peer group outcomes (PRO feedback) and will be asked about the comprehensibility of the report. Following the report, the participants receive a set of questions regarding their health-related behavior.</p>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>The initial enrollment letter is sent to 200,000 insured patients, 50,000 for each of the selected chronic conditions. Diabetes type 1 and type 2 are considered jointly, as there is no differentiation in the selected PROMs. Patients with all chronic diseases are allocated to groups based on their participation in DMP (DMP or non-DMP group). Prior experiences suggest that around 30% of patients react to invitations to participate in research by their insurer [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref31">31</xref>]. Two-thirds of initial participants are expected to allow follow-up contacts and processing of their health insurance data, and around 40% of these patients will continue participating in all the follow-up surveys after receiving reminders for each task. Therefore, after accounting for nonparticipants and participants with no complete survey data, we expect a complete data set for 16,000 participants. However, the first research question will investigate response rates, as there is no evidence on this population yet.</p>
        <p>BARMER Health Insurance will send out enrollment letters based on a random selection of BARMER-insured patients following the defined eligibility criteria. Matching of DMP- and non-DMP participants will be done according to the steps provided in <xref ref-type="boxed-text" rid="box2">Textbox 2</xref>.</p>
        <p>The output is a data set containing matched pairs per indication. The first 25,000 matching pairs for each chronic condition will be selected. Diabetes type 1 and type 2 are considered jointly, with patients having diabetes type 1 selected first (approximately 6600 matched pairs are expected), followed by supplementing the remaining required matched pairs with patients having diabetes type 2.</p>
        <boxed-text id="box2" position="float">
          <title>Matching of Disease Management Platform (DMP) and non-DMP participants.</title>
          <p>Stratification by:</p>
          <list list-type="bullet">
            <list-item>
              <p>Gender (male or female).</p>
            </list-item>
            <list-item>
              <p>10-year age groups (first group: 18 to younger than 30 years and last group: 90 years and older).</p>
            </list-item>
            <list-item>
              <p>Number of outpatient cases with indication diagnoses within the year 2021 (outpatient cases in less than 4 quarters, outpatient cases in all 4 quarters but less than or equal to 6 cases, outpatient cases in all 4 quarters with more than 6 cases).</p>
            </list-item>
            <list-item>
              <p>Matching DMP and non-DMP patients by strata and a generated random numbering within the strata (1:1 matching).</p>
            </list-item>
            <list-item>
              <p>Consecutive selection of randomly sorted matched pairs if both matched individuals are insured all year long.</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Recruitment</title>
        <p>An initial enrollment letter including the study explanation, a QR code, and a link as an invitation to participate in the study will be sent to insured patients in October 2023 (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). The enrollment survey and, thereby, the recruitment period will be open for 2 months.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The study will be conducted in accordance with the Declaration of Helsinki and was approved by the Charité’s Ethic Committee, Berlin (EA2/035/23). All potentially eligible participants will be approached to offer their informed consent to participate in the study as well as to allow linkage of their insurance data for further analysis. This protocol is version 1, dated January 10, 2024. Any changes in the study design will be communicated to all project partners.</p>
        <p>Informed consent must be provided digitally before patients can participate in the study. By signing the informed consent, patients allow contact for follow-up surveys via email and to process their survey data for academic research purposes. Additionally, patients are asked to sign a second consent form for processing and linking their insurance data to their survey data. The second consent form is optional and is not a prerequisite to participating in the study. Patients will be free to withdraw from either one of the consents without stating a reason until the anonymization of the data. Through the anonymization of the primary and secondary data before the provision of data sets to research institutions in the project, patient identification will not be possible. If the patients withdraw their consent for participation, all their data will be deleted. Consent forms can be found in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>. Participants are not reimbursed for their participation.</p>
      </sec>
      <sec>
        <title>Intervention</title>
        <sec>
          <title>Explanation for the Choice of Comparators</title>
          <p>This prospective observation cohort study does not involve any specific therapeutic treatment. To analyze and report insights on sub-cohorts of the study population, splits for age, gender, indication, PRO feedback, and usage of the health care system (eg, DMP) are formed.</p>
        </sec>
        <sec>
          <title>Intervention Description</title>
          <p>In addition to filling out the survey questions (considered here as intervention 1), all participants will receive PRO feedback (considered here as intervention 2—see <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>). The PRO feedback will be a pdf report sent via email, which graphically (line charts) shows the patients’ individual generic and disease-specific health status in comparison to a patient-specific peer group. In addition to the visual feedback, the results will shortly be explained on the same page. The description will cover whether patient-individual PRO scores are better or worse compared to the peer group, and if worse, the patients' health status might be still good and can be discussed with the patients' physician. Additional details on the scores and sub-scores are shared with the patients on the subsequent pages of the report. Peer groups are classified according to their disease, gender, and age group (18-45 years, 45-65 years, 65-75 years, and 75 years and above). The report refers to a patient’s routine care physician as the main contact to discuss the results or if there are questions.</p>
        </sec>
        <sec>
          <title>Criteria for Discontinuing or Modifying Allocated Interventions</title>
          <p>Participants may withdraw from the study at any time. Following discontinuation, all participants’ individual study data will be deleted, and surveys and reminders will not be sent anymore.</p>
        </sec>
        <sec>
          <title>Strategies to Improve Adherence to Interventions</title>
          <p>To enhance adherence, the sign-up process for the digital solution was minimized. In addition, email reminders will be sent to patients. Moreover, the PRO feedback includes multiple elements (graphics, bolded text, and descriptions), as this was shown to improve patient understanding [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Outcomes</title>
        <p>The primary end point (research question 1) of the study is sufficient study participation to determine the representativeness of the results. As expected, study participation will vary depending on gender, age, and diagnosis, but this can be compensated for by weighting the study participants according to structural information on the target population.</p>
        <p>Within our study, data on health care usage is available for both participants and the whole target population. Weighted measures of health care usage from participants will be compared with measures of health care usage of the complete target population and will be assumed to be formally representative if the weighted measures from participants fall within the 95% CI of the same measures based on data from the complete target population.</p>
        <p>Secondary end points are the end points to answer research questions 2 and 3 (<xref ref-type="boxed-text" rid="box3">Textbox 3</xref>; <xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <p><xref rid="figure2" ref-type="fig">Figure 2</xref> represents how PROMs and PREMs can be combined into one value of care indicator, for example, if PREMs and PROMs are both average or above (up to 1 SD), care is suspected to be high-value, whereas if PROMs and PREMs are below 1 SD of the average, care is suspected to be low-value. Since for each disease group, a disease-specific PROM will be used next to a generic PROM, the assessment of low- and high-value care across diseases will be conducted by using the generic PROMs. Moreover, the disease-specific PROMs will be used to create low- and high-value care categorizations on a detailed level within a disease group. Adding cost data as a third dimension to the value of care framework (as described in the Statistical Analysis Plan, <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) then enables a clear distinction between patients considered to have received low-value care and patients who received high-value care. A more detailed description of the outcomes can be found in the Statistical Analysis Plan (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <boxed-text id="box3" position="float">
          <title>Research questions 2 and 3.</title>
          <p>
            <bold>Research question 2:</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Share of low-value care using the VBHC framework introduced in <xref rid="figure2" ref-type="fig">Figure 2</xref> and specified in further detail in the Statistical Analysis Plan (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>)</p>
            </list-item>
            <list-item>
              <p>Share of high-value care, specified in <xref rid="figure2" ref-type="fig">Figure 2</xref></p>
            </list-item>
            <list-item>
              <p>Outcome and patient experience variation across subgroups</p>
            </list-item>
            <list-item>
              <p>Adverse events such as hospital admission due to a chronic disease profile</p>
            </list-item>
          </list>
          <p>
            <bold>Research question 3:</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Comprehensibility and usability of patient-reported outcome (PRO) feedback</p>
            </list-item>
            <list-item>
              <p>Impact of PRO feedback on health care behavior</p>
            </list-item>
          </list>
        </boxed-text>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Assessment of value-based health care—outcome dimensions of suspected high-value and low-value care. PREM: patient-reported experience measure; PROM: patient-reported outcome measure.</p>
          </caption>
          <graphic xlink:href="resprot_v13i1e56487_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Assignment of Interventions: Allocation</title>
        <sec>
          <title>Sequence Generation</title>
          <p>The sequence generation data are provided in <xref ref-type="boxed-text" rid="box4">Textbox 4</xref>.</p>
          <p>The output is a data set containing matched pairs per indication. The first 25,000 matching pairs for each chronic condition will be selected. Diabetes type 1 and type 2 are considered jointly, with patients having diabetes type 1 selected first (approximately 6600 matched pairs are expected), followed by supplementing the remaining required matched pairs with patients having diabetes type 2.</p>
          <boxed-text id="box4" position="float">
            <title>Sequence generation.</title>
            <list list-type="bullet">
              <list-item>
                <p>The BARMER health gender (male and female)</p>
              </list-item>
              <list-item>
                <p>10-year age groups (first group: 18 to younger than 30 years, last group: 90 years and older)</p>
                <list list-type="bullet">
                  <list-item>
                    <p>Number of outpatient cases with indication diagnoses within the year 2021 (outpatient cases in less than 4 quarters, outpatient cases in all 4 quarters but less than or equal to 6 cases, outpatient cases in all 4 quarters with more than 6 cases)</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Matching Disease Management Program (DMP) and non-DMP patients by strata and a generated random numbering within the strata (1:1 matching).</p>
              </list-item>
              <list-item>
                <p>Consecutive selection of randomly sorted matched pairs if both matched individuals are insured all year long</p>
              </list-item>
            </list>
          </boxed-text>
        </sec>
        <sec>
          <title>Implementation</title>
          <p>The random selection of patients will be performed by BARMER Health Insurance according to the selection process description provided by the independent evaluating aQua institute.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Collection and Management: Plans for Assessment and Collection of Outcomes</title>
        <p>There are 2 main data sources used in this study. First, primary data will be collected from the participants’ surveys. Second, secondary data from the cooperating health insurer, BARMER, will be used. The primary data collection is conducted via digital surveys, which include different questionnaire categories, namely PROMs, PREMs, comprehensibility of the PRO feedback, and questions on patients’ health behavior. Additionally, an anchor question using the Global Rating of Change scale [<xref ref-type="bibr" rid="ref33">33</xref>] with 5 answer options is included to assess changes in health status.</p>
        <p>An overview of all selected survey items, including the selected validated PROMs, can be found in <xref rid="figure3" ref-type="fig">Figure 3</xref> and is described in more detail in the following paragraphs.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Survey items in the PROMchronic trial. AIRQ: Asthma Impairment and Risk Questionnaire; CCQ: Clinical COPD Questionnaire; COPD: chronic obstructive pulmonary disease; PAID-5: Problem Areas in Diabetes Scale–5; PREM: patient-reported experience measure; PRO: patient-reported outcome; PROM: patient-reported outcome measure; RDS: Rose Dyspnea Scale; SAQ-7: Seattle Angina Questionnaire-7.</p>
          </caption>
          <graphic xlink:href="resprot_v13i1e56487_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>PROMs</title>
        <sec>
          <title>Overview</title>
          <p>Various PROMs exist that can be classified into generic, treatment-specific, and disease-specific instruments. Generic PROMs assess health outcomes broadly and enable comparison across diseases, whereas treatment- or disease-specific PROMs are tailored to a specific treatment or disease and are more suitable for comparisons inside patient groups receiving the same treatment or a population with similar diseases [<xref ref-type="bibr" rid="ref17">17</xref>]. The selection of the PROMs is in line with the selection criteria reported in the literature [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref37">37</xref>] as well as project-specific criteria. The criteria that were used for the selection of PROs are listed in <xref ref-type="boxed-text" rid="box5">Textbox 5</xref>.</p>
          <boxed-text id="box5" position="float">
            <title>Criteria used for the selection of patient-reported outcomes (PROs).</title>
            <p>
              <bold>Short</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>The questionnaire must be brief to not burden participants and increase response rates [<xref ref-type="bibr" rid="ref38">38</xref>]. The overall item count across one survey period was restricted to 60 items and a maximum of 15 minutes to complete.</p>
              </list-item>
            </list>
            <p>
              <bold>Language</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>The patient-reported outcome measures (PROMs) must be available in German.</p>
              </list-item>
            </list>
            <p>
              <bold>Validation</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>The sets must be validated, at least in the German language, and ideally also for digital applications.</p>
              </list-item>
            </list>
            <p>
              <bold>Licensing fees</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Licensing fee for surveys for academic use does not exceed US $5000 per set.</p>
              </list-item>
            </list>
            <p>
              <bold>Scoring</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Scoring information must be available to enable PRO feedback based on overall scores.</p>
              </list-item>
            </list>
            <p>
              <bold>Health dimensions</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>The combined set of PROMs must cover all overarching health dimensions of physical, mental, and social health and reflect a mix of generic and disease-specific PROMs to enable informative intra- and inter-group comparisons.</p>
              </list-item>
            </list>
            <p>
              <bold>OECD comparison</bold>
            </p>
            <p>If possible, given the above-mentioned selection criteria, similar PROMs as the OECD (Organisation for Economic Co-operation and Development) PaRIS (Patient-Reported Indicator Surveys) initiative were selected to facilitate the comparability of results.</p>
          </boxed-text>
          <p>As a result, all participants will receive the PROMIS (patient-reported outcomes measurement information system) Preference Score (PROPr) [<xref ref-type="bibr" rid="ref39">39</xref>] as well as disease-specific PROMs based on their chronic disease (<xref ref-type="boxed-text" rid="box6">Textbox 6</xref>).</p>
          <boxed-text id="box6" position="float">
            <title>Disease-specific patient-reported outcome measures (PROMs).</title>
            <list list-type="bullet">
              <list-item>
                <p>Asthma: Asthma Impairment and Risk Questionnaire (AIRQ) [<xref ref-type="bibr" rid="ref40">40</xref>]</p>
              </list-item>
              <list-item>
                <p>COPD: Clinical COPD Questionnaire (CCQ) [<xref ref-type="bibr" rid="ref41">41</xref>]</p>
              </list-item>
              <list-item>
                <p>Diabetes: Problem Areas in Diabetes (PAID-5) [<xref ref-type="bibr" rid="ref42">42</xref>]</p>
              </list-item>
              <list-item>
                <p>CAD: Seattle Angina Questionnaire-7 (SAQ-7) [<xref ref-type="bibr" rid="ref43">43</xref>], and Rose Dyspnea Scale (RDS) [<xref ref-type="bibr" rid="ref44">44</xref>]</p>
              </list-item>
            </list>
          </boxed-text>
        </sec>
        <sec>
          <title>PREMs</title>
          <p>PREMs are used to collect information about the experiences of patients with health care services. PREMs ask patients about aspects of care such as communication, coordination, and access to care [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]. The responses can provide valuable insights into how health care services are perceived by patients and how they can be improved. There are a variety of different PREMs survey available, each with its own strengths and weaknesses and focus areas. Similar to the selection of the PROMs, the selection of PREMs followed criteria of time required to complete, validity, language, licensing fees, and HSPA relevance. Consequently, participants will receive the 11-item “responsiveness” component of the IPHA questionnaire with modified observation periods, as it is validated in chronic disease patients in Germany, is available in the German language, and is relatively short (11 items) [<xref ref-type="bibr" rid="ref46">46</xref>].</p>
        </sec>
        <sec>
          <title>Questions on PRO Feedback</title>
          <p>The study examines a patient's perception and reaction to individual PRO feedback. First, patients will be asked if they have opened the pdf report. In addition, the comprehensibility and usefulness of the report will be investigated by asking 1 question each. A final question is asked about a possible change in mood after seeing the results in the pdf report. The set of questions can also be found in <xref ref-type="boxed-text" rid="box7">Textbox 7</xref>.</p>
          <boxed-text id="box7" position="float">
            <title>List of questions on reactions to patient-reported outcome (PRO) feedback.</title>
            <p>
              <bold>Review of report</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Have you looked at your health report?</p>
              </list-item>
            </list>
            <p>
              <bold>Comprehensibility</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Is the information in the health report understandable to you?</p>
              </list-item>
            </list>
            <p>
              <bold>Usefulness</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Is the information in the health report helpful for you?</p>
              </list-item>
            </list>
            <p>
              <bold>Change in mood</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>How do you feel based on the information in your health report?</p>
              </list-item>
            </list>
          </boxed-text>
        </sec>
        <sec>
          <title>Health Behavior</title>
          <p>Health behavior is significantly associated with health outcomes like mortality or the occurrence of chronic diseases [<xref ref-type="bibr" rid="ref47">47</xref>]. Regarding chronic diseases, there are 5 essential health behaviors related to health outcomes, which include physical activity, diet, smoking, alcohol consumption, and sleep [<xref ref-type="bibr" rid="ref48">48</xref>]. Participants’ perceptions of health behavior are assessed by 1 question on each of these 5 health behavior dimensions. Thereafter, their intention to change health behavior in the coming months and triggers for change are assessed. Additionally, participants receive a question regarding whether the results were discussed with their treating physicians.</p>
        </sec>
        <sec>
          <title>Health Insurance Data</title>
          <p>For those participants who have given consent, health insurance claims data will be linked to the participants’ primary data after the completion of the final survey period. Claims data will contain health care resource consumption (residence, comorbidities, inpatient hospital stays, outpatient consultations, complications, rehabilitation, drugs, physiotherapy, medical remedies and aids, and care services) and additional data points further specified in the Statistical Analysis Plan (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        </sec>
        <sec>
          <title>Plans to Promote Participant Retention and Complete Follow-Up</title>
          <p>Complete survey data is important to calculate PROM scores [<xref ref-type="bibr" rid="ref49">49</xref>]. Participants can access digital dashboards showing open tasks (questionnaires) and the remaining time to complete them. To increase data completeness, the participants will be reminded by email to fill in their follow-up questionnaires 1, 3, and 10 days after the initial dispatch of surveys.</p>
        </sec>
        <sec>
          <title>Data Management</title>
          <p>The collection, storage, and processing of personal data in this project are carried out in accordance with the General Data Protection Regulation in Germany, the specific data protection provisions of the Social Code, and all other national data protection regulations. During the study, all electronically recorded primary data, as well as participation and consent forms, will be stored on the server of Oncare GmbH and deleted after the end of the evaluation period. The Oncare team will manage patient information through the myoncare app and study website, always respecting data security and confidentiality. All reading and processing processes are logged in the database. All data will be collected and transferred completely pseudonymized.</p>
          <p>Pseudonyms are created by the health insurer BARMER following the universally unique ID standard and are only re-identifiable by BARMER health insurance. Consequently, the pseudonym is added to the health insurance data to match primary patient data to insurance claims data. All identification information will be erased prior to data transfer to the research institutes Technical University Berlin and aQua Institute. Pseudonymized data will be kept for the period of data analysis of 2 years by the Technical University Berlin and aQua Institute and stored for an additional 10 years at study centers to ensure further evaluation of the study's outcome. This follows the recommendations for good practice in secondary data analysis [<xref ref-type="bibr" rid="ref50">50</xref>].</p>
        </sec>
        <sec>
          <title>Confidentiality</title>
          <p>A unique study pseudonym is assigned to each participant by the health insurer. The pseudonym list with patient names will only be accessible to the health insurer, and they will not receive any primary data. During the primary data collection, no data that would allow re-identification will be collected. Minimum contact data is collected to ensure follow-up surveys can be completed and reminders can be sent to the participants. Linkage of health insurance data will be conducted via study pseudonyms. The project adheres to all data protection laws.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Methods</title>
        <sec>
          <title>Statistical Methods for Primary and Secondary Outcomes</title>
          <p>The statistical analyses are reported in the separate Statistical Analysis Plan (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) but generally include descriptive statistics, parametric and nonparametric methods, as well as time series analyses for the primary and secondary end points.</p>
        </sec>
        <sec>
          <title>Methods for Additional Analyses (eg, Subgroup Analyses)</title>
          <p>Participants with the respective chronic diseases are grouped into specific subgroups based on the research questions. For all participant groups, additional control data from overall insured patients will be accessible on an aggregated level. Therefore, the study population is segmented into different subgroups (<xref rid="figure4" ref-type="fig">Figure 4</xref> and <xref ref-type="boxed-text" rid="box8">Textbox 8</xref>).</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Definition of study population and patient groups based on response status for statistical analysis.</p>
            </caption>
            <graphic xlink:href="resprot_v13i1e56487_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <boxed-text id="box8" position="float">
            <title>Subgroups of study population.</title>
            <list list-type="bullet">
              <list-item>
                <p>All patients: a full BARMER-insured population with at least one of the chronic diseases included in the study, with data available only at an aggregated level</p>
              </list-item>
              <list-item>
                <p>Invited patients (from “All patients”): Patients who receive the initial invitation letter</p>
              </list-item>
              <list-item>
                <p>First responders (from “Invited patients”): Patients who complete the first survey period, including consent to use their health insurance data</p>
              </list-item>
              <list-item>
                <p>Regular responders (from “First responders”): Patients who complete at least 3 out of 4 survey periods</p>
              </list-item>
              <list-item>
                <p>Full responders (from “Regular responders”): Patients who complete all 4 quarterly survey periods</p>
              </list-item>
            </list>
          </boxed-text>
        </sec>
        <sec>
          <title>Methods in Analysis to Handle Protocol Nonadherence and Any Statistical Methods to Handle Missing Data</title>
          <p>The study is set up as a prospective observational cohort study, inviting patients to complete different surveys over a 1-year time frame. Nonadherence, defined as nonparticipation or dropout in this study, is one of the main research questions and will not be handled specifically for research question 1. Complete PROM data are important to calculate scores. In cases of missing data, we will adhere to PROM-specific guidelines to handle missing data (eg, imputation or calculating scores based on remaining values).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Composition of the Coordinating Center and Trial Steering Committee</title>
        <p>The study is monitored by the German research center “Deutsches Zentrum für Luft- und Raumfahrt” (German Aerospace Center). Quarterly status reports are provided by the project team. Status reports include an overview of the achievement levels of the milestones defined prior to the start of the study.</p>
      </sec>
      <sec>
        <title>Composition of the Data Monitoring Committee, Its Role, and Reporting Structure</title>
        <p>The management of the study is overseen by a project team from Technical University Berlin. The project team is composed of researchers responsible for the study's design, representatives from the participating BARMER health insurance, the technical service provider Oncare, and the evaluating aQua Institute. Regular updates on the study's status are provided to the sponsor.</p>
      </sec>
      <sec>
        <title>Adverse Event Reporting and Harms</title>
        <p>Adverse events are not expected as the medical treatment of patients with chronic care is not affected. The effects of the PRO feedback intervention are one of the primary end points, and the results will be monitored and published.</p>
      </sec>
      <sec>
        <title>Plans for Communicating Important Protocol Amendments to Relevant Parties (eg, Trial Participants and Ethical Committees)</title>
        <p>Any substantial amendments to the protocol will be submitted to the ethics committee (see below) and all relevant regulatory institutions. Additionally, any amendments to the study design, timeline, or budget need to be communicated to the study sponsor, and approval by the coordination center must be obtained.</p>
      </sec>
      <sec>
        <title>Dissemination Plans</title>
        <p>The results of this study will be disseminated via publications in peer-reviewed journals and presentations at relevant conferences. Moreover, the funding institution (Innovation Fund of the Federal Joint Committee) will receive an evaluation report that includes the findings of the study as well as interim reports on the study’s milestones. All results will be aggregated, with no opportunity to reconnect on an individual patient level.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The study aims to fill the gap in the literature on large-scale usage of ePROMs and ePREMs in patients with chronic diseases. First, the study protocol details how the representativity of the responses to ePROMs and ePREMs will be assessed over time in different subgroups. This foundational groundwork will help with future targeted efforts and the mitigation of representativity issues. Second, the study protocol identifies how PROMs and PREMs will be used to uncover potential low-value care for patients with chronic diseases. The results can thus inform future investigations on activities for low-value care reduction. Third, it introduces how individual PRO feedback can be shared with patients with chronic diseases and provides insights into the usability and usefulness of PRO feedback. The results of the evaluation can thereby aid the understanding of this specific PRO feedback mechanism.</p>
        <p>ePROM collection will increasingly be the standard for capturing patients’ perspectives on treatment outcomes as well as their own health status. It was previously shown that the administrative burden for patients and health care providers can be significantly reduced through the collection of ePROMs compared with phone- or paper-based collection, while response rates and the completeness of data collection remain high [<xref ref-type="bibr" rid="ref51">51</xref>]. The results of this study will fill the research gap in terms of the representativity of the patient population through ePROM and ePREM collection, for which no previous evidence exists. While this study uses ePROM to measure care quality variation, most of that research was focused on oncological studies [<xref ref-type="bibr" rid="ref52">52</xref>]. This study aims to fill the research gap on measuring care quality through ePROM and ePREM usage in patients with chronic diseases. Other studies have shown, that working with PROMs can improve care by significantly reducing low-value behavior [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. Additionally, the use of ePROMs and ePREMs can enable (almost) real-time, individual PRO feedback [<xref ref-type="bibr" rid="ref55">55</xref>-<xref ref-type="bibr" rid="ref57">57</xref>]. Providing PRO feedback is one way to enhance the use of PROMs in clinical practice and shared decision-making [<xref ref-type="bibr" rid="ref58">58</xref>]. Previous studies indicate that patients who reviewed shared information on their PRO outcomes are more engaged and actively participate in their health care, but they have not investigated direct-to-patient feedback in patients with chronic diseases [<xref ref-type="bibr" rid="ref59">59</xref>,<xref ref-type="bibr" rid="ref60">60</xref>].</p>
        <p>There are some limitations to the study that need to be considered. One limitation is the potential for nonresponse bias, as patients who choose to participate in the study may differ from those who do not. However, given the access route via large-scale, randomized health insurance paper-based outreach, we hope some participants who would not take part in studies in a clinical study will be accessed. Moreover, it is one of the study’s aims to detect the representativeness of the responders. Given that the letter and questionnaire will be in German, we anticipate that non-German speakers will be excluded from the study, which unfortunately could not be addressed via the digital solution, the adjustment to letters, and the low availability of validated PROMs in other languages often spoken besides German in Germany (eg, Russian or Turkish). Moreover, respondents to the study might do systematically better in terms of their PROMs and PREMs results, which cannot be assessed if there are no other systematic differences between the responder and nonresponder population [<xref ref-type="bibr" rid="ref61">61</xref>]. This could also be the case if the monitoring itself improves health outcomes, as suggested in the current literature [<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref63">63</xref>].</p>
        <p>The broader implications of this study are insights generated for (1) ePROM and ePREM usage among patients with chronic diseases globally and specifically in Germany, as well as (2) cross-country learnings. (1) The expected benefits of PREM and PREM usage among patients with chronic diseases were previously stated by experts, while a lack of evidence in the treatment of chronic diseases exists [<xref ref-type="bibr" rid="ref22">22</xref>]. This study will examine if and to what extent digitally collected PROMs and PREMs as well as automatically generated PRO feedback could strengthen patient empowerment, informed shared decision-making, and behavior changes in patients with chronic diseases. (2) Given that the OECD PaRIS study will assess PROMs and PREMs across many countries besides Germany, the results of this study can enable Germany to be part of this research community and to benchmark its health care system against those of other OECD countries. Long-term benchmarking results across countries and within Germany can have implications for health care spending based on patients’ needs and care reorganization while raising awareness of care value.</p>
      </sec>
      <sec>
        <title>Trial Status</title>
        <p>This protocol is version 1, dated October 5, 2023. Patient recruitment will begin with BARMER's letter dispatch around October 11, 2023. The collection of survey data will be finished by September 30, 2024. The study is expected to run until June 30, 2025.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Statistical Analysis Plan.</p>
        <media xlink:href="resprot_v13i1e56487_app1.docx" xlink:title="DOCX File , 498 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Invitation letter for participation in the study.</p>
        <media xlink:href="resprot_v13i1e56487_app2.docx" xlink:title="DOCX File , 1981 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Study Information and Consent Form.</p>
        <media xlink:href="resprot_v13i1e56487_app3.docx" xlink:title="DOCX File , 101 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Patient-reported outcome feedback.</p>
        <media xlink:href="resprot_v13i1e56487_app4.pdf" xlink:title="PDF File  (Adobe PDF File), 3490 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CAD</term>
          <def>
            <p>coronary artery disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">COPD</term>
          <def>
            <p>chronic obstructive pulmonary disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DMP</term>
          <def>
            <p>Disease Management Program</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ePREM</term>
          <def>
            <p>electronic patient-reported experience measure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ePROM</term>
          <def>
            <p>electronic patient-reported outcome measure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">HSPA</term>
          <def>
            <p>health system performance assessment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">OECD</term>
          <def>
            <p>Organisation for Economic Co-operation and Development</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PaRIS</term>
          <def>
            <p>Patient-Reported Indicator Surveys</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">PREM</term>
          <def>
            <p>patient-reported experience measures</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">PRO</term>
          <def>
            <p>patient-reported outcome</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">PROM</term>
          <def>
            <p>patient-reported outcome measures</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">PROPr</term>
          <def>
            <p>PROMIS (patient-reported outcomes measurement information system) Preference Score</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The study is funded by the Innovation Fund of the German Federal Joint Committee (G-BA) in the stream “Cross-sector and outpatient usage of PROMs/PREMs.” The funding period is set for July 1, 2022, to June 30, 2025 (funding reference number 01VSF21037). JN and VS jointly prepared the manuscript for this paper. VS, CP, and RB prepared the research proposal. JN is responsible for the implementation of the trial and leading the project administration. TGG and TB provided input for the statistical analysis plan and reviewed the manuscript. CP and RB reviewed and provided valuable feedback on the manuscript. RB supervises the study. All authors reviewed and approved the final version of the protocol for submission. The authors attest that there was no use of generative artificial intelligence (AI) technology in the generation of text, figures, or other informational content in this manuscript.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated and analyzed during this study are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>For transparency purposes, CP is contracted full-time with Stryker Corporation, a medical technology company that also produces knee and hip implants. JN is partially employed at Boston Consulting Group GmbH, a global consulting company. All others declare that they have no relevant competing interests.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buttorff</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ruder</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bauman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Multiple Chronic Conditions in the United States</source>
          <year>2017</year>
          <publisher-loc>Santa Monica, California</publisher-loc>
          <publisher-name>RAND Corporation</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>European Core Health Indicators (ECHI): ECHI data tool</article-title>
          <source>European Commission</source>
          <year>2022</year>
          <access-date>2024-06-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://health.ec.europa.eu/indicators-and-data/european-core-health-indicators-echi_en#references">https://health.ec.europa.eu/indicators-and-data/european-core-health-indicators-echi_en#references</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hajat</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The global burden of multiple chronic conditions: a narrative review</article-title>
          <source>Prev Med Rep</source>
          <year>2018</year>
          <volume>12</volume>
          <fpage>284</fpage>
          <lpage>293</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2211-3355(18)30246-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pmedr.2018.10.008</pub-id>
          <pub-id pub-id-type="medline">30406006</pub-id>
          <pub-id pub-id-type="pii">S2211-3355(18)30246-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6214883</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sutradhar</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yao</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Wodchis</surname>
              <given-names>WP</given-names>
            </name>
            <name name-style="western">
              <surname>Rosella</surname>
              <given-names>LC</given-names>
            </name>
          </person-group>
          <article-title>Smoking, drinking, diet and physical activity-modifiable lifestyle risk factors and their associations with age to first chronic disease</article-title>
          <source>Int J Epidemiol</source>
          <year>2020</year>
          <volume>49</volume>
          <issue>1</issue>
          <fpage>113</fpage>
          <lpage>130</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31329872"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ije/dyz078</pub-id>
          <pub-id pub-id-type="medline">31329872</pub-id>
          <pub-id pub-id-type="pii">5480396</pub-id>
          <pub-id pub-id-type="pmcid">PMC7124486</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Waters</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Graf</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>The Costs of Chronic Disease in the U.S</source>
          <year>2018</year>
          <publisher-loc>Santa Monica, CA</publisher-loc>
          <publisher-name>Milken Institute</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faronbi</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Faronbi</surname>
              <given-names>GO</given-names>
            </name>
            <name name-style="western">
              <surname>Ayamolowo</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Olaogun</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>Caring for the seniors with chronic illness: the lived experience of caregivers of older adults</article-title>
          <source>Arch Gerontol Geriatr</source>
          <year>2019</year>
          <volume>82</volume>
          <fpage>8</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0167-4943(19)30014-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.archger.2019.01.013</pub-id>
          <pub-id pub-id-type="medline">30710847</pub-id>
          <pub-id pub-id-type="pii">S0167-4943(19)30014-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC6459393</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Negoescu</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Bimpikis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Brandeau</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Iancu</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Dynamic learning of patient response types: an application to treating chronic diseases</article-title>
          <source>Manage Sci</source>
          <year>2018</year>
          <volume>64</volume>
          <issue>8</issue>
          <fpage>3469</fpage>
          <lpage>3970</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30344343"/>
          </comment>
          <pub-id pub-id-type="doi">10.1287/mnsc.2017.2793</pub-id>
          <pub-id pub-id-type="medline">30344343</pub-id>
          <pub-id pub-id-type="pmcid">PMC6193506</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Churruca</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pomare</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Long</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Henderson</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>LED</given-names>
            </name>
            <name name-style="western">
              <surname>Leahy</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Braithwaite</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported outcome measures (PROMs): a review of generic and condition-specific measures and a discussion of trends and issues</article-title>
          <source>Health Expect</source>
          <year>2021</year>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>1015</fpage>
          <lpage>1024</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33949755"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/hex.13254</pub-id>
          <pub-id pub-id-type="medline">33949755</pub-id>
          <pub-id pub-id-type="pmcid">PMC8369118</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lombi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Alfieri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brunelli</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>'Why should I fill out this questionnaire?' A qualitative study of cancer patients' perspectives on the integration of e-proms in routine clinical care</article-title>
          <source>Eur J Oncol Nurs</source>
          <year>2023</year>
          <volume>63</volume>
          <fpage>102283</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1462-3889(23)00017-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ejon.2023.102283</pub-id>
          <pub-id pub-id-type="medline">36893578</pub-id>
          <pub-id pub-id-type="pii">S1462-3889(23)00017-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Strong</surname>
              <given-names>LE</given-names>
            </name>
          </person-group>
          <article-title>The past, present, and future of patient-reported outcomes in oncology</article-title>
          <source>Am Soc Clin Oncol Educ Book</source>
          <year>2015</year>
          <issue>35</issue>
          <fpage>e616</fpage>
          <lpage>e620</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.14694/EdBook_AM.2015.35.e616"/>
          </comment>
          <pub-id pub-id-type="doi">10.14694/edbook_am.2015.35.e616</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vodicka</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Devine</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Gnanasakthy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scoggins</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>Inclusion of patient-reported outcome measures in registered clinical trials: evidence from ClinicalTrials.gov (2007-2013)</article-title>
          <source>Contemp Clin Trials</source>
          <year>2015</year>
          <volume>43</volume>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cct.2015.04.004</pub-id>
          <pub-id pub-id-type="medline">25896116</pub-id>
          <pub-id pub-id-type="pii">S1551-7144(15)00075-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weszl</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rencz</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Brodszky</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Is the trend of increasing use of patient-reported outcome measures in medical device studies the sign of shift towards value-based purchasing in Europe?</article-title>
          <source>Eur J Health Econ</source>
          <year>2019</year>
          <volume>20</volume>
          <issue>Suppl 1</issue>
          <fpage>133</fpage>
          <lpage>140</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31098886"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10198-019-01070-1</pub-id>
          <pub-id pub-id-type="medline">31098886</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10198-019-01070-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC6544589</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siljander</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>McQuivey</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Fahs</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Galasso</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Serdahely</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Karadsheh</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Current trends in patient-reported outcome measures in total joint arthroplasty: a study of 4 major orthopaedic journals</article-title>
          <source>J Arthroplasty</source>
          <year>2018</year>
          <volume>33</volume>
          <issue>11</issue>
          <fpage>3416</fpage>
          <lpage>3421</lpage>
          <pub-id pub-id-type="doi">10.1016/j.arth.2018.06.034</pub-id>
          <pub-id pub-id-type="medline">30057269</pub-id>
          <pub-id pub-id-type="pii">S0883-5403(18)30604-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Renouf</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pergaminelis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tirosh</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Fary</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Prevalence and trends of patient-reported outcome measures used in hip arthroscopy</article-title>
          <source>Orthopedics</source>
          <year>2019</year>
          <volume>42</volume>
          <issue>3</issue>
          <fpage>e305</fpage>
          <lpage>e308</lpage>
          <pub-id pub-id-type="doi">10.3928/01477447-20190403-06</pub-id>
          <pub-id pub-id-type="medline">30964539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steinbeck</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Langenberger</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schöner</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wittich</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Klauser</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kuklinski</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Vogel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Geissler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pross</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Busse</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Electronic patient-reported outcome monitoring to improve quality of life after joint replacement: secondary analysis of a randomized clinical trial</article-title>
          <source>JAMA Netw Open</source>
          <year>2023</year>
          <volume>6</volume>
          <issue>9</issue>
          <fpage>e2331301</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37656459"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2023.31301</pub-id>
          <pub-id pub-id-type="medline">37656459</pub-id>
          <pub-id pub-id-type="pii">2809066</pub-id>
          <pub-id pub-id-type="pmcid">PMC10474554</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Deal</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Kris</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Scher</surname>
              <given-names>HI</given-names>
            </name>
            <name name-style="western">
              <surname>Hudis</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Sabbatini</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rogak</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Dueck</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Atkinson</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Dulko</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sit</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Barz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Novotny</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fruscione</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sloan</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Schrag</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Symptom monitoring with patient-reported outcomes during routine cancer treatment: a randomized controlled trial</article-title>
          <source>J Clin Oncol</source>
          <year>2016</year>
          <volume>34</volume>
          <issue>6</issue>
          <fpage>557</fpage>
          <lpage>565</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26644527"/>
          </comment>
          <pub-id pub-id-type="doi">10.1200/JCO.2015.63.0830</pub-id>
          <pub-id pub-id-type="medline">26644527</pub-id>
          <pub-id pub-id-type="pii">JCO.2015.63.0830</pub-id>
          <pub-id pub-id-type="pmcid">PMC4872028</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van der Willik</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Terwee</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Bos</surname>
              <given-names>WJW</given-names>
            </name>
            <name name-style="western">
              <surname>Hemmelder</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Jager</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zoccali</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dekker</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Meuleman</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported outcome measures ( PROMs): making sense of individual PROM scores and changes in PROM scores over time</article-title>
          <source>Nephrology (Carlton)</source>
          <year>2021</year>
          <volume>26</volume>
          <issue>5</issue>
          <fpage>391</fpage>
          <lpage>399</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33325638"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/nep.13843</pub-id>
          <pub-id pub-id-type="medline">33325638</pub-id>
          <pub-id pub-id-type="pmcid">PMC8048666</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eton</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Ridgeway</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Egginton</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Tiedje</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Linzer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Boehm</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Poplau</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ramalho de Oliveira</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Odell</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Montori</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>May</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>RT</given-names>
            </name>
          </person-group>
          <article-title>Finalizing a measurement framework for the burden of treatment in complex patients with chronic conditions</article-title>
          <source>Patient Relat Outcome Meas</source>
          <year>2015</year>
          <volume>6</volume>
          <fpage>117</fpage>
          <lpage>126</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25848328"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/PROM.S78955</pub-id>
          <pub-id pub-id-type="medline">25848328</pub-id>
          <pub-id pub-id-type="pii">prom-6-117</pub-id>
          <pub-id pub-id-type="pmcid">PMC4383147</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kingsley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported outcome measures and patient-reported experience measures</article-title>
          <source>BJA Educ</source>
          <year>2017</year>
          <volume>17</volume>
          <issue>4</issue>
          <fpage>137</fpage>
          <lpage>144</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1093/bjaed/mkw060"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/bjaed/mkw060</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Warsame</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>D'Souza</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Patient reported outcomes have arrived: a practical overview for clinicians in using patient reported outcomes in oncology</article-title>
          <source>Mayo Clin Proc</source>
          <year>2019</year>
          <volume>94</volume>
          <issue>11</issue>
          <fpage>2291</fpage>
          <lpage>2301</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31563425"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.mayocp.2019.04.005</pub-id>
          <pub-id pub-id-type="medline">31563425</pub-id>
          <pub-id pub-id-type="pii">S0025-6196(19)30355-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC6832764</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>D Apos Souza</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Doktorchik</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Quan</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Unlocking the potential of electronic health records for health research</article-title>
          <source>Int J Popul Data Sci</source>
          <year>2020</year>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>1123</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32935049"/>
          </comment>
          <pub-id pub-id-type="doi">10.23889/ijpds.v5i1.1123</pub-id>
          <pub-id pub-id-type="medline">32935049</pub-id>
          <pub-id pub-id-type="pii">5:02</pub-id>
          <pub-id pub-id-type="pmcid">PMC7473254</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ernst</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Steinbeck</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Busse</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pross</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Toward system-wide implementation of patient-reported outcome measures: a framework for countries, states, and regions</article-title>
          <source>Value Health</source>
          <year>2022</year>
          <volume>25</volume>
          <issue>9</issue>
          <fpage>1539</fpage>
          <lpage>1547</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1098-3015(22)01926-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jval.2022.04.1724</pub-id>
          <pub-id pub-id-type="medline">35610145</pub-id>
          <pub-id pub-id-type="pii">S1098-3015(22)01926-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eriksen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bygholm</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bertelsen</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The association between patient-reported outcomes (PROs) and patient participation in chronic care: a scoping review</article-title>
          <source>Patient Educ Couns</source>
          <year>2022</year>
          <volume>105</volume>
          <issue>7</issue>
          <fpage>1852</fpage>
          <lpage>1864</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0738-3991(22)00031-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pec.2022.01.008</pub-id>
          <pub-id pub-id-type="medline">35090802</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(22)00031-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Howell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Can routine collection of patient reported outcome data actually improve person-centered health?</article-title>
          <source>Healthc Pap</source>
          <year>2011</year>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>42</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.12927/hcpap.2012.22703</pub-id>
          <pub-id pub-id-type="medline">22543292</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scarpetta</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The PaRIS initiative: helping healthcare policies to do better for patients</article-title>
          <source>OECD Observer</source>
          <year>2018</year>
          <fpage>1</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1787/51134dc8-en"/>
          </comment>
          <pub-id pub-id-type="doi">10.1787/51134dc8-en</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>KI</given-names>
            </name>
            <name name-style="western">
              <surname>De Faoite</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported outcomes feedback report for knee arthroplasty patients should present selective information in a simple design—findings of a qualitative study</article-title>
          <source>J Patient Rep Outcomes</source>
          <year>2020</year>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>6</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1186/s41687-020-0173-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s41687-020-0173-7</pub-id>
          <pub-id pub-id-type="medline">31965364</pub-id>
          <pub-id pub-id-type="pii">10.1186/s41687-020-0173-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC6973599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bantug</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Coles</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Rouette</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brundage</surname>
              <given-names>MD</given-names>
            </name>
            <collab>PRO Data Presentation Stakeholder Advisory Board</collab>
          </person-group>
          <article-title>Graphical displays of patient-reported outcomes (PRO) for use in clinical practice: what makes a pro picture worth a thousand words?</article-title>
          <source>Patient Educ Couns</source>
          <year>2016</year>
          <volume>99</volume>
          <issue>4</issue>
          <fpage>483</fpage>
          <lpage>490</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2015.10.027</pub-id>
          <pub-id pub-id-type="medline">26603445</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(15)30099-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gibbons</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Porter</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Gonçalves-Bradley</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Stoilov</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ricci-Cabello</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Tsangaris</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gangannagaripalli</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Davey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbons</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kotzeva</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>van der Wees</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kontopantelis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bower</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Valderas</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Routine provision of feedback from patient-reported outcome measurements to healthcare providers and patients in clinical practice</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2021</year>
          <volume>10</volume>
          <issue>10</issue>
          <fpage>CD011589</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34637526"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD011589.pub2</pub-id>
          <pub-id pub-id-type="medline">34637526</pub-id>
          <pub-id pub-id-type="pmcid">PMC8509115</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Crocker</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jenkinson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Doll</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The routine collection of patient-reported outcome measures (PROMs) for long-term conditions in primary care: a cohort survey</article-title>
          <source>BMJ Open</source>
          <year>2014</year>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e003968</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&amp;pmid=24561495"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2013-003968</pub-id>
          <pub-id pub-id-type="medline">24561495</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2013-003968</pub-id>
          <pub-id pub-id-type="pmcid">PMC3931992</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Huibers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>MB</given-names>
            </name>
          </person-group>
          <article-title>Paper- or web-based questionnaire invitations as a method for data collection: cross-sectional comparative study of differences in response rate, completeness of data, and financial cost</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>e24</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/1/e24/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8353</pub-id>
          <pub-id pub-id-type="medline">29362206</pub-id>
          <pub-id pub-id-type="pii">v20i1e24</pub-id>
          <pub-id pub-id-type="pmcid">PMC5801515</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schamber</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Takemoto</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Chenok</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Bozic</surname>
              <given-names>KJ</given-names>
            </name>
          </person-group>
          <article-title>Barriers to completion of patient reported outcome measures</article-title>
          <source>J Arthroplasty</source>
          <year>2013</year>
          <volume>28</volume>
          <issue>9</issue>
          <fpage>1449</fpage>
          <lpage>1453</lpage>
          <pub-id pub-id-type="doi">10.1016/j.arth.2013.06.025</pub-id>
          <pub-id pub-id-type="medline">23890831</pub-id>
          <pub-id pub-id-type="pii">S0883-5403(13)00438-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hancock</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>OF</given-names>
            </name>
            <name name-style="western">
              <surname>Marion</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Breen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cadilhac</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Feedback of patient-reported outcomes to healthcare professionals for comparing health service performance: a scoping review</article-title>
          <source>BMJ Open</source>
          <year>2020</year>
          <volume>10</volume>
          <issue>11</issue>
          <fpage>e038190</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&amp;pmid=33234623"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2020-038190</pub-id>
          <pub-id pub-id-type="medline">33234623</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2020-038190</pub-id>
          <pub-id pub-id-type="pmcid">PMC7684821</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kamper</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Mackay</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Global rating of change scales: a review of strengths and weaknesses and considerations for design</article-title>
          <source>J Man Manip Ther</source>
          <year>2009</year>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>163</fpage>
          <lpage>170</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20046623"/>
          </comment>
          <pub-id pub-id-type="doi">10.1179/jmt.2009.17.3.163</pub-id>
          <pub-id pub-id-type="medline">20046623</pub-id>
          <pub-id pub-id-type="pmcid">PMC2762832</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Terwee</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Prinsen</surname>
              <given-names>CAC</given-names>
            </name>
            <name name-style="western">
              <surname>Chiarotto</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Westerman</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bouter</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>de Vet</surname>
              <given-names>HCW</given-names>
            </name>
            <name name-style="western">
              <surname>Mokkink</surname>
              <given-names>LB</given-names>
            </name>
          </person-group>
          <article-title>COSMIN methodology for evaluating the content validity of patient-reported outcome measures: a Delphi study</article-title>
          <source>Qual Life Res</source>
          <year>2018</year>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>1159</fpage>
          <lpage>1170</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29550964"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11136-018-1829-0</pub-id>
          <pub-id pub-id-type="medline">29550964</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11136-018-1829-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5891557</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mokkink</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>de Vet</surname>
              <given-names>HCW</given-names>
            </name>
            <name name-style="western">
              <surname>Prinsen</surname>
              <given-names>CAC</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bouter</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Terwee</surname>
              <given-names>CB</given-names>
            </name>
          </person-group>
          <article-title>COSMIN risk of bias checklist for systematic reviews of patient-reported outcome measures</article-title>
          <source>Qual Life Res</source>
          <year>2018</year>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>1171</fpage>
          <lpage>1179</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29260445"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11136-017-1765-4</pub-id>
          <pub-id pub-id-type="medline">29260445</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11136-017-1765-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5891552</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prinsen</surname>
              <given-names>CAC</given-names>
            </name>
            <name name-style="western">
              <surname>Mokkink</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Bouter</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>de Vet</surname>
              <given-names>HCW</given-names>
            </name>
            <name name-style="western">
              <surname>Terwee</surname>
              <given-names>CB</given-names>
            </name>
          </person-group>
          <article-title>COSMIN guideline for systematic reviews of patient-reported outcome measures</article-title>
          <source>Qual Life Res</source>
          <year>2018</year>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>1147</fpage>
          <lpage>1157</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29435801"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11136-018-1798-3</pub-id>
          <pub-id pub-id-type="medline">29435801</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11136-018-1798-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5891568</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Al Sayah</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Selection of patient-reported outcome measures (PROMs) for use in health systems</article-title>
          <source>J Patient Rep Outcomes</source>
          <year>2021</year>
          <volume>5</volume>
          <issue>Suppl 2</issue>
          <fpage>99</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1186/s41687-021-00374-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s41687-021-00374-2</pub-id>
          <pub-id pub-id-type="medline">34637010</pub-id>
          <pub-id pub-id-type="pii">10.1186/s41687-021-00374-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC8511255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Reeve</surname>
              <given-names>BB</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Quah</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>Measurement and modeling of health-related quality of life</article-title>
          <source>Epidemiology and Demography in Public Health, 1st ed</source>
          <year>2010</year>
          <publisher-loc>Los Angeles</publisher-loc>
          <publisher-name>Elsevier</publisher-name>
          <fpage>130</fpage>
          <lpage>135</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hanmer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dewitt</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>The Development of a Preference-Based Scoring System for PROMIS® (PROPr): A Technical Report</source>
          <year>2017</year>
          <access-date>2024-06-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.proprscore.com/wp-content/uploads/2019/12/TechnicalReportv1.4.pdf">https://www.proprscore.com/wp-content/uploads/2019/12/TechnicalReportv1.4.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Chipps</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Beuther</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Wise</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>McCann</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Eudicone</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Gandhi</surname>
              <given-names>HN</given-names>
            </name>
            <name name-style="western">
              <surname>Harding</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Coyne</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Zeiger</surname>
              <given-names>RS</given-names>
            </name>
            <collab>US PRECISION Advisory Board</collab>
          </person-group>
          <article-title>Development of the asthma impairment and risk questionnaire (AIRQ): a composite control measure</article-title>
          <source>J Allergy Clin Immunol Pract</source>
          <year>2020</year>
          <volume>8</volume>
          <issue>7</issue>
          <fpage>2263</fpage>
          <lpage>2274</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaip.2020.02.042</pub-id>
          <pub-id pub-id-type="medline">32387166</pub-id>
          <pub-id pub-id-type="pii">S2213-2198(20)30244-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van der Molen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Willemse</surname>
              <given-names>BWM</given-names>
            </name>
            <name name-style="western">
              <surname>Schokker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>ten Hacken</surname>
              <given-names>NHT</given-names>
            </name>
            <name name-style="western">
              <surname>Postma</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Juniper</surname>
              <given-names>EF</given-names>
            </name>
          </person-group>
          <article-title>Development, validity and responsiveness of the clinical COPD questionnaire</article-title>
          <source>Health Qual Life Outcomes</source>
          <year>2003</year>
          <volume>1</volume>
          <fpage>13</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hqlo.biomedcentral.com/articles/10.1186/1477-7525-1-13"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1477-7525-1-13</pub-id>
          <pub-id pub-id-type="medline">12773199</pub-id>
          <pub-id pub-id-type="pmcid">PMC156640</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGuire</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>Hermanns</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Skovlund</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Eldrup</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gagliardino</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kokoszka</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pibernik-Okanović</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rodríguez-Saldaña</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>de Wit</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Snoek</surname>
              <given-names>FJ</given-names>
            </name>
          </person-group>
          <article-title>Short-form measures of diabetes-related emotional distress: the problem areas in diabetes scale (PAID)-5 and PAID-1</article-title>
          <source>Diabetologia</source>
          <year>2010</year>
          <volume>53</volume>
          <issue>1</issue>
          <fpage>66</fpage>
          <lpage>69</lpage>
          <pub-id pub-id-type="doi">10.1007/s00125-009-1559-5</pub-id>
          <pub-id pub-id-type="medline">19841892</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>PG</given-names>
            </name>
            <name name-style="western">
              <surname>Arnold</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Spertus</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of a short version of the Seattle angina questionnaire</article-title>
          <source>Circ Cardiovasc Qual Outcomes</source>
          <year>2014</year>
          <volume>7</volume>
          <issue>5</issue>
          <fpage>640</fpage>
          <lpage>647</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25185249"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/CIRCOUTCOMES.114.000967</pub-id>
          <pub-id pub-id-type="medline">25185249</pub-id>
          <pub-id pub-id-type="pii">CIRCOUTCOMES.114.000967</pub-id>
          <pub-id pub-id-type="pmcid">PMC4282595</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arnold</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Spertus</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>PG</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>The impact of dyspnea on health-related quality of life in patients with coronary artery disease: results from the Premier registry</article-title>
          <source>Am Heart J</source>
          <year>2009</year>
          <volume>157</volume>
          <issue>6</issue>
          <fpage>1042</fpage>
          <lpage>9.e1</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ahj.2009.03.021</pub-id>
          <pub-id pub-id-type="medline">19464415</pub-id>
          <pub-id pub-id-type="pii">S0002-8703(09)00266-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Roseman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shaller</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Edgman-Levitan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Health Aff (Millwood)</source>
          <year>2010</year>
          <month>05</month>
          <volume>29</volume>
          <issue>5</issue>
          <fpage>921</fpage>
          <lpage>925</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2010.0238</pub-id>
          <pub-id pub-id-type="medline">20439881</pub-id>
          <pub-id pub-id-type="pii">29/5/921</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blümel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Röttger</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Köppen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Achstetter</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Busse</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Integrating the population perspective into health system performance assessment (IPHA): study protocol for a cross-sectional study in Germany linking survey and claims data of statutorily and privately insured</article-title>
          <source>Int J Health Policy Manag</source>
          <year>2020</year>
          <volume>9</volume>
          <issue>9</issue>
          <fpage>370</fpage>
          <lpage>379</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32610712"/>
          </comment>
          <pub-id pub-id-type="doi">10.15171/ijhpm.2019.141</pub-id>
          <pub-id pub-id-type="medline">32610712</pub-id>
          <pub-id pub-id-type="pmcid">PMC7557428</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wingard</surname>
              <given-names>D L</given-names>
            </name>
            <name name-style="western">
              <surname>Berkman</surname>
              <given-names>L F</given-names>
            </name>
            <name name-style="western">
              <surname>Brand</surname>
              <given-names>R J</given-names>
            </name>
          </person-group>
          <article-title>A multivariate analysis of health-related practices: a nine-year mortality follow-up of the Alameda county study</article-title>
          <source>Am J Epidemiol</source>
          <year>1982</year>
          <volume>116</volume>
          <issue>5</issue>
          <fpage>765</fpage>
          <lpage>775</lpage>
          <pub-id pub-id-type="doi">10.1093/oxfordjournals.aje.a113466</pub-id>
          <pub-id pub-id-type="medline">7148802</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Croft</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Wheaton</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Kanny</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Onufrak</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Malarcher</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Greenlund</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Giles</surname>
              <given-names>WH</given-names>
            </name>
          </person-group>
          <article-title>Clustering of five health-related behaviors for chronic disease prevention among adults, United States, 2013</article-title>
          <source>Prev Chronic Dis</source>
          <year>2016</year>
          <volume>13</volume>
          <fpage>E70</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27236381"/>
          </comment>
          <pub-id pub-id-type="doi">10.5888/pcd13.160054</pub-id>
          <pub-id pub-id-type="medline">27236381</pub-id>
          <pub-id pub-id-type="pii">E70</pub-id>
          <pub-id pub-id-type="pmcid">PMC4885683</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rombach</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rivero-Arias</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Jenkinson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>Ó</given-names>
            </name>
          </person-group>
          <article-title>The current practice of handling and reporting missing outcome data in eight widely used PROMs in RCT publications: a review of the current literature</article-title>
          <source>Qual Life Res</source>
          <year>2016</year>
          <volume>25</volume>
          <issue>7</issue>
          <fpage>1613</fpage>
          <lpage>1623</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26821918"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11136-015-1206-1</pub-id>
          <pub-id pub-id-type="medline">26821918</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11136-015-1206-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC4893363</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Swart</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gothe</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Geyer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jaunzeme</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Maier</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Grobe</surname>
              <given-names>T G</given-names>
            </name>
            <name name-style="western">
              <surname>Ihle</surname>
              <given-names>P</given-names>
            </name>
            <collab>German Society for Social MedicinePrevention</collab>
            <collab>German Society for Epidemiology</collab>
          </person-group>
          <article-title>[Good Practice of Secondary Data Analysis (GPS): guidelines and recommendations]</article-title>
          <source>Gesundheitswesen</source>
          <year>2015</year>
          <volume>77</volume>
          <issue>2</issue>
          <fpage>120</fpage>
          <lpage>126</lpage>
          <pub-id pub-id-type="doi">10.1055/s-0034-1396815</pub-id>
          <pub-id pub-id-type="medline">25622207</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maruszczyk</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Aiyegbusi</surname>
              <given-names>OL</given-names>
            </name>
            <name name-style="western">
              <surname>Torlinska</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Collis</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Keeley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Calvert</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of guidance for the collection and use of patient-reported outcomes in real-world evidence generation to support regulation, reimbursement and health policy</article-title>
          <source>J Patient Rep Outcomes</source>
          <year>2022</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>57</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1186/s41687-022-00466-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s41687-022-00466-7</pub-id>
          <pub-id pub-id-type="medline">35652983</pub-id>
          <pub-id pub-id-type="pii">10.1186/s41687-022-00466-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC9163278</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aiyegbusi</surname>
              <given-names>Olalekan Lee</given-names>
            </name>
            <name name-style="western">
              <surname>Nair</surname>
              <given-names>Devika</given-names>
            </name>
            <name name-style="western">
              <surname>Peipert</surname>
              <given-names>John Devin</given-names>
            </name>
            <name name-style="western">
              <surname>Schick-Makaroff</surname>
              <given-names>Kara</given-names>
            </name>
            <name name-style="western">
              <surname>Mucsi</surname>
              <given-names>Istvan</given-names>
            </name>
          </person-group>
          <article-title>A narrative review of current evidence supporting the implementation of electronic patient-reported outcome measures in the management of chronic diseases</article-title>
          <source>Ther Adv Chronic Dis</source>
          <year>2021</year>
          <volume>12</volume>
          <fpage>20406223211015958</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/20406223211015958?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/20406223211015958</pub-id>
          <pub-id pub-id-type="medline">34104376</pub-id>
          <pub-id pub-id-type="pii">10.1177_20406223211015958</pub-id>
          <pub-id pub-id-type="pmcid">PMC8150668</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tew</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dalziel</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Choong</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Dowsey</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported outcome measures (PROMs): can they be used to guide patient-centered care and optimize outcomes in total knee replacement?</article-title>
          <source>Qual Life Res</source>
          <year>2020</year>
          <volume>29</volume>
          <issue>12</issue>
          <fpage>3273</fpage>
          <lpage>3283</lpage>
          <pub-id pub-id-type="doi">10.1007/s11136-020-02577-4</pub-id>
          <pub-id pub-id-type="medline">32651804</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11136-020-02577-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Colla</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Mainor</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hargreaves</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sequist</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Morden</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Interventions aimed at reducing use of low-value health services: a systematic review</article-title>
          <source>Med Care Res Rev</source>
          <year>2017</year>
          <volume>74</volume>
          <issue>5</issue>
          <fpage>507</fpage>
          <lpage>550</lpage>
          <pub-id pub-id-type="doi">10.1177/1077558716656970</pub-id>
          <pub-id pub-id-type="medline">27402662</pub-id>
          <pub-id pub-id-type="pii">1077558716656970</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meirte</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hellemans</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Anthonissen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Denteneer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Maertens</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Moortgat</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Van Daele</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Benefits and disadvantages of electronic patient-reported outcome measures: systematic review</article-title>
          <source>JMIR Perioper Med</source>
          <year>2020</year>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e15588</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://periop.jmir.org/2020/1/e15588/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15588</pub-id>
          <pub-id pub-id-type="medline">33393920</pub-id>
          <pub-id pub-id-type="pii">v3i1e15588</pub-id>
          <pub-id pub-id-type="pmcid">PMC7709853</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Manalili</surname>
              <given-names>Kimberly</given-names>
            </name>
            <name name-style="western">
              <surname>Santana</surname>
              <given-names>Maria J</given-names>
            </name>
            <collab>ISOQOL PROMs/PREMs in clinical practice implementation science work group</collab>
          </person-group>
          <article-title>Using implementation science to inform the integration of electronic patient-reported experience measures (ePREMs) into healthcare quality improvement: description of a theory-based application in primary care</article-title>
          <source>Qual Life Res</source>
          <year>2021</year>
          <volume>30</volume>
          <issue>11</issue>
          <fpage>3073</fpage>
          <lpage>3084</lpage>
          <pub-id pub-id-type="doi">10.1007/s11136-020-02588-1</pub-id>
          <pub-id pub-id-type="medline">32715388</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11136-020-02588-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Stanescu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bishop</surname>
              <given-names>FL</given-names>
            </name>
          </person-group>
          <article-title>The use of measurement systems to support patient self-management of long-term conditions: an overview of opportunities and challenges</article-title>
          <source>Patient Relat Outcome Meas</source>
          <year>2019</year>
          <volume>10</volume>
          <fpage>385</fpage>
          <lpage>394</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31908555"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/PROM.S178488</pub-id>
          <pub-id pub-id-type="medline">31908555</pub-id>
          <pub-id pub-id-type="pii">178488</pub-id>
          <pub-id pub-id-type="pmcid">PMC6924578</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hildon</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Allwood</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Making data more meaningful: patients' views of the format and content of quality indicators comparing health care providers</article-title>
          <source>Patient Educ Couns</source>
          <year>2012</year>
          <volume>88</volume>
          <issue>2</issue>
          <fpage>298</fpage>
          <lpage>304</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2012.02.006</pub-id>
          <pub-id pub-id-type="medline">22401793</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(12)00079-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Muilekom</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Luijten</surname>
              <given-names>MAJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Oers</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Terwee</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>van Litsenburg</surname>
              <given-names>RRL</given-names>
            </name>
            <name name-style="western">
              <surname>Roorda</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Grootenhuis</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Haverman</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>From statistics to clinics: the visual feedback of PROMIS® CATs</article-title>
          <source>J Patient Rep Outcomes</source>
          <year>2021</year>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>55</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1186/s41687-021-00324-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s41687-021-00324-y</pub-id>
          <pub-id pub-id-type="medline">34245390</pub-id>
          <pub-id pub-id-type="pii">10.1186/s41687-021-00324-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC8272760</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baumhauer</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Bozic</surname>
              <given-names>KJ</given-names>
            </name>
          </person-group>
          <article-title>Value-based healthcare: patient-reported outcomes in clinical decision making</article-title>
          <source>Clin Orthop Relat Res</source>
          <year>2016</year>
          <volume>474</volume>
          <issue>6</issue>
          <fpage>1375</fpage>
          <lpage>1378</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27052020"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11999-016-4813-4</pub-id>
          <pub-id pub-id-type="medline">27052020</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11999-016-4813-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC4868147</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mavondo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Patient feedback to improve quality of patient-centred care in public hospitals: a systematic review of the evidence</article-title>
          <source>BMC Health Serv Res</source>
          <year>2020</year>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>530</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-020-05383-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-020-05383-3</pub-id>
          <pub-id pub-id-type="medline">32527314</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-020-05383-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7291559</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lancaster</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Abuzour</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Khaira</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mathers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bui</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lok</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thabane</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dolovich</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The use and effects of electronic health tools for patient self-monitoring and reporting of outcomes following medication use: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <volume>20</volume>
          <issue>12</issue>
          <fpage>e294</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/12/e294/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9284</pub-id>
          <pub-id pub-id-type="medline">30563822</pub-id>
          <pub-id pub-id-type="pii">v20i12e294</pub-id>
          <pub-id pub-id-type="pmcid">PMC6315271</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Cano</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Using patient-reported outcome measures to improve health care: time for a new approach</article-title>
          <source>Med Care</source>
          <year>2017</year>
          <volume>55</volume>
          <issue>10</issue>
          <fpage>901</fpage>
          <lpage>904</lpage>
          <pub-id pub-id-type="doi">10.1097/MLR.0000000000000792</pub-id>
          <pub-id pub-id-type="medline">28857961</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
