<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v14i1e60084</article-id>
      <article-id pub-id-type="pmid">39813668</article-id>
      <article-id pub-id-type="doi">10.2196/60084</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Co-Designing a Consumer-Focused Digital Reporting Health Platform to Improve Adverse Medicine Event Reporting: Protocol for a Multimethod Research Project (the ReMedi Project)</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Schwartz</surname>
            <given-names>Amy</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>McCann</surname>
            <given-names>Lisa</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Yu</surname>
            <given-names>Jiakan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Gebreyohannes</surname>
            <given-names>Eyob Alemayehu</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <address>
            <institution>Quality Use of Medicines and Pharmacy Research Centre</institution>
            <institution>UniSA Clinical and Health Sciences</institution>
            <institution>University of South Australia</institution>
            <addr-line>Playford Building</addr-line>
            <addr-line>City East Campus, University of South Australia</addr-line>
            <addr-line>Adelaide, 5000</addr-line>
            <country>Australia</country>
            <phone>61 8 8302 ext 4278</phone>
            <email>justeyob@gmail.com</email>
          </address>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0075-4553</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Thornton</surname>
            <given-names>Christopher</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8032-3691</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Thiessen</surname>
            <given-names>Myra</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2887-2129</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>de Vries</surname>
            <given-names>Sieta T</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6090-2434</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Q Andrade</surname>
            <given-names>Andre</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6587-3169</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Kalisch Ellett</surname>
            <given-names>Lisa</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5063-6128</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Frank</surname>
            <given-names>Oliver</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9028-1835</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Cheah</surname>
            <given-names>Phaik Yeong</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff09" ref-type="aff">9</xref>
          <xref rid="aff10" ref-type="aff">10</xref>
          <xref rid="aff11" ref-type="aff">11</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6327-3266</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Choo</surname>
            <given-names>Kim-Kwang Raymond</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff06" ref-type="aff">6</xref>
          <xref rid="aff12" ref-type="aff">12</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9208-5336</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Laba</surname>
            <given-names>Tracey Lea</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff06" ref-type="aff">6</xref>
          <xref rid="aff13" ref-type="aff">13</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5182-9092</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Roughead</surname>
            <given-names>Elizabeth E</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6811-8991</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Hwang</surname>
            <given-names>Indae</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0429-7716</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Moses</surname>
            <given-names>Geraldine</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff14" ref-type="aff">14</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2229-6573</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Lim</surname>
            <given-names>Renly</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4135-2523</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>Quality Use of Medicines and Pharmacy Research Centre</institution>
        <institution>UniSA Clinical and Health Sciences</institution>
        <institution>University of South Australia</institution>
        <addr-line>Adelaide</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>School of Allied Health</institution>
        <institution>The University of Western Australia</institution>
        <addr-line>Perth</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>UniSA Creative</institution>
        <institution>University of South Australia</institution>
        <addr-line>Adelaide</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Monash Art, Design and Architecture</institution>
        <institution>Monash University</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Department of Clinical Pharmacy and Pharmacology</institution>
        <institution>University of Groningen</institution>
        <institution>University Medical Center Groningen</institution>
        <addr-line>Groningen</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>UniSA Clinical and Health Sciences</institution>
        <institution>University of South Australia</institution>
        <addr-line>Adelaide</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>Discipline of General Practice, Adelaide Medical School</institution>
        <institution>Faculty of Health and Medical Sciences</institution>
        <institution>The University of Adelaide</institution>
        <addr-line>Adelaide</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Oakden Medical Centre</institution>
        <addr-line>Adelaide</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Centre for Tropical Medicine and Global Health</institution>
        <institution>Nuffield Department of Medicine</institution>
        <institution>University of Oxford</institution>
        <addr-line>Oxford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Mahidol Oxford Tropical Medicine Research Unit</institution>
        <institution>Faculty of Tropical Medicine</institution>
        <institution>Mahidol University</institution>
        <addr-line>Bangkok</addr-line>
        <country>Thailand</country>
      </aff>
      <aff id="aff11">
        <label>11</label>
        <institution>The Ethox Centre</institution>
        <institution>Nuffield Department of Population Health</institution>
        <institution>University of Oxford</institution>
        <addr-line>Oxford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff12">
        <label>12</label>
        <institution>Department of Information Systems and Cyber Security</institution>
        <institution>The University of Texas at San Antonio</institution>
        <addr-line>San Antonio, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff13">
        <label>13</label>
        <institution>Centre for Health Economics, Research and Evaluation</institution>
        <institution>University of Technology Sydney</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff14">
        <label>14</label>
        <institution>School of Pharmacy and Pharmaceutical Sciences</institution>
        <institution>University of Queensland</institution>
        <addr-line>Brisbane</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Eyob Alemayehu Gebreyohannes <email>justeyob@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2025</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>15</day>
        <month>1</month>
        <year>2025</year>
      </pub-date>
      <volume>14</volume>
      <elocation-id>e60084</elocation-id>
      <history>
        <date date-type="received">
          <day>1</day>
          <month>5</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>22</day>
          <month>10</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>29</day>
          <month>10</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>12</day>
          <month>11</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Eyob Alemayehu Gebreyohannes, Christopher Thornton, Myra Thiessen, Sieta T de Vries, Andre Q Andrade, Lisa Kalisch Ellett, Oliver Frank, Phaik Yeong Cheah, Kim-Kwang Raymond Choo, Tracey Lea Laba, Elizabeth E Roughead, Indae Hwang, Geraldine Moses, Renly Lim. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 15.01.2025.</copyright-statement>
      <copyright-year>2025</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2025/1/e60084" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Adverse medicine events (AMEs) are unintended effects that occur following administration of medicines. Up to 70% of AMEs are not reported to, and hence remain undetected by, health care professionals and only 6% of AMEs are reported to regulators. Increased reporting by consumers, health care professionals, and pharmaceutical companies to medicine regulatory authorities is needed to increase the safety of medicines.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We describe a project that aims to co-design a digital reporting platform to improve detection and management of AMEs by consumers and health care professionals and improve reporting to regulators.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The project will be conducted in 3 phases and uses a co-design methodology that prioritizes equity in designing with stakeholders. Our project is guided by the Consolidated Framework for Implementation Research. In phase 1, we will engage with 3 stakeholder groups—consumers, health care professionals, and regulators—to define digital platform development standards. We will conduct a series of individual interviews, focus group discussions, and co-design workshops with the stakeholder groups. In phase 2, we will work with a software developer and user interaction design experts to prototype, test, and develop the digital reporting platform based on findings from phase 1. In phase 3, we will implement and trial the digital reporting platform in South Australia through general practices and pharmacies. Consumers who have recently started using medicines new to them will be recruited to use the digital reporting platform to report any apparent, suspected, or possible AMEs since starting the new medicine. Process and outcome evaluations will be conducted to assess the implementation process and to determine whether the new platform has increased AME detection and reporting.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>This project, initiated in 2023, will run until 2026. Phase 1 will result in persona profiles and user journey maps that define the standards for the user-friendly platform and interactive data visualization tool or dashboard that will be developed and further improved in phase 2. Finally, phase 3 will provide insights of the implemented platform regarding its impact on AME detection, management, and reporting. Findings will be published progressively as we complete the different phases of the project.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This project adopts a co-design methodology to develop a new digital reporting platform for AME detection and reporting, considering the perspectives and lived experience of stakeholders and addressing their requirements throughout the entire process. The overarching goal of the project is to leverage the potential of both consumers and technology to address the existing challenges of underdetection and underreporting of AMEs to health care professionals and regulators. The project potentially will improve individual patient safety and generate new data for regulatory purposes related to medicine safety and effectiveness.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/60084</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>adverse drug events</kwd>
        <kwd>drug-related side effects and adverse reactions</kwd>
        <kwd>adverse drug reaction reporting systems</kwd>
        <kwd>pharmacovigilance</kwd>
        <kwd>digital health</kwd>
        <kwd>medication safety</kwd>
        <kwd>co-design</kwd>
        <kwd>qualitative research, user-centered design</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Adverse medicine events (AMEs), also known as adverse drug events, are unintended effects that occur following administration of a medicine and include adverse reactions and harm from medication errors [<xref ref-type="bibr" rid="ref1">1</xref>]. AMEs are common and result in patient harm. In Australia, an estimated 1.2 million people reportedly experienced an AME within a 6-month period [<xref ref-type="bibr" rid="ref2">2</xref>]. While AMEs can occur in anyone, people with chronic conditions and older people are particularly vulnerable to and are most affected by AMEs. For example, 1 in 5 hospital admissions of older adults in Australia is due to AME [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. According to a 2022 estimate, medicine-related hospital admissions, including instances of noncompliance, overdose, and AME, incur an estimated annual cost of Aus $1.4 billion (US $870 million) in Australia, with AME being the most prevalent contributing factor [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Early detection and management of AMEs are crucial to preventing avoidable harms such as medicine-related falls, hospitalizations, and deaths. However, findings from surveys and reviews of consumer medical records conducted internationally suggest that many consumers do not disclose their AMEs unless prompted to do so. Consequently, up to 70% of AMEs are undetected by health care professionals [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>], emphasizing the need for proactive interventions to identify and resolve AMEs.</p>
      <p>AMEs are also underreported to medicine regulatory authorities (“regulators”), making it difficult to understand how medicines affect consumers. Spontaneous reporting of AMEs is the most common mechanism of safety surveillance worldwide after a medicine has been introduced to the market [<xref ref-type="bibr" rid="ref8">8</xref>]. Spontaneous reporting of AMEs by consumers, health care professionals, and pharmaceutical companies is vital for regulators to identify potential medicine safety signals [<xref ref-type="bibr" rid="ref9">9</xref>] and—when relevant—mandate necessary changes, such as updating product labels or withdrawing medicines from the market. A major challenge, however, is the very low AME reporting rate; as evidenced by a systematic review of 37 studies from 12 countries, only an estimated 6% of AMEs experienced by patients were reported [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>Consumers often detect AMEs before their health care professionals notice them [<xref ref-type="bibr" rid="ref11">11</xref>], and, where patient engagement is implemented, consumer self-report of AMEs alerts regulators to new and previously unknown reactions prior to health professional reports [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. In Australia, however, the number of reports to regulators from consumers is disproportionately low compared with those made by health care professionals and pharmaceutical manufacturers [<xref ref-type="bibr" rid="ref14">14</xref>], partly because of consumers’ limited awareness of the reporting system and perceived absence of benefits of reporting [<xref ref-type="bibr" rid="ref15">15</xref>]. The AME reporting system, developed by the medicine regulatory body, the therapeutic goods administration (TGA) [<xref ref-type="bibr" rid="ref14">14</xref>], has seen limited consumer uptake in Australia. Furthermore, there is currently no Australian-specific AME reporting platform co-designed with consumers. To address this gap, we developed a prototype system in a small pilot project comprising both Android and iOS apps and a public-facing website for consumers to report any AMEs they experienced [<xref ref-type="bibr" rid="ref16">16</xref>]. The system was shown to be user-friendly. However, the development involved limited stakeholder engagement and participation (3 consumers) due to the inherent nature of a small pilot project.</p>
      <p>Building on this pilot project, the current project aims to co-design with stakeholders (consumers, health care professionals, and regulators) a digital reporting platform to improve AME detection, management, and reporting. The ultimate goal of this project is to empower consumers to actively detect, manage, and report AMEs, fostering a collaborative approach with their health care professionals, and at the same time improve AME reporting to the TGA.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>The project is being conducted in 3 phases (<xref rid="figure1" ref-type="fig">Figure 1</xref>) from 2023 to 2026 and uses a co-design methodology that prioritizes designing equitably with all stakeholders [<xref ref-type="bibr" rid="ref17">17</xref>]. Co-design methodology focuses on generating and reflecting on data related to people’s lived experiences and engaging participants in action to enhance the quality of their lives. Co-design facilitates collaboration among stakeholders to address challenges within sociotechnical systems and daily services [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. It uses design-based strategies to collect qualitative data around users’ experience and the interests of the stakeholders providing services to those users to foster dialogue for mutual insights. Using a range of research methods including stakeholder workshops, focus group discussions, and interviews, co-design aims to describe, categorize, question, and evaluate the needs, experiences, opinions, interests, decisions, and behaviors of stakeholders, ensuring equity through structured reflection. This project builds on the findings of our pilot project [<xref ref-type="bibr" rid="ref16">16</xref>], using the pilot’s prototype as the foundation for developing the co-design activities.</p>
        <p>This project builds on the findings of our pilot project [<xref ref-type="bibr" rid="ref16">16</xref>], engaging stakeholders in phase 1 and advancing to the development and validation of the platform in phase 2. The pilot’s prototype serves as a foundation for developing the co-design activities. Our project is guided by the Consolidated Framework for Implementation Research, which considers 5 domains for effective intervention development and implementation: innovation, outer setting, inner setting, individuals, and implementation process [<xref ref-type="bibr" rid="ref20">20</xref>]. The innovation domain includes the construct’s trialability and evidence base, which we addressed in our pilot work [<xref ref-type="bibr" rid="ref16">16</xref>] and systematic review [<xref ref-type="bibr" rid="ref21">21</xref>]. We will consider constructs in each domain that influence use of our platform by consumers including innovation, complexity and usability, consumer needs and preferences, feedback, design, and engagement [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Key activities in each phase of the project. AME: adverse medicine event; GP: general practitioner.</p>
          </caption>
          <graphic xlink:href="resprot_v14i1e60084_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Phase 1: Engage With Stakeholders to Define Platform Development Standards</title>
        <p>Phase 1 involves interviews, focus groups discussions, and co-design workshops with 3 specific stakeholder groups: consumers, health care professionals, and regulators (<xref ref-type="table" rid="table1">Table 1</xref>). Consumers eligible for inclusion must be 18 years of age or older, take regular medications or have previously experienced an adverse event from any medication, and own a smartphone or tablet. Health care professionals must be practicing as medical doctors, pharmacists, or nurses in Australia, and regulators will be eligible if they are involved in the postmarketing assessment of safety information for human medicinal products within Australia. Individuals will be excluded if they cannot speak, read, or write in English, or do not provide informed consent.</p>
        <p>We will use purposeful sampling to recruit consumers with broad demographic variation to ensure that they represent consumers across different ages and social groups, levels of education and experience, and who have a range of health conditions and use a range of medications to ensure that our platform meets the needs of diverse groups of people. In addition, health care professionals and personnel who work for the medicine regulators will be recruited. All participants will be asked to participate in all 3 activities: semistructured interviews, focus group discussions, and co-design workshops. Attrition is natural in longitudinal projects such as this, and we will mitigate this by recruiting additional participants.</p>
        <p>The interviews, focus group discussions, and co-design workshops will be conducted face-to-face where possible and audio- or video-recorded where participants agree. If participants are located interstate from the researchers or prefer to engage remotely for convenience, interviews, focus group discussions, and co-design workshops will be conducted on the web. When preferences differ, separate face-to-face and web-based workshops will be organized to accommodate participants’ preferred formats. All recordings will be transcribed verbatim, manually coded inductively, and analyzed thematically in ATLAS.ti software (ATLAS.ti Scientific Software Development GmbH) [<xref ref-type="bibr" rid="ref25">25</xref>]. Using the Capability, Opportunity, Motivation, Behavior (COM-B) model [<xref ref-type="bibr" rid="ref26">26</xref>], a well-established model for analyzing and modifying behaviors, the themes identified will inform the recognition of barriers and facilitators to adopting a digital platform for reporting AMEs. The themes will also be used to highlight key design features essential to meeting the needs and preferences of each of the stakeholder group. Based on these analyses, persona profiles (which will be used to summarize the identified needs, priorities, motivations, goals, and challenges of each user archetype) and user journey maps [<xref ref-type="bibr" rid="ref27">27</xref>] (which will be used to visualize and document participants’ discussions of the likely experience personas might have during the process of reporting or reviewing AMEs as they move through the system) will be developed which will be used to guide subsequent phases of the project.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Description of the different activities in phase 1 of the project.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="210"/>
            <col width="180"/>
            <col width="230"/>
            <col width="200"/>
            <col width="180"/>
            <thead>
              <tr valign="top">
                <td>Activity</td>
                <td>Number</td>
                <td>Aim</td>
                <td>Duration</td>
                <td>Outcome</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Individual semistructured interviews</td>
                <td>Ten to fifteen consumers; 10 health care professionals and regulators.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>To understand their experience with, or perspectives toward medicine use and the current AME<sup>a</sup>-reporting process in Australia.</p>
                    </list-item>
                    <list-item>
                      <p>To enable participants to offer their ideas and insights in confidence without the possible influence of bias from other participants.</p>
                    </list-item>
                  </list>
                </td>
                <td>Approximately 60 minutes per interview.</td>
                <td>Findings will be used to develop personas that will then be discussed in focus group discussions to determine their accuracy and thoroughness as exemplar of user groups.</td>
              </tr>
              <tr valign="top">
                <td>Focus groups discussions</td>
                <td>Two focus-group discussions with each of the 3 stakeholder groups.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>To consider and define the respective needs, priorities, and motivations the personas—developed based on the findings from the interviews—might have for reporting an AME and to define the reporting goals for the platform.</p>
                    </list-item>
                  </list>
                </td>
                <td>Each stakeholder focus group discussion will run for 2 hours.</td>
                <td>Outcomes from the discussions will inform the development and delivery of the co-design workshops.</td>
              </tr>
              <tr valign="top">
                <td>Co-design workshops</td>
                <td>Three co-design workshops held for the same stakeholders collectively.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>To employ the co-designed user personas to build a user journey map as a means to evaluate the processes of AME detection, management, and reporting, generate and agree on notional platform content and feature set to guide its subsequent development.</p>
                    </list-item>
                  </list>
                </td>
                <td>Each co-design workshop will last 3-4 hours and will contain multiple activities, each varying in duration but capped at 60 minutes. Regular breaks will be incorporated between activities to maintain engagement and focus.</td>
                <td>The workshops will result in user journey maps which will be used to visualize and document participants’ discussions of the likely experience personas might have during the process of reporting or reviewing AMEs as they move through the system.</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>AME: adverse medicine event.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Phase 2: Develop the Platform and Interactive Data Visualization Tool</title>
        <p>The second phase of the project focuses on the development of the platform. First, we will work with a software developer and user interaction designers to develop the underlying relational structure that received data from users might have, how the data function in terms of reporting, and what principle features a front-end user experience might have for gathering them (phase 2a—platform development). At a minimum, the project aims to achieve a fully functioning web-based reporting platform, a mobile app, or both, based on findings from phase 1. It will include a fully refined user interface and database integration and search function to operate with the TGA’s Database of Adverse Event Notifications [<xref ref-type="bibr" rid="ref28">28</xref>]. To ensure equity across stakeholder interests, we will continue to adhere to co-design principles throughout this phase by inviting consumers, health care professionals, and regulators to participate in this process. The platform development will undergo cycles of iteration and review where stakeholders will test, compare, and contribute to decision-making on the content, form, and function of the platform through each iteration. We will perform the iterative cycles with stakeholders until no new issues are identified with the platform. We anticipate that the process will require up to 5 cycles before saturation and a deployable outcome is achieved. Stakeholders recruited in phase 1 will be invited to participate in this process, and additional participants will be invited to compensate for any attrition.</p>
        <p>Next, as part of our communication and engagement strategy, we will develop an interactive data visualization tool or dashboard to translate and disseminate the data collected to the public, health care professionals, and regulators (phase 2b—development of interactive data visualization tool). The visualization tool will be implemented with back-end integration in the digital reporting platform and developed collaboratively through 2 co-design workshops with 8 stakeholders. The visualization tool will be configured to allow both consumers and their health care professionals to access the data they provided, obtain information on the medicines they are taking, and compare their experience with those reported by other consumers taking the same medicines. A separate visualization tool will be developed for use by regulators and will include further levels of configuration necessary for them to examine data relative to their decision-making. All consumer reports will be reviewed by study investigators (clinicians) for causality assessment (ie, likelihood that the medicine caused the observed AME) using the Naranjo probability scale [<xref ref-type="bibr" rid="ref29">29</xref>]. The causality assessment will be done to determine whether the platform has collected all the information needed for a causality assessment.</p>
      </sec>
      <sec>
        <title>Phase 3: Digital Platform Implementation and Evaluation</title>
        <p>In the third phase of the project, we will implement the new platform in general practices and pharmacies in South Australia and assess its impact for (1) increasing AME detection, (2) improving AME management, and (3) increasing AME reporting and enhancing existing TGA workflows.</p>
        <p>A quasi-experimental study will be conducted to involve consumers who have recently begun taking new medicines. This is because most AMEs tend to occur within 4 weeks of patients commencing new medications [<xref ref-type="bibr" rid="ref30">30</xref>]. Depending on results from phases 1 and 2, criteria for further inclusion may be specified (eg, consumers initiating medicines with a black triangle warning). Eligible consumers will be identified initially by general practices and pharmacies applying the inclusion or exclusion criteria to their software (eg, Doctors Control Panel software [Doctors Control Panel Software Pty Ltd] [<xref ref-type="bibr" rid="ref31">31</xref>] and dispensing software used in the pharmacies). Eligible consumers will then be approached by a dedicated research assistant via phone, text message, or email to assess their eligibility, discuss the details of the project, answer any questions, and facilitate the process of obtaining informed consent from interested individuals. We will seek consent to send information reported by consumers to their health care professionals and regulators (ie, the TGA). Consumers will then be prompted to use the platform to report whether they have experienced any suspected or possible AME. Consumers will access the platform either by downloading the mobile app or by visiting the website. Where the consumer has consented, a report will be sent electronically to their general practitioner and pharmacist to enable targeted assessment for managing the AMEs. For those who provided consent, consumer reports will also be submitted to the TGA. Subsequent prompts to use the platform will be sent to the consumers via automated text messages. The frequency of sending the text messages will be determined based on co-design workshops with stakeholder groups. Consumers will be given a summary report of their data and access to the interactive data visualization tool (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <p>Based on interventions to improve AME reporting [<xref ref-type="bibr" rid="ref32">32</xref>], which report a relative risk of 2.04 (57% in intervention group vs 28% in controls), α value (significance level: rejecting the null hypothesis when it is actually true) of .05, and power of 80%, a total of 80 consumers experiencing and reporting AME is needed. Assuming that 20% of consumers starting medicines experience an AME [<xref ref-type="bibr" rid="ref33">33</xref>] and half of the consumers will report their AMEs with targeted prompts from the research team [<xref ref-type="bibr" rid="ref34">34</xref>], we aim to recruit 800 people for phase 3. The sample size was calculated based on Statistical Power Analysis using R [R Foundation for Statistical Computing] [<xref ref-type="bibr" rid="ref35">35</xref>]. Initial database analysis in one of our participating clinics with 8 full-time equivalent general practitioners indicated that each general practitioner prescribes a medicine that is new to the patient for about 40 people per month (320 per month for the practice), supporting the feasibility of recruitment of 800 participants within 6 months.</p>
        <p>To assess whether the platform improved AME detection, interrupted time series analysis will be used to determine the proportion of AME detected before and post platform implementation in the general practices. A random sample of up to 1000 patient records in the participating general practices will be manually reviewed by nurses at the practices to determine the number of AMEs detected up to 3 months prior to platform implementation. Furthermore, we will describe the number of AME reports submitted to the TGA by our study participants post platform implementation.</p>
        <p>Finally, we will conduct 2 focus group discussions with the project team and stakeholders to evaluate the implementation process (what works, where, and why) [<xref ref-type="bibr" rid="ref20">20</xref>], the acceptability of, and satisfaction with the platform. Questions related to the implementation process will be adopted from the Consolidated Framework for Implementation Research interview guide tool [<xref ref-type="bibr" rid="ref20">20</xref>]. The focus group discussions will be audio-recorded, transcribed, and analyzed using thematic analysis [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Flowchart for platform implementation in Australia. GP: general practitioner; TGA: therapeutic goods administration.</p>
          </caption>
          <graphic xlink:href="resprot_v14i1e60084_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>Ethics approval for phases 1 and 2 has been received from the University of South Australia human research ethics committee (application ID 204984). Ethics approval will be sought from the same committee prior to starting phase 3. Informed consent will be sought from all participants. All data obtained during the project will be deidentified. Participants in any phase of the project will receive compensation at an hourly rate, provided as either a gift voucher or a direct bank transfer in Australian dollars (Aus $). Compensation rates, approved by the human research ethics committee, are set at Aus $35 (US $21.85) per hour for consumers, Aus $200 (US $124.88) per hour for medical doctors, and Aus $100 (US $62.44) per hour for pharmacists and nurses. Furthermore, participants attending in person will receive a transportation allowance of Aus $30 (US $18.73). No compensation will be provided to regulators, as they are prohibited from accepting it.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This project is initiated in 2023 and will run until 2026. Phase 1 will result in persona profiles and user journey maps that define the standards for the user-friendly web-based communication platform and interactive data visualization tool or dashboard. This platform will be further developed and improved in phase 2. The platform will contain fully refined user interface features, an icon system for nonverbal communication, and integration with TGA’s Database of Adverse Event Notifications to support the reporting of AMEs by consumers and health care professionals. The final phase—phase 3—will provide insights of the implemented platform regarding its impact on AME detection, management, and reporting. Altogether, the efforts will result in a platform through which consumers can report AMEs to their general practitioners and pharmacists and TGA. We will publish findings progressively as we complete our analyses. In addition to the traditional research outputs (journal articles and conference papers), the designers on our project team will develop a series of nontraditional research outcomes including the dissemination of visual outcomes in the form of a public exhibition, either on the web or in person. We will organize public displays of the visual works at multiple venues in Australia to increase awareness and discussions about the importance of detecting, managing, and reporting AMEs. We will promote the exhibitions and project findings through our teams’ respective institutions’ media platforms.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Expected Findings and Implications</title>
        <p>Medicine safety is complex and requires well-developed systems, strategies, and processes to keep consumers safe. Effective systems and strategies for AME detection, management, and reporting are crucial to ensure that medicines are used safely and effectively. However, AME reporting by consumers remains low [<xref ref-type="bibr" rid="ref14">14</xref>]. Instead, consumers were generally more likely to report AMEs to doctors or pharmacists [<xref ref-type="bibr" rid="ref36">36</xref>], potentially stemming from inadequate or lacking systems that enable the proactive detection and management of AMEs. Our project will bring these 2 aspects together to build what we hypothesize to be a single, readily available solution that integrates AME detection and management by consumers in consultation with their general practitioners and pharmacists and which also potentially benefits AME reporting to regulators. As such, our project aims to serve both patient-level clinical needs and population-level regulatory needs on medication safety issues.</p>
        <p>The level of end user involvement during the development phase of digital interventions that are implemented in practice is unclear. Despite the development of numerous digital interventions to improve medicine management and safety, the minimal engagement of end users in this process and a failure to meet their needs adequately result in the low adoption of these interventions in practice [<xref ref-type="bibr" rid="ref37">37</xref>]. For instance, the implementation of GuildCare (GuildLink), an AME surveillance system designed for Australian community pharmacists, was introduced in 2014. While the initial year saw a notable increase in AME reporting rates to the TGA, the subsequent year saw a decline, hinting at challenges in maintaining sustained adoption [<xref ref-type="bibr" rid="ref38">38</xref>]. Factors influencing the adoption and ongoing use of digital health technologies include cost, simplicity of language, ease of use, design, scientific evidence base, motivation, and perceived value by end users [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. To effectively tackle the challenges related to fulfilling the requirements of stakeholders and overcoming low adoption rates, our project takes a unique approach by grounding it in a multidisciplinary ideology from its outset. This includes collaborating with experts from various disciplines including medicine safety, co-design, user-experience design, communication design, psychology, engagement, and cybersecurity to address fundamental issues that predict successful implementation of the system in practice. This partnership, grounded in a co-design methodology, also represents one of the first instances where a digital intervention for AMEs is coproduced with consumers, health care professionals, and the regulators. The approach seeks to ensure that the digital intervention directly addresses the needs of the 3 stakeholder groups, thereby increasing the likelihood of adoption in practice and ensuring its long-term sustainability.</p>
        <p>AME reporting by consumers has the potential to improve the safety of medicines. In a previous study conducted in Australia, despite acknowledging limited awareness, consumers expressed a positive attitude toward AME reporting [<xref ref-type="bibr" rid="ref15">15</xref>]. The perceived lack of benefits for the reporting consumer, however, was recognized as a barrier to the reporting process [<xref ref-type="bibr" rid="ref15">15</xref>]. The significance of our proposed platform lies in its potential to incorporate consumers’ voices into their medicine and health care journey, enabling consumers to report AMEs to their health care professionals and to the regulators. If successfully implemented, the proposed platform has the potential to result in an increase in the proportion of consumer AME reports submitted to the TGA, which currently accounts for only 3.4% of the total reports submitted to the TGA [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
        <p>There has been a decline in the percentage of AME reports from doctors in Australia, decreasing from 28% in 2003 to 4% in 2016 [<xref ref-type="bibr" rid="ref36">36</xref>]. The potential increase in participation by consumers through use of our proposed platform may contribute to increased identification of safety signals. By streamlining the AME reporting process to the TGA, our platform has the potential to contribute to more timely detection and verification of potential medicine safety signals. This initiative addresses a national [<xref ref-type="bibr" rid="ref40">40</xref>] and global health priority [<xref ref-type="bibr" rid="ref41">41</xref>] and addresses 2 components of the Australia’s National Strategy for Quality Use of Medicines: monitoring outcomes and improving people’s ability to solve problems related to medicines, such as negative effects.</p>
        <p>The introduction of a visualization tool as part of the platform has the potential to enhance end user interaction and participation in research and may facilitate early and effective communication of safety issues to relevant stakeholders. The development of interactive data visualization tools marks a creative initiative to enhance communication and transparency between consumers and regulators. While visualization tools for conveying important public health issues have become common, especially during the Covid-19 pandemic, they frequently lack transparency in describing the development process, fail to engage end users in design and development, and leave uncertainty about whether they adequately meet the needs of those end users [<xref ref-type="bibr" rid="ref42">42</xref>]. Our user-centric co-design methodology for this project has the potential to ensure that the visualization tools effectively meet the diverse needs of consumers, health care professionals, and regulators alike.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>First, the success of our digital reporting platform will ultimately rely on the level of user engagement and participation. Robust stakeholder engagement strategies, including co-design workshops and ongoing collaboration, do not guarantee user uptake and continued use. Factors beyond our control, such as accessibility to devices, individual motivation and preferences, and previous negative experiences with reporting, may influence the level to which consumers actively engage in this new digital platform. The introduction of any new system, service, or technology is frequently considered an additional burden or challenge when implemented in practice. However, our early engagement strategy with stakeholders, from phase 1, is designed to potentially mitigate some of this resistance and to increase the chances of adoption. Second, the reliance on interrupted time series analysis for outcome evaluation introduces potential confounding factors that may not be fully accounted. Third, the small number of consumers recruited in phase 3 means that we will not be able to determine whether the platform had an overall effect on the number of consumer reports to the TGA, or whether the reports from our platform helped generate new or different medicine safety signals. Another potential limitation is that phase 3 will be conducted in South Australia, which may restrict the generalizability of findings to the broader Australian population or internationally. However, this limitation will be mitigated by incorporating insights from participants across multiple states in Australia during phases 1 and 2. Finally, certain processes in our project rely on interim review or support from members of the research team. These workflows and processes will require revision and adaptation when implemented in clinical practice.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This paper describes our co-design project that will actively involve key stakeholders in the development and evaluation of a new digital platform for AME detection, management, and reporting, with a central focus on consumers. The use of a co-design methodology ensures the incorporation of the perspectives and requirements from consumers, health care professionals, and regulators—a crucial element for fostering the adoption and sustainability of the intervention. The project harnesses the potential of both consumers and technology to address the existing challenges in underdetection and reporting of AMEs to health care professionals and regulators. The overarching goal is to enable consumers to actively participate in medication safety-related matters, thus enhancing the quality of their lives, influencing clinical decisions related to their health, and contributing to overall medicine safety.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AME</term>
          <def>
            <p>adverse medicine event</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">COM-B</term>
          <def>
            <p>Capability, Opportunity, Motivation, Behavior</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">TGA</term>
          <def>
            <p>therapeutic goods administration</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The project is supported by a National Health and Medical Research Council (NHMRC) Ideas Grant (APP2020626) and the NHMRC Centre of Research Excellence in Medicines Intelligence (ID: 1196900). RL is supported by an NHMRC fellowship (APP1156368). PYC is supported by the Wellcome Trust (220211/Z/20/Z). This research is funded in part by Wellcome Trust (220221/Z/20/Z). For the purpose of Open Access, the authors have applied a CC BY public copyright licence to any Author Accepted Manuscript version arising from this submission.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>EAG, CT, MT, STdeV, AQA, LKE, OF, PYC, KKRC, TLL, and RL contributed to the conception and design of the project. EAG and RL drafted the manuscript. All authors revised the manuscript critically for important intellectual content and provided final approval to the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Aronson</surname>
              <given-names>JK</given-names>
            </name>
          </person-group>
          <article-title>Adverse drug reactions: definitions, diagnosis, and management</article-title>
          <source>Lancet</source>
          <year>2000</year>
          <volume>356</volume>
          <issue>9237</issue>
          <fpage>1255</fpage>
          <lpage>1259</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(00)02799-9</pub-id>
          <pub-id pub-id-type="medline">11072960</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(00)02799-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Semple</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ellett</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Roughead</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>Medicine Safety: Take Care</source>
          <year>2019</year>
          <access-date>2024-05-19</access-date>
          <publisher-name>Pharmaceutical Society of Australia</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.psa.org.au/wp-content/uploads/2019/01/PSA-Medicine-Safety-Report.pdf">https://www.psa.org.au/wp-content/uploads/2019/01/PSA-Medicine-Safety-Report.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Semple</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ellett</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Roughead</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>Medicine Safety: Aged Care</source>
          <year>2020</year>
          <access-date>2024-12-12</access-date>
          <publisher-name>Pharmaceutical Society of Australia</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.psa.org.au/wp-content/uploads/2020/02/Medicine-Safety-Aged-Care-WEB-RES1.pdf">https://www.psa.org.au/wp-content/uploads/2020/02/Medicine-Safety-Aged-Care-WEB-RES1.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parameswaran Nair</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Chalmers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bereznicki</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Curtain</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Connolly</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bereznicki</surname>
              <given-names>LR</given-names>
            </name>
          </person-group>
          <article-title>Adverse drug reaction-related hospitalizations in elderly Australians: a prospective cross-sectional study in two Tasmanian hospitals</article-title>
          <source>Drug Saf</source>
          <year>2017</year>
          <volume>40</volume>
          <issue>7</issue>
          <fpage>597</fpage>
          <lpage>606</lpage>
          <pub-id pub-id-type="doi">10.1007/s40264-017-0528-z</pub-id>
          <pub-id pub-id-type="medline">28382494</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40264-017-0528-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ellett</surname>
              <given-names>LMK</given-names>
            </name>
            <name name-style="western">
              <surname>Semple</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Roughead</surname>
              <given-names>EE</given-names>
            </name>
          </person-group>
          <article-title>The extent of medication-related hospital admissions in Australia: a review from 1988 to 2021</article-title>
          <source>Drug Saf</source>
          <year>2022</year>
          <volume>45</volume>
          <issue>3</issue>
          <fpage>249</fpage>
          <lpage>257</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35089582"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40264-021-01144-1</pub-id>
          <pub-id pub-id-type="medline">35089582</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40264-021-01144-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC8933367</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Habib</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tamblyn</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Girard</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Eguale</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Detection of adverse drug events in e-prescribing and administrative health data: a validation study</article-title>
          <source>BMC Health Serv Res</source>
          <year>2021</year>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>376</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-021-06346-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-021-06346-y</pub-id>
          <pub-id pub-id-type="medline">33892716</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-021-06346-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC8063436</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cahir</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cummins</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Teljeur</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Byrne</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Fahey</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Identifying adverse drug events in older community-dwelling patients</article-title>
          <source>Ann Fam Med</source>
          <year>2019</year>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>133</fpage>
          <lpage>140</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.annfammed.org/cgi/pmidlookup?view=long&#38;pmid=30858256"/>
          </comment>
          <pub-id pub-id-type="doi">10.1370/afm.2359</pub-id>
          <pub-id pub-id-type="medline">30858256</pub-id>
          <pub-id pub-id-type="pii">17/2/133</pub-id>
          <pub-id pub-id-type="pmcid">PMC6411408</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Segal</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Valette</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Oster</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bouley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Edfjall</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Herrmann</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Raineri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kempff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Beacham</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Lierop</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Risk management strategies in the postmarketing period : safety experience with the US and European bosentan surveillance programmes</article-title>
          <source>Drug Saf</source>
          <year>2005</year>
          <volume>28</volume>
          <issue>11</issue>
          <fpage>971</fpage>
          <lpage>980</lpage>
          <pub-id pub-id-type="doi">10.2165/00002018-200528110-00001</pub-id>
          <pub-id pub-id-type="medline">16231952</pub-id>
          <pub-id pub-id-type="pii">28111</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>King</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Pratt</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Thai</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nandapalan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kalisch Ellet</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Behm</surname>
              <given-names>EC</given-names>
            </name>
          </person-group>
          <article-title>Detecting medicine safety signals using prescription sequence symmetry analysis of a national prescribing data Set</article-title>
          <source>Drug Saf</source>
          <year>2020</year>
          <volume>43</volume>
          <issue>8</issue>
          <fpage>787</fpage>
          <lpage>795</lpage>
          <pub-id pub-id-type="doi">10.1007/s40264-020-00940-5</pub-id>
          <pub-id pub-id-type="medline">32578157</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40264-020-00940-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hazell</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shakir</surname>
              <given-names>SAW</given-names>
            </name>
          </person-group>
          <article-title>Under-reporting of adverse drug reactions : a systematic review</article-title>
          <source>Drug Saf</source>
          <year>2006</year>
          <volume>29</volume>
          <issue>5</issue>
          <fpage>385</fpage>
          <lpage>396</lpage>
          <pub-id pub-id-type="doi">10.2165/00002018-200629050-00003</pub-id>
          <pub-id pub-id-type="medline">16689555</pub-id>
          <pub-id pub-id-type="pii">2953</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Egberts</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Smulders</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>de Koning</surname>
              <given-names>FHP</given-names>
            </name>
            <name name-style="western">
              <surname>Meyboom</surname>
              <given-names>RHB</given-names>
            </name>
            <name name-style="western">
              <surname>Leufkens</surname>
              <given-names>HGM</given-names>
            </name>
          </person-group>
          <article-title>Can adverse drug reactions be detected earlier? A comparison of reports by patients and professionals</article-title>
          <source>BMJ</source>
          <year>1996</year>
          <volume>313</volume>
          <issue>7056</issue>
          <fpage>530</fpage>
          <lpage>531</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/8789980"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.313.7056.530</pub-id>
          <pub-id pub-id-type="medline">8789980</pub-id>
          <pub-id pub-id-type="pmcid">PMC2351951</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Avery</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Fortnum</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gifford</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hannaford</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Hazell</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Krska</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>McLernon</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Shakir</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of patient reporting of adverse drug reactions to the UK 'Yellow Card Scheme': literature review, descriptive and qualitative analyses, and questionnaire surveys</article-title>
          <source>Health Technol Assess</source>
          <year>2011</year>
          <volume>15</volume>
          <issue>20</issue>
          <fpage>1</fpage>
          <lpage>234, iii-iv</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3310/hta15200"/>
          </comment>
          <pub-id pub-id-type="doi">10.3310/hta15200</pub-id>
          <pub-id pub-id-type="medline">21545758</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hasford</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bruchmann</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lutz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Thürmann</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schmiedl</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A patient-centred web-based adverse drug reaction reporting system identifies not yet labelled potential safety issues</article-title>
          <source>Eur J Clin Pharmacol</source>
          <year>2021</year>
          <volume>77</volume>
          <issue>11</issue>
          <fpage>1697</fpage>
          <lpage>1704</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34143228"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00228-021-03134-9</pub-id>
          <pub-id pub-id-type="medline">34143228</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00228-021-03134-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC8212270</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Australian Government</collab>
          </person-group>
          <source>Annual Performance Statistics Report 2019-20</source>
          <year>2020</year>
          <access-date>2024-10-18</access-date>
          <publisher-name>Department of Health, Therapeutic Goods Administration</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tga.gov.au/sites/default/files/annual-performance-statistics-report-july-2019-june-2020.pdf">https://www.tga.gov.au/sites/default/files/annual-performance-statistics-report-july-2019-june -2020.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aslani</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hamrosi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fois</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McGarry</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Spagnardi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Whitelock</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Consumer opinions on adverse events associated with medicines and vaccines</article-title>
          <source>Patient Prefer Adherence</source>
          <year>2018</year>
          <volume>12</volume>
          <fpage>1383</fpage>
          <lpage>1392</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30104865"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/PPA.S167396</pub-id>
          <pub-id pub-id-type="medline">30104865</pub-id>
          <pub-id pub-id-type="pii">ppa-12-1383</pub-id>
          <pub-id pub-id-type="pmcid">PMC6074778</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thornton</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stanek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ellett</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Thiessen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Development of a web-based system to report medication-related adverse effects: design and usability study</article-title>
          <source>JMIR Form Res</source>
          <year>2022</year>
          <volume>6</volume>
          <issue>10</issue>
          <fpage>e37605</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2022/10/e37605/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/37605</pub-id>
          <pub-id pub-id-type="medline">36206034</pub-id>
          <pub-id pub-id-type="pii">v6i10e37605</pub-id>
          <pub-id pub-id-type="pmcid">PMC9587488</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glenn</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Donetto</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Loeffler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bovaird</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Co-designing healthcare services with patients</article-title>
          <source>The Palgrave Handbook of Co-Production of Public Services and Outcomes</source>
          <year>2020</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer International Publishing AG</publisher-name>
          <fpage>313</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Manschot</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Koning</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Benefits of Co-design in service design projects</article-title>
          <source>Int J Design</source>
          <year>2011</year>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>53</fpage>
          <lpage>60</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanders</surname>
              <given-names>EBN</given-names>
            </name>
            <name name-style="western">
              <surname>Stappers</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Co-creation and the new landscapes of design</article-title>
          <source>CoDesign</source>
          <year>2008</year>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <lpage>18</lpage>
          <pub-id pub-id-type="doi">10.1080/15710880701875068</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Aron</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Keith</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Kirsh</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Lowery</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Fostering implementation of health services research findings into practice: a consolidated framework for advancing implementation science</article-title>
          <source>Implement Sci</source>
          <year>2009</year>
          <volume>4</volume>
          <fpage>50</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-4-50"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-4-50</pub-id>
          <pub-id pub-id-type="medline">19664226</pub-id>
          <pub-id pub-id-type="pii">1748-5908-4-50</pub-id>
          <pub-id pub-id-type="pmcid">PMC2736161</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ellett</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Roughead</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Cheah</surname>
              <given-names>PY</given-names>
            </name>
            <name name-style="western">
              <surname>Masnoon</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported questionnaires to identify adverse drug reactions: a systematic review</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2021</year>
          <volume>18</volume>
          <issue>22</issue>
          <fpage>11877</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph182211877"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph182211877</pub-id>
          <pub-id pub-id-type="medline">34831635</pub-id>
          <pub-id pub-id-type="pii">ijerph182211877</pub-id>
          <pub-id pub-id-type="pmcid">PMC8624083</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stevenson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Factors that influence the implementation of e-health: a systematic review of systematic reviews (an update)</article-title>
          <source>Implement Sci</source>
          <year>2016</year>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>146</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-016-0510-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-016-0510-7</pub-id>
          <pub-id pub-id-type="medline">27782832</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-016-0510-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5080780</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andrade</surname>
              <given-names>AQ</given-names>
            </name>
            <name name-style="western">
              <surname>Roughead</surname>
              <given-names>EE</given-names>
            </name>
          </person-group>
          <article-title>Consumer-directed technologies to improve medication management and safety</article-title>
          <source>Med J Aust</source>
          <year>2019</year>
          <volume>210 Suppl 6</volume>
          <fpage>S24</fpage>
          <lpage>S27</lpage>
          <pub-id pub-id-type="doi">10.5694/mja2.50029</pub-id>
          <pub-id pub-id-type="medline">30927471</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Vries</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sutcliffe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Houÿez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Mol</surname>
              <given-names>PGM</given-names>
            </name>
            <collab>IMI Web-RADR Work Package 3b Consortium</collab>
          </person-group>
          <article-title>Factors influencing the use of a mobile app for reporting adverse drug reactions and receiving safety information: a qualitative study</article-title>
          <source>Drug Saf</source>
          <year>2017</year>
          <volume>40</volume>
          <issue>5</issue>
          <fpage>443</fpage>
          <lpage>455</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28035492"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40264-016-0494-x</pub-id>
          <pub-id pub-id-type="medline">28035492</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40264-016-0494-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC5384960</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bergman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Tashakkori</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Teddlie</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Hermeneutic content analysis: textual and audiovisual analyses within a mixed methods framework</article-title>
          <source>SAGE Handbook of Mixed Methods in Social &#38; Behavioral Research</source>
          <year>2010</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>SAGE Publications, Inc</publisher-name>
          <fpage>379</fpage>
          <lpage>396</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Stralen</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The behaviour change wheel: a new method for characterising and designing behaviour change interventions</article-title>
          <source>Implement Sci</source>
          <year>2011</year>
          <volume>6</volume>
          <fpage>42</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-6-42"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-6-42</pub-id>
          <pub-id pub-id-type="medline">21513547</pub-id>
          <pub-id pub-id-type="pii">1748-5908-6-42</pub-id>
          <pub-id pub-id-type="pmcid">PMC3096582</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hanington</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>Universal Methods of Design : 100 Ways to Explore Complex Problems, Develop Innovative Strategies, and Deliver Effective Design Solutions</source>
          <year>2012</year>
          <publisher-loc>Beverly, MA</publisher-loc>
          <publisher-name>Rockport Publishers</publisher-name>
          <fpage>100</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Australian Government</collab>
          </person-group>
          <source>Database of Adverse Event Notifications (DAEN)—medicines</source>
          <access-date>2024-04-01</access-date>
          <publisher-name>Department of Health and Aged Care, Therapeutic Goods Administration</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tga.gov.au/safety/safety/database-adverse-event-notifications-daen-medicines">https://www.tga.gov.au/safety/safety/database-adverse-event-notifications -daen-medicines</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Naranjo</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Busto</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Sellers</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Sandor</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Janecek</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Domecq</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Greenblatt</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>A method for estimating the probability of adverse drug reactions</article-title>
          <source>Clin Pharmacol Ther</source>
          <year>1981</year>
          <volume>30</volume>
          <issue>2</issue>
          <fpage>239</fpage>
          <lpage>245</lpage>
          <pub-id pub-id-type="doi">10.1038/clpt.1981.154</pub-id>
          <pub-id pub-id-type="medline">7249508</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kalisch</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Caughey</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Roughead</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>The prescribing cascade</article-title>
          <source>Aust Prescr</source>
          <year>2011</year>
          <volume>34</volume>
          <issue>6</issue>
          <fpage>162</fpage>
          <lpage>166</lpage>
          <pub-id pub-id-type="doi">10.18773/austprescr.2011.084</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>DCP/General Practice Guide</collab>
          </person-group>
          <source>DCP guides the team</source>
          <access-date>2024-12-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.doctorscontrolpanel.com.au/">https://www.doctorscontrolpanel.com.au/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>TT</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>QH</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>MZ</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>YL</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of mobile medical apps in ensuring medication safety among patients with chronic diseases: systematic review and meta-analysis</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2022</year>
          <volume>10</volume>
          <issue>11</issue>
          <fpage>e39819</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2022/11/e39819/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/39819</pub-id>
          <pub-id pub-id-type="medline">36413386</pub-id>
          <pub-id pub-id-type="pii">v10i11e39819</pub-id>
          <pub-id pub-id-type="pmcid">PMC9727690</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Insani</surname>
              <given-names>WN</given-names>
            </name>
            <name name-style="western">
              <surname>Whittlesea</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Alwafi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Man</surname>
              <given-names>KKC</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of adverse drug reactions in the primary care setting: a systematic review and meta-analysis</article-title>
          <source>PLoS One</source>
          <year>2021</year>
          <volume>16</volume>
          <issue>5</issue>
          <fpage>e0252161</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0252161"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0252161</pub-id>
          <pub-id pub-id-type="medline">34038474</pub-id>
          <pub-id pub-id-type="pii">PONE-D-21-03409</pub-id>
          <pub-id pub-id-type="pmcid">PMC8153435</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dedefo</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kassie</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Roughead</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ellett</surname>
              <given-names>LK</given-names>
            </name>
          </person-group>
          <article-title>Consumers' knowledge and experiences of adverse drug reaction reporting in Australia: a national survey</article-title>
          <source>Eur J Clin Pharmacol</source>
          <year>2024</year>
          <volume>80</volume>
          <issue>10</issue>
          <fpage>1543</fpage>
          <lpage>1554</lpage>
          <pub-id pub-id-type="doi">10.1007/s00228-024-03729-y</pub-id>
          <pub-id pub-id-type="medline">38995427</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00228-024-03729-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC11393011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>Practical Statistical Power Analysis Using Webpower and R</source>
          <year>2018</year>
          <publisher-loc>Granger, IN</publisher-loc>
          <publisher-name>ISDSA Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fossouo Tagne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yakob</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Dang</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Mcdonald</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wickramasinghe</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Reporting, monitoring, and handling of adverse drug reactions in Australia: scoping review</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2023</year>
          <volume>9</volume>
          <fpage>e40080</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2023//e40080/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/40080</pub-id>
          <pub-id pub-id-type="medline">36645706</pub-id>
          <pub-id pub-id-type="pii">v9i1e40080</pub-id>
          <pub-id pub-id-type="pmcid">PMC9887513</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baines</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bradwell</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Prime</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tredinnick-Rowe</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sibley</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chatterjee</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Meaningful patient and public involvement in digital health innovation, implementation and evaluation: a systematic review</article-title>
          <source>Health Expect</source>
          <year>2022</year>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>1232</fpage>
          <lpage>1245</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35526274"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/hex.13506</pub-id>
          <pub-id pub-id-type="medline">35526274</pub-id>
          <pub-id pub-id-type="pmcid">PMC9327849</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fossouo Tagne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yakob</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Mcdonald</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wickramasinghe</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Linking activity theory within user-centered design: novel framework to inform design and evaluation of adverse drug reaction reporting systems in pharmacy</article-title>
          <source>JMIR Hum Factors</source>
          <year>2023</year>
          <volume>10</volume>
          <fpage>e43529</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2023//e43529/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/43529</pub-id>
          <pub-id pub-id-type="medline">36826985</pub-id>
          <pub-id pub-id-type="pii">v10i1e43529</pub-id>
          <pub-id pub-id-type="pmcid">PMC10007010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Lucas</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Reporting adverse drug events to the therapeutic goods administration</article-title>
          <source>Aust Prescr</source>
          <year>2021</year>
          <volume>44</volume>
          <issue>1</issue>
          <fpage>2</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33664539"/>
          </comment>
          <pub-id pub-id-type="doi">10.18773/austprescr.2020.077</pub-id>
          <pub-id pub-id-type="medline">33664539</pub-id>
          <pub-id pub-id-type="pii">austprescr-44-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7900275</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Australian Commission on Safety and Quality in Health Care</collab>
          </person-group>
          <source>Quality use of medicines</source>
          <access-date>2023-01-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.safetyandquality.gov.au/our-work/medication-safety/quality-use-medicines">https://www.safetyandqua lity.gov.au/our-work/medication-safety/quality-use-medicines</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>World Health Organization</collab>
          </person-group>
          <source>Medication without harm</source>
          <access-date>2024-01-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/initiatives/medication-without-harm">https://www.who.int/initiatives/medication-without-harm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schulze</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brand</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Geppert</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Böl</surname>
              <given-names>GF</given-names>
            </name>
          </person-group>
          <article-title>Digital dashboards visualizing public health data: a systematic review</article-title>
          <source>Front Public Health</source>
          <year>2023</year>
          <volume>11</volume>
          <fpage>999958</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37213621"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpubh.2023.999958</pub-id>
          <pub-id pub-id-type="medline">37213621</pub-id>
          <pub-id pub-id-type="pmcid">PMC10192578</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
