<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e46810</article-id>
      <article-id pub-id-type="pmid">37389905</article-id>
      <article-id pub-id-type="doi">10.2196/46810</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Digital Health Dashboards for Decision-Making to Enable Rapid Responses During Public Health Crises: Replicable and Scalable Methodology</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pesälä</surname>
            <given-names>Samuli</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wei</surname>
            <given-names>Shanzun</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Katapally</surname>
            <given-names>Tarun Reddy</given-names>
          </name>
          <degrees>MBBS, MS, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Digital Epidemiology and Population Health Laboratory (DEPtH Lab), School of Health Studies</institution>
            <institution>Faculty of Health Sciences</institution>
            <institution>Western University</institution>
            <addr-line>1151 Richmond St</addr-line>
            <addr-line>London, ON, N6A 3K7</addr-line>
            <country>Canada</country>
            <phone>1 5196112111</phone>
            <email>tarun.katapally@uwo.ca</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5765-1435</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Ibrahim</surname>
            <given-names>Sheriff Tolulope</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0001-5956-0972</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Digital Epidemiology and Population Health Laboratory (DEPtH Lab), School of Health Studies</institution>
        <institution>Faculty of Health Sciences</institution>
        <institution>Western University</institution>
        <addr-line>London, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Epidemiology and Biostatistics</institution>
        <institution>Schulich School of Medicine</institution>
        <institution>Western University</institution>
        <addr-line>London, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Lawson Health Research Institute</institution>
        <addr-line>London, ON</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Tarun Reddy Katapally <email>tarun.katapally@uwo.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>30</day>
        <month>6</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e46810</elocation-id>
      <history>
        <date date-type="received">
          <day>3</day>
          <month>3</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>20</day>
          <month>3</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>27</day>
          <month>3</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>6</day>
          <month>6</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Tarun Reddy Katapally, Sheriff Tolulope Ibrahim. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 30.06.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2023/1/e46810" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The COVID-19 pandemic has reiterated the need for cohesive, collective, and deliberate societal efforts to address inherent inefficiencies in our health systems and overcome decision-making gaps using real-time data analytics. To achieve this, decision makers need independent and secure digital health platforms that engage citizens ethically to obtain big data, analyze and convert big data into real-time evidence, and finally, visualize this evidence to inform rapid decision-making.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objective of this study is to develop replicable and scalable jurisdiction-specific digital health dashboards for rapid decision-making to ethically monitor, mitigate, and manage public health crises via systems integration beyond health care.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The primary approach in the development of the digital health dashboard was the use of global digital citizen science to tackle pandemics like COVID-19. The first step in the development process was to establish an 8-member Citizen Scientist Advisory Council via Digital Epidemiology and Population Health Laboratory’s community partnerships. Based on the consultation with the council, three critical needs of citizens were prioritized: (1) management of household risk of COVID-19, (2) facilitation of food security, and (3) understanding citizen accessibility of public services. Thereafter, a progressive web application (PWA) was developed to provide daily services that address these needs. The big data generated from citizen access to these PWA services are set up to be anonymized, aggregated, and linked to the digital health dashboard for decision-making, that is, the dashboard displays anonymized and aggregated data obtained from citizen devices via the PWA. The digital health dashboard and the PWA are hosted on the Amazon Elastic Compute Cloud server. The digital health dashboard’s interactive statistical navigation was designed using the Microsoft Power Business Intelligence tool, which creates a secure connection with the Amazon Relational Database server to regularly update the visualization of jurisdiction-specific, anonymized, and aggregated data.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The development process resulted in a replicable and scalable digital health dashboard for decision-making. The big data relayed to the dashboard in real time reflect usage of the PWA that provides households the ability to manage their risk of COVID-19, request food when in need, and report difficulties and issues in accessing public services. The dashboard also provides (1) delegated community alert system to manage risks in real time, (2) bidirectional engagement system that allows decision makers to respond to citizen queries, and (3) delegated access that provides enhanced dashboard security.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Digital health dashboards for decision-making can transform public health policy by prioritizing the needs of citizens as well as decision makers to enable rapid decision-making. Digital health dashboards provide decision makers the ability to directly communicate with citizens to mitigate and manage existing and emerging public health crises, a paradigm-changing approach, that is, inverting innovation by prioritizing community needs, and advancing digital health for equity.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>RR1-10.2196/46810</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>big data</kwd>
        <kwd>COVID-19</kwd>
        <kwd>digital citizen science</kwd>
        <kwd>digital dashboards</kwd>
        <kwd>digital epidemiology</kwd>
        <kwd>digital health</kwd>
        <kwd>digital health platforms</kwd>
        <kwd>eHealth</kwd>
        <kwd>health equity</kwd>
        <kwd>mHealth</kwd>
        <kwd>pandemics</kwd>
        <kwd>public health surveillance</kwd>
        <kwd>virtual health care</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>In this digital age, human engagement with and through internet-connected devices generates a substantial amount of big data [<xref ref-type="bibr" rid="ref1">1</xref>]. The ever-increasing usage of information technology in all spheres of human life has contributed to this phenomenon [<xref ref-type="bibr" rid="ref2">2</xref>]. The use of these big data, which traditionally exist outside health care systems, has significant implications for the prediction and prevention of population health crises [<xref ref-type="bibr" rid="ref3">3</xref>]. However, the exponential growth of big data creates challenges to meaningfully extract useful and timely information to inform public health policies [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Decision-making processes, particularly from the health systems perspective are complex. This complexity is compounded during population health crises, as evidenced by the difficulty that governments and health systems faced during the COVID-19 pandemic [<xref ref-type="bibr" rid="ref5">5</xref>]. The challenges that the COVID-19 pandemic continues to pose reiterate the need for timely, appropriate, and precise evidence to inform decision-making during the evolving nature of public health crises [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>The COVID-19 pandemic has revealed the gaps in governmental and health system decision-making while clarifying the need for a transformative change in the way public health crises need to be managed in the future [<xref ref-type="bibr" rid="ref7">7</xref>]. The challenge in monitoring, managing, and mitigating public health crises, particularly rapidly spreading and evolving communicable disease epidemics and pandemics, is the need to coordinate decision-making processes across local, provincial, national, and international jurisdictions [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>The COVID-19 pandemic particularly demonstrated the challenges faced by local jurisdictions in implementing federal or state or provincial mandates [<xref ref-type="bibr" rid="ref9">9</xref>] due to the lack of timely access to jurisdiction-specific evidence [<xref ref-type="bibr" rid="ref9">9</xref>]. The COVID-19 pandemic has also reiterated the need for cohesive, collective, and deliberate societal efforts to address inherent inefficiencies in our health systems and overcome decision-making gaps using real-time data analytics [<xref ref-type="bibr" rid="ref10">10</xref>]. Nonetheless, the pandemic has also provided opportunities to decentralize and democratize technology that can support local decision makers with real-time access to big data for timely decision-making [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      <p>However, ethically obtaining, processing, and visualizing big data from citizens is critical to transforming local jurisdictional decision-making processes that impact public health [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. To achieve this, decision makers need independent and secure digital health platforms that engage citizens ethically to obtain big data, analyze and convert big data into real-time evidence, and finally, visualize this evidence to inform rapid decision-making [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>This visualization of data can be realized by the development and implementation of digital health dashboards [<xref ref-type="bibr" rid="ref15">15</xref>], which are powerful tools to facilitate rapid decision-making [<xref ref-type="bibr" rid="ref7">7</xref>]. This study enumerates the development of replicable and scalable jurisdiction-specific digital health dashboards for rapid decision-making to ethically monitor, mitigate, and manage public health crises via systems integration, that is, going beyond health systems.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Dashboard Development Process</title>
        <p>The development of the digital health dashboard was in response to transform rapid responses to pandemics such as COVID-19 as well as to decentralize technology that can be sustainable, and scalable across jurisdictions. The primary approach in the development of the dashboard was the use of global digital citizen science to tackle pandemics like COVID-19 [<xref ref-type="bibr" rid="ref3">3</xref>], which identifies the development of decision-making dashboards as a critical advancement in addressing public health crises via real-time data analytics using citizen-driven big data.</p>
        <p>The methodology intersects digital citizen science and mHealth to conceptualize and develop digital health platforms that enable ethical surveillance, integrated knowledge translation, and real-time interventions [<xref ref-type="bibr" rid="ref12">12</xref>]. Such development requires robust theoretical underpinnings such as the Smart Framework [<xref ref-type="bibr" rid="ref12">12</xref>], which integrates citizen science, community-based participatory research, and systems science through ubiquitous tools to conduct population health interventions in the digital age. Smart Framework operationalizes the repurposing of citizen-owned ubiquitous communication devices (ie, smartphones), an approach that was incorporated into the development of this digital health dashboard. However, beyond the ability to ethically generate big data for rapid responses, this methodology also operationalizes the capacity of smartphones to enable health equity by empowering disenfranchised citizens to inform jurisdictional policies, that is, digital health for equity.</p>
        <p>The first step in the development process was to establish a Citizen Scientist Advisory Council using Digital Epidemiology and Population Health Laboratory’s (DEPtH Lab) community partnerships [<xref ref-type="bibr" rid="ref16">16</xref>]. The diverse and inclusive 8-member council had representation from across varied groups that included gender, ethnicity, and socioeconomic diversity. More importantly, the council consisted of both community members and decision makers, a key component in the development of jurisdictional-specific digital health dashboards for decision-making.</p>
        <p>Based on the consultation with the council, three critical needs of citizens were prioritized: (1) management of household risk of COVID-19, (2) facilitation of food security, and (3) understanding citizen accessibility of public services. Thereafter, a progressive web application (PWA) was developed to provide daily services that address these citizen needs (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The big data generated from citizen access to these PWA services are set up to be anonymized, aggregated, and linked to the digital health dashboard for decision-making, that is, the dashboard displays anonymized and aggregated data obtained from citizen devices via the PWA.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Screenshots of progressive web application.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e46810_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The dashboard was developed to achieve the following objectives identified by the global digital citizen science policy [<xref ref-type="bibr" rid="ref3">3</xref>]: (1) implementation of ethical real-time surveillance to assess community health risks, (2) implementation of near real-time integrated knowledge translation based on the data provided by citizen usage of PWA, (3) implementation of evidence-based real-time public health communication, (4) evidence-based decision-making using real-time data analytics to mitigate health risks, and (5) addressing existing and evolving public health crises by developing adaptable, scalable, and replicable digital infrastructure.</p>
        <p>The PWA (<xref rid="figure1" ref-type="fig">Figure 1</xref>) serves as a public health advising platform for citizens within a jurisdiction, where community members can manage their household risk of COVID-19 based on an evidence-based algorithm that takes into consideration not only the number of members in a household but also individual and collective household behaviors and symptoms. Using the PWA, citizens are also able to interact with jurisdictional decision makers, request food when in need, and report issues with access to public services within their jurisdiction. The PWA also has the capacity to directly receive alerts from decision makers via the digital health dashboard.</p>
        <p>The PWA was designed using gamification features derived from Animaker [<xref ref-type="bibr" rid="ref17">17</xref>], a software developed by RS Raghavan and coded using Flutter Framework. Flutter is an open-source user interface development kit developed and launched by Google Inc (Mountain View, California) and can be used to develop cross-platform applications for Android, iOS, Linux, macOS, Windows, Google Fuschia, and the web using a single codebase [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Flutter applications are written in Dart programming language [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>The PWA is linked to the digital health dashboard through the “hypertext transfer protocol” (http) request and “hypertext preprocessor” (PHP) coding, an open-source server-side scripting programming language, which executes programming instructions at runtime [<xref ref-type="bibr" rid="ref21">21</xref>]. http and custom-written PHP scripts act as a bridge that relays data from one end to another—PWA to database to Digital Health Dashboard [<xref ref-type="bibr" rid="ref22">22</xref>]. All functionalities of the PWA are directly linked to the connection made with the backend database, via http request and PHP scripts.</p>
        <p>Two virtual private cloud environments, which are hosted on Amazon Web Services (AWS), securely store and communicate data between the database, PWA, and the digital health dashboard (<xref rid="figure2" ref-type="fig">Figure 2</xref>) [<xref ref-type="bibr" rid="ref23">23</xref>]. A virtual private cloud is a private cloud computing environment on shared public cloud infrastructure, which allows for secure computing, networking, and storage of information [<xref ref-type="bibr" rid="ref24">24</xref>]. Within the virtual private cloud environment, both the Amazon Elastic Compute Cloud servers and the Amazon Relational Database servers are located. Amazon Elastic Compute Cloud servers provide secure and reliable server infrastructure with the flexibility to scale-up or -down server needs [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Digital health dashboard data flow processes showing linkage between PWA, dashboard, and cloud storage. AWS: Amazon Web Services; EC2: elastic compute cloud; MySQL: structural query language; PHP: hypertext preprocessor; PWA: progressive web application; RDS: relational database service; VPC: virtual private cloud.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e46810_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Amazon Elastic Compute Cloud servers host the digital health dashboard through a PHP script run from within the server. Amazon Relational Database Server is a database service provided by AWS that stores, organizes, and makes data available through cloud infrastructure [<xref ref-type="bibr" rid="ref26">26</xref>]. All data that are being generated through the interaction of citizens with PWA are stored and organized in the Amazon Relational Database using MySQL, an open-source relational database management system [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>The PHP scripts communicate with the Amazon Elastic Compute servers, and MySQL is used to communicate with the Amazon Relational Database servers to organize incoming data in the database. The activities of the Amazon Elastic Compute Cloud servers and the Amazon Relational Database servers are communicated to both the PWA and digital health dashboard via http [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>The digital health dashboard is coded and developed in PHP, which allows for the creation of dynamic content on websites to interact with databases [<xref ref-type="bibr" rid="ref28">28</xref>]. Within the digital health dashboard, there is an interactive community statistical navigation system that was designed and developed using the Microsoft Power Business Intelligence tool [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Microsoft Power Business Intelligence is a tool that connects data from different sources to provide advanced and interactive data analytics via an automatic data feed to the dashboard. This data gateway ensures near real-time visualization of big data on the dashboard, which can be updated from intervals of 5 to 30 minutes. To ensure the availability of a consistent data feed to the digital health dashboard, the MySQL relational database management system is used to query, access, prepare, and integrate the most recent data points [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>The dashboard system is set up to anonymously assign QR codes to households within a jurisdiction, which allows the PWA to be used only when QR codes are scanned. <xref rid="figure2" ref-type="fig">Figure 2</xref> presents the complete data flow between the PWA, the Amazon Relational Database, the Amazon Elastic Compute Cloud, and the digital health dashboard. Data at rest are encrypted using randomized keys generated by AWS key management service that gives centralized control over the cryptographic keys used to protect data. All users’ passwords are hashed and stored using Secure Hashing Algorithms [<xref ref-type="bibr" rid="ref31">31</xref>], which shorten passwords into smaller forms that cannot be understood using bitwise operation, modular additions, or compression functions.</p>
        <p>Data in transit are protected by Cloudflare. All media data are stored in Amazon Simple Storage Service [<xref ref-type="bibr" rid="ref32">32</xref>], which is an object storage service that offers scalability, security, and performance [<xref ref-type="bibr" rid="ref32">32</xref>]. Media files are moved through AWS CloudFront, a process that prevents users from directly accessing or manipulating Amazon Simple Storage Service [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. Cloud database access is controlled by AWS Identity and Access Management service [<xref ref-type="bibr" rid="ref35">35</xref>], which helps to securely control access to AWS resources. Finally, all database access processes are audited through AWS CloudTrail [<xref ref-type="bibr" rid="ref36">36</xref>], which tracks actions taken on AWS accounts [<xref ref-type="bibr" rid="ref36">36</xref>], an additional security protocol to monitor and prevent data breaches.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This development process is exempt from ethics review, as study participants were not included in this endeavor. When the digital dashboard will be launched, informed consent will be obtained via the PWA before any data are collected. The information in the informed consent will include the project title, purpose and objectives of the digital health dashboard and PWA, potential benefits and risks, data collection and storage procedures, right to withdraw or drop out and delete the PWA, and contact information for questions, queries, and concerns. Citizens will have to provide informed consent before signing up to use the PWA. All data from citizens will be anonymized and aggregated before data visualization, analyses, and dissemination.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview of the Developed Dashboard</title>
        <p>The development process resulted in a replicable and scalable jurisdiction-specific digital dashboard for decision-making that was tested within the DEPtH Lab to confirm not only the real-time linkage between the PWA and the digital health dashboard but also the functionality of all the resultant features. The big data that are relayed to the dashboard in real time reflect usage of the PWA that provides households the ability to manage their risk of COVID-19, request food when in need, and report difficulties and issues in accessing public services. The main components of the dashboard are (1) community COVID-19 risk profile (<xref rid="figure3" ref-type="fig">Figure 3</xref>), (2) food security status (<xref rid="figure4" ref-type="fig">Figure 4</xref>), and (3) citizen reporter statistics (<xref rid="figure5" ref-type="fig">Figure 5</xref>). However, beyond these core components, there are three additional features of the dashboard: (1) delegated community alert system that enables direct communication with community members (<xref rid="figure6" ref-type="fig">Figure 6</xref>), (2) direct bidirectional engagement system (Q &#38; A) that allows decision makers to directly respond to citizen queries (<xref rid="figure7" ref-type="fig">Figure 7</xref>), and (3) delegated dashboard access (<xref rid="figure8" ref-type="fig">Figure 8</xref>) that provides key decision makers to control and specify staff access to individual components of the dashboard, such as the food security status.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Dashboard of home page displaying community COVID-19 risk profile.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e46810_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Dashboard of food security status, which allows decision makers to manage food requests. FS: food security.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e46810_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Citizens reporter page, which allows decision makers to view citizen issues in real time. CR: citizen reporter.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e46810_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Delegated community alert system, which enables decision makers to send alerts via the direct bidirectional engagement system (Q &#38; A).</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e46810_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Direct bidirectional engagement system depicting decision makers’ response to anonymous queries.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e46810_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure8" position="float">
          <label>Figure 8</label>
          <caption>
            <p>Delegated dashboard access showing categories that can be assigned by the super administrator. AN: alert and community alert; AQ: alert and question and answer; CR: citizen reporter; FS: food security; FSCR: food security and citizen reporter; NQ: community alert and questions and answer.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e46810_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Community COVID-19 Risk Profile</title>
        <p>It depicts the trend lines of COVID-19 cases in a jurisdiction, the COVID-19 vaccination status of the community, which includes the number and proportion of fully (in this case, 2 doses of Health Canada–approved vaccines) and partially vaccinated community members as well as community members who have obtained booster doses. The vaccination profile also depicts the number and proportion of unvaccinated individuals in the community. In addition to this, based on the algorithm developed by the DEPtH Lab, the daily household COVID-19 risk that PWA users obtain at the frontend is anonymized and aggregated before being reflected on the dashboard within the community COVID-19 risk profile. This feature of the dashboard also shows the evolving picture of community symptoms and behavior profile.</p>
      </sec>
      <sec>
        <title>Food Security Status</title>
        <p>The food security status feature is a comprehensive decision-making system that enables decision makers to respond to and manage the needs of households in near real time. With a delegated access option, which can be linked with local food banks, the food security status feature provides time-stamped management, displaying the status of the request at various stages: received, processed, dispatched, and delivered. This change of status is reflected in near real time on the PWA, which allows citizens to monitor the progress of their request.</p>
      </sec>
      <sec>
        <title>Citizen Reporter Statistics</title>
        <p>This feature reflects time-stamped, and detailed statistics of public services access issues reported by citizens within the jurisdiction, including the description of the issue as detailed by the citizens. The dashboard is set up to respond to the citizens’ report to ensure that there is clear communication between the decision makers and the citizens. For instance, the citizen reporter statistics are further categorized based on the selected time period to show various aspects of the reports, including the number and proportion of acknowledged reports, and the number and proportion of reports yet to be acknowledged. In addition, there are 2 data visualization layers that display the number of reports awaiting a response and number of reports that received a reply.</p>
      </sec>
      <sec>
        <title>Delegated Community Alert System</title>
        <p>The decision-making dashboard has a delegated alert system (<xref rid="figure6" ref-type="fig">Figure 6</xref>) to send alerts to citizens in the jurisdiction in real time to manage risks, communicate directly, and update citizens of events in the jurisdiction. The delegated level of alerts provides the flexibility to the decision makers to prioritize alerts into urgent and nonurgent alerts. The decision makers have the flexibility to use the alerts from disaster preparation and management to communication of policies.</p>
      </sec>
      <sec>
        <title>Direct Bidirectional Engagement System (Q &#38; A)</title>
        <p>To enable anonymized engagement with citizens, a bidirectional engagement system (<xref rid="figure7" ref-type="fig">Figure 7</xref>) provides decision makers the ability to address citizen queries and inquiries related to jurisdictional policies and procedures. To provide clarity of communication, the citizens are able to visualize the status of their queries and inquiries at various stages, from “received” and “acknowledged” to “processing” and “responded.” More importantly, the decision makers are able to delegate the queries to ensure that the responses are provided in a timely manner.</p>
      </sec>
      <sec>
        <title>Delegated Dashboard Access</title>
        <p>The dashboard is set up to delegate tasks across decision makers, minimize risk of inappropriate access to data, and manage the needs of jurisdictions efficiently by spreading the load of work across several levels of decision makers (<xref rid="figure8" ref-type="fig">Figure 8</xref>). For instance, there is a primary “super administrator” who has access to all aspects of the dashboard and has the capacity to delegate access across 7 different categories, which would delineate access to manage specific systems of the dashboard such as “food security” or “citizen reporter.”</p>
      </sec>
      <sec>
        <title>Data Visualization</title>
        <p>Finally, data that flow from the AWS Relational Database cloud server are processed and converted into meaningful statistics—a key component that enables all dashboard functions. Through data layering, each visual on the interactive and dynamic dashboard can be explored to ascertain specific and more detailed information about the aggregated visualization. The visualization flexibility allows decision makers to understand patterns that are important for rapid decision-making. For instance, a decision maker might be interested in knowing the demographic distribution of fully vaccinated citizens, which can be visualized by selecting the dropdown options within the dashboard.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Implications of the Developed Dashboard</title>
        <p>During the COVID-19 pandemic, jurisdictions across the world and particularly communities in rural and remote regions faced the need to overcome the decision-making gap that was created due to the lack of timely access to jurisdictional specific information [<xref ref-type="bibr" rid="ref37">37</xref>]. The pandemic highlighted the inequities between communities, where risk and spread of illness varied due to unequal distribution of adequate health facilities, health care workforce, and health literacy, among other factors [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. The urgency created by the pandemic clarified the need for jurisdiction-specific decision-making technology to address public health crises that prioritizes citizen needs [<xref ref-type="bibr" rid="ref3">3</xref>]</p>
        <p>The pandemic also reiterated the need to decentralize and democratize public health decision-making processes, which would enable rapid responses to public health crises [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. The primary goal of this study was the development of replicable and scalable jurisdiction-specific digital health dashboards for rapid decision-making to ethically monitor, mitigate, and manage public health crises via systems integration, that is, going beyond health systems. The developed dashboard achieves the 5 objectives articulated by the global digital citizen science policy [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>The community COVID-19 risk profile (<xref rid="figure3" ref-type="fig">Figure 3</xref>) feature achieves objective 1 of the dashboard development in implementation of ethical real-time surveillance to assess community health risks [<xref ref-type="bibr" rid="ref39">39</xref>]. The citizen reporter feature (<xref rid="figure5" ref-type="fig">Figure 5</xref>) adds another dimension in achieving objective 1 of dashboard development in obtaining personalized and qualitative perception of citizens in understanding access to public services. Food security feature (<xref rid="figure4" ref-type="fig">Figure 4</xref>) achieves objective 2 of the dashboard development in implementation of near real-time integrated knowledge translation based on the information provided by citizens. In visualizing the food security status within the dashboard, decision makers not only understand the aggregated needs of households in the community but also respond to the specific needs of each household requesting food [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        <p>The delegated alert system (<xref rid="figure6" ref-type="fig">Figure 6</xref>) addresses objectives 3 and 4 of the dashboard development: implementation of evidence-based real-time public health communication and evidence-based decision-making using real-time data analytics to mitigate health risks. Bidirectional engagement system (<xref rid="figure7" ref-type="fig">Figure 7</xref>) adds personalization in achieving objective 3 of the dashboard development: real-time public health communication [<xref ref-type="bibr" rid="ref41">41</xref>]. The digital health dashboard in general addresses objective 5 of the dashboard development, that is, development of adaptable, scalable, and replicable digital infrastructure to address existing and evolving public health crises. For instance, using the developed digital health infrastructure, changes can be made to the features of the dashboard to suit jurisdictional, citizen, or crisis-specific needs [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        <p>More importantly, the digital health dashboard that was developed operationalizes four key processes that have important implications in transforming public health policy in the digital age: (1) evidence-based decision-making, (2) digital citizen science for health equity, (3) rapid responses to public health crises, and (4) social innovation: decentralization of technology, and data sovereignty and security.</p>
      </sec>
      <sec>
        <title>Evidence-Based Decision-Making</title>
        <p>Decision-making from the perspective of managing public health crises goes beyond health systems to include key aspects for survival and societal functioning, such as food security [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>], maintenance of law and order [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>], and social support to vulnerable groups [<xref ref-type="bibr" rid="ref46">46</xref>], that is, systems integration for cohesive decision-making. However, making informed decisions in public health crises can be extremely challenging without accurate data and evidence, particularly in situations like pandemics, where disjointed and disparate information from multiple sources can result in poor decision-making [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. This challenge was particularly pronounced in terms of ineffective information sharing across different levels of governments, with municipal governments having to take decisions at the local level, without concrete evidence [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>].</p>
        <p>To overcome these challenges to timely evidence-based decision-making, citizen-driven big data, which is not only timely but also relevant to specific jurisdictions, can transform local jurisdictional decision-making [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. The digital health dashboard for decision-making that we conceptualized and developed, at its core, addresses these challenges by providing municipal decision makers access to ethically obtained big data from their own citizens to enable evidence-based decision-making. The decision-making dashboard can not only provide time-stamped big data about a specific public health crisis (ie, COVID-19) but also enables the management of citizen-reported issues that can range from food insecurity to access to public services—a functionality that can ethically monitor the status of community health [<xref ref-type="bibr" rid="ref50">50</xref>].</p>
        <p>There is growing evidence that COVID-19–specific dashboards have played a significant role in pandemic management, particularly with regards to vaccine uptake to promote health equity [<xref ref-type="bibr" rid="ref37">37</xref>]. The decision-making dashboard we developed provides detailed and anonymized aggregation symptoms, behaviors, and vaccine uptake status, which enabled decision makers to develop targeted public health communication in near real time to manage community risks. The data visualization of evolving and time-stamped statistics driven by real-time big data from the citizens of the community (<xref rid="figure9" ref-type="fig">Figure 9</xref>) provides a detailed picture of the changing nature of potential public health crises. For instance, it would be possible to understand the variation of prevalence and incidence of symptoms across specific time periods using dashboard functionality. This can be transformative not only for public policy but also for epidemiology in the digital age, where risks can be monitored in real time [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>].</p>
        <fig id="figure9" position="float">
          <label>Figure 9</label>
          <caption>
            <p>Data visualization depicting demographic characteristics along with community risks.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e46810_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>In enhancing the operational capacity of digital dashboards, particularly from the perspective of improving jurisdictional capacity, it is important to create delegated access to the dashboard. For instance, our digital dashboard has 7 different categories of access that enable the delegation of day-to-day tasks to ensure evidence-based decision-making across the jurisdictional operations. Moreover, the delegation of decision-making can even be outsourced to different operational sections within a municipal government or even outside the government. For instance, the food security feature could be delegated to a local food bank to ensure timely access to food. Perhaps more importantly, such delegated access enhances data security by providing permission-based restricted access to the dashboard.</p>
        <p>In developing digital health dashboards for nonacademic users, particularly decision makers, it is important to prioritize intuitive visualization that does not require basic training in statistics or epidemiology. The data visualization within the dashboard is designed to be dynamic to make complex data sets easy to understand and explore by nonacademic audiences (ie, decision makers and public health practitioners), to extract information quickly, and enhance real-time rapid responses, particularly in the event of a public health crises. To ensure ease of uptake and use of the dashboard, we designed it to be interactive with the layering of data visualization, which allows decision makers to use intuitive tabs or dropdown menus to delve deeper to obtain the information they seek for evidence-based decision-making. For instance, if decision makers seek to obtain more information about community risk of COVID-19, such as distribution of vaccination status across age cohorts, or gender, they are able do this by selecting the available dashboard visualization options. Another key feature of the dashboard is depicting the temporality of data using data slicers, which allow decision makers to streamline evidence by specific time periods. For instance, data for a specific category of information (eg, COVID-19 vaccination) can be displayed over a specific time period, and compared with another category of information (eg, community symptoms) to understand how community behaviors correlate with general health of the community.</p>
        <p>In terms of evidence-based decision-making in a world where there are new strains of COVID-19 as well as other evolving epidemics [<xref ref-type="bibr" rid="ref53">53</xref>], the scalability and adaptability of the dashboard infrastructure are key to the sustainability of this innovation. Although this digital health dashboard was designed in response to the COVID-19 pandemic, this platform can be easily scaled up and adapted to monitor other epidemics and pandemics by using the developed digital infrastructure. The scalability is not limited to other epidemics or pandemics, but also across different levels of jurisdictions to ensure ethical monitoring, management, and mitigation of existing and emerging public health crises.</p>
      </sec>
      <sec>
        <title>Digital Citizen Science for Health Equity</title>
        <p>Although citizen science is primarily considered a research approach that is participatory in nature and can range from contribution and collaboration with citizens to cocreation of knowledge [<xref ref-type="bibr" rid="ref3">3</xref>], it is rarely used in the development of digital health platforms. However, the application of citizen science to public health decision-making processes has gained considerable momentum recently [<xref ref-type="bibr" rid="ref54">54</xref>-<xref ref-type="bibr" rid="ref58">58</xref>]. This potential and promise of citizen science informed our methodology for the development of our digital health dashboard. In developing this dashboard, we drew from the principles of the SMART Framework [<xref ref-type="bibr" rid="ref12">12</xref>] that integrates citizen science, community-based participatory research, and systems science as well as the approaches of the global digital citizen science policy to tackle pandemics [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>The DEPtH Lab’s Citizen Scientist Advisory Council enabled us to shape the dashboard to the needs of both the citizens and the decision makers [<xref ref-type="bibr" rid="ref59">59</xref>]. The ability to balance both citizen and decision maker needs is critical to the success of digital health dashboards in providing a value perspective to both citizens at the frontend (PWA) and to the decision makers at the backend (digital health dashboard). The value perspective to the citizens is their ability to manage their household risks as well as understand community risks, which is inextricably linked to the functioning of the dashboard, which uses anonymized data derived from the PWA to understand and manage community risks along with the ability to respond to citizen needs in near real time.</p>
        <p>Although the application of citizen science to public health is not new [<xref ref-type="bibr" rid="ref60">60</xref>], this approach of citizen science for the development of digital health dashboards enables new opportunities to address public health crises from a systems perspective. For instance, the development of features to address food security and access to public services was based on the need identified by citizens, an approach that integrates health, food, and social service systems. The development of digital health dashboards using citizen science can potentially improve uptake from citizens as well as enhance scalability and adaptability across jurisdictions, that is, dashboards that are developed to address needs identified by citizens, an approach that will in turn meet decision maker goals in addressing citizen needs [<xref ref-type="bibr" rid="ref59">59</xref>]. Thus, digital dashboards developed using citizen science can potentially transform public policy in multiple jurisdictions [<xref ref-type="bibr" rid="ref61">61</xref>]. However, the biggest impact of these dashboards will be in promoting health equity by prioritizing and addressing the needs of citizens in near real time by developing equitable evidence-based policies using big data generated by the citizens themselves [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      </sec>
      <sec>
        <title>Rapid Responses in Real Time</title>
        <p>The real-time notifications feature of the digital health dashboard enables decision makers to engage with their community members effectively and directly to not only inform them about existing and emerging community risks but also to provide evidence-based public health communication. The big data received by the dashboard can be updated at intervals of 5 to 30 minutes to provide decision makers with recent and accurate community health information that can be used for rapid responses. From a public health management perspective, for instance, decision makers can inform community members of evidence of an increase in certain symptoms so that community members are aware of the changing dynamics of the health risks in their community.</p>
        <p>However, the digital infrastructure of the dashboard can be repurposed based on the needs of jurisdictions, decision makers, or their citizens. Digital health dashboards can be paradigm changing in the age of climate emergency [<xref ref-type="bibr" rid="ref62">62</xref>], where disaster management is directly linked with public health. For instance, currently, the digital dashboard is set up to send urgent alerts both with PWA and text alerts to inform citizens of all emergencies. This direct and rapid communication is critical for managing evolving risks that can range from pandemics and floods to forest fires and earthquakes [<xref ref-type="bibr" rid="ref63">63</xref>,<xref ref-type="bibr" rid="ref64">64</xref>].</p>
        <p>Digital health dashboards can also be used to provide evidence-based public health information as well as policy and program information on a continuous basis. This feature can play an important role in minimizing misinformation and disinformation that is pervasive in this digital age [<xref ref-type="bibr" rid="ref65">65</xref>]. The misinformation and disinformation related to public health [<xref ref-type="bibr" rid="ref65">65</xref>], particularly in terms of pandemics, where false narratives about the disease and vaccines can cause considerable public health risks [<xref ref-type="bibr" rid="ref66">66</xref>], can be minimized using digital health dashboards. The validity of the information can be cited or sourced using trusted external agencies such as the World Health Organization [<xref ref-type="bibr" rid="ref67">67</xref>]. Nevertheless, it is difficult to address citizen mistrust in institutions, and the digital dashboards that are built using citizen science [<xref ref-type="bibr" rid="ref3">3</xref>], and that operate using anonymized citizen data to generate evidence, can make incremental changes in citizen perception. Finally, the dashboard also provides a direct, bidirectional, and anonymized engagement with citizens that the citizens can initiate using the “Q &#38; A” feature, which further enhances real-time engagement to build trust.</p>
      </sec>
      <sec>
        <title>Social Innovation: Decentralization of Technology and Data Sovereignty and Security</title>
        <p>Digital health dashboards for decision-making that are developed for jurisdictions, at their very core, are operationalizing decentralizing of technology and democratization of data using digital citizen science [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. This approach in essence is social innovation that ethically leverages the power of digital technology for decentralization and democratization to enable data sovereignty of individuals and jurisdictions. The decentralization is two-fold: (1) the development of a PWA that takes the platform ecosystem away from the monopolization of big technology launch platforms, that is, Google Play Store and Apple Store, and (2) the dashboard is set up to decentralize access to information, hence enhancing self-determination of individual jurisdictions. This decentralizing paves the way for the democratization of data, which are owned by citizens at the individual level and, by the jurisdictions, at the aggregated level [<xref ref-type="bibr" rid="ref68">68</xref>].</p>
        <p>This approach facilitates the data sovereignty of both citizens and jurisdictions, which is another important byproduct of the decentralization of technology. The decentralization of technology, democratization of data, and data sovereignty at both individual and jurisdictional levels provide the foundation for robust data security protocols. The design, implementation, and optimal functioning of digital health dashboards are dependent upon data privacy, and security. Apart from the standard measures of user authentication at both frontend (PWA) and backend (digital health dashboard) using multifactor authentication, data security protocols are enabled for both data at rest and data in transit in multiple layers. For data at rest, the first layer of security ensures restricted access to AWS account through identity and access management roles with multifactor authentication.</p>
        <p>The second layer ensures that all data at rest are server encrypted using keys generated by AWS Key Management Service. The third layer ensures that all user database passwords are hashed and stored using Secure Hash Algorithm (SHA)-256 and SHA-512. For data in transit, to prevent distributed denial-of-service attacks, we use the Cloudflare-distributed denial-of-service mitigation service to ensure masking of website internet protocol address [<xref ref-type="bibr" rid="ref69">69</xref>,<xref ref-type="bibr" rid="ref70">70</xref>]. A distributed denial-of-service attack is a deliberate attempt to stymie a server, service, or network’s regular activity by saturating the target or its surrounding infrastructure with a deluge of internet traffic. To further ensure privacy and security of data in transit, Cloudflare server is used for key exchange and establishing the identity of a server by providing forward secrecy, and Advanced Encryption Server 128- Galois counter mode is used to encrypt the Hypertext Transfer Protocol Secure request. All responses are encrypted in the Transport Layered Security connection data and personally identifiable data are stored within user or citizen devices.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>A major strength of jurisdictional-specific digital health dashboards for decision-making is their potential to invert innovation [<xref ref-type="bibr" rid="ref71">71</xref>]. Inverting innovation is defined as innovation that addresses a critical societal problem by satisfying 3 key criteria: transforming weaknesses into strengths, prioritizing citizen needs over corporate profits, and providing a pathway for rapid scale-up. Our digital health dashboard can respond rapidly to public health crises, by prioritizing both citizen and decision maker needs, and the digital infrastructure can be scaled-up based on evolving needs.</p>
        <p>This inverting innovation potential of the digital health dashboard is driven by the digital citizen science approach [<xref ref-type="bibr" rid="ref3">3</xref>], which is another major strength that ensures that the development process takes into consideration citizen needs. This focus on citizen needs also influenced our decision to prioritize decentralization of technology, democratization of data, and data sovereignty at both individual and jurisdictional levels—all aspects, which are significant strengths of the digital health dashboards. Finally, the primary purpose of development of jurisdictional-specific digital health dashboards is rapid responses using ethically obtained big data to monitor, mitigate, and manage population health crises, which is the most significant strength.</p>
        <p>Even though rigorous data protection and security processes are layered into the dashboard development, risks to data security always exist, which need to be assessed on a consistent basis and addressed. Redundancies built into AWS databases allow us to protect the dashboard from ransomware attacks [<xref ref-type="bibr" rid="ref72">72</xref>], and encryption and anonymization of data secure data privacy. Nevertheless, data privacy protocols need to be addressed on an ongoing basis to ensure that the dashboards comply with laws and regulations that govern jurisdictions [<xref ref-type="bibr" rid="ref73">73</xref>]. Finally, citizen-driven digital health dashboards are limited by the uptake from citizens within jurisdictions, and the uptake is in turn influenced by internet equity [<xref ref-type="bibr" rid="ref3">3</xref>] as well as digital divides within and across jurisdictions [<xref ref-type="bibr" rid="ref74">74</xref>]. Although there is growing evidence of the potential of digital health dashboards to transform health care systems [<xref ref-type="bibr" rid="ref15">15</xref>], the digital health dashboard that we developed needs to be tested in real-world settings. While the strengths and limitations of this study are specific to the development methodology and approaches, digital health dashboards powered by citizen-driven big data need to be tested in real-world settings to generate empirical evidence that can confirm not only the validity and veracity of citizen-driven big data but also the compliance of citizens and decision makers in using such dashboards for rapid decision-making.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Digital health dashboards for decision-making can transform public health policy by prioritizing the needs of citizens as well as decision makers to enable rapid responses to public health crises. Digital health dashboards also provide decision makers the ability to directly communicate with community members to mitigate and manage emerging population health risks, a paradigm-changing approach to tackle future epidemics and pandemics, that is, inverting innovation by prioritizing community needs with digital technology. Finally, digital health dashboards that are built by using digital citizen science approaches can catalyze systems integration and pave the pathway for rapid scalability to ensure digital health for equity.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AWS</term>
          <def>
            <p>Amazon Web Services</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DEPtH Lab</term>
          <def>
            <p>Digital Epidemiology and Population Health Laboratory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PHP</term>
          <def>
            <p>hypertext preprocessor</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PWA</term>
          <def>
            <p>progressive web application</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">SHA</term>
          <def>
            <p>Secure Hash Algorithm</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was funded by the Canadian Institutes of Health Research’s Project Grant (#451045), Saskatchewan Health Research Foundation’s Solutions—Impact Grant (#6057), the Mitacs Accelerate Grant (IT18409), and the Canada Research Chairs Program.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data generated by the progressive web application that are visualized in the digital health dashboard can be shared upon request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sestino</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Prete</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Piper</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Guido</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Internet of things and big data as enablers for business digitalization strategies</article-title>
          <source>Technovation</source>
          <year>2020</year>
          <volume>98</volume>
          <fpage>102173</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/pii/S0166497220300456"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.technovation.2020.102173</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buckee</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Balsari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schroeder</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Making data for good better</article-title>
          <source>PLOS Digit Health</source>
          <year>2022</year>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>e0000010</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36812507"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pdig.0000010</pub-id>
          <pub-id pub-id-type="medline">36812507</pub-id>
          <pub-id pub-id-type="pii">PDIG-D-21-00114</pub-id>
          <pub-id pub-id-type="pmcid">PMC9931324</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katapally</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>A global digital citizen science policy to tackle pandemics like COVID-19</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>e19357</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/5/e19357/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19357</pub-id>
          <pub-id pub-id-type="medline">32408267</pub-id>
          <pub-id pub-id-type="pii">v22i5e19357</pub-id>
          <pub-id pub-id-type="pmcid">PMC7284491</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vázquez-Ingelmo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>García-Peñalvo</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Therón</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Filvà</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Escudero</surname>
              <given-names>DF</given-names>
            </name>
          </person-group>
          <article-title>Connecting domain-specific features to source code: towards the automatization of dashboard generation</article-title>
          <source>Clust Comput</source>
          <year>2019</year>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>1803</fpage>
          <lpage>1816</lpage>
          <pub-id pub-id-type="doi">10.1007/s10586-019-03012-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shahid</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rappon</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Berta</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Applications of artificial neural networks in health care organizational decision-making: a scoping review</article-title>
          <source>PLoS One</source>
          <year>2019</year>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>e0212356</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0212356"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0212356</pub-id>
          <pub-id pub-id-type="medline">30779785</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-28913</pub-id>
          <pub-id pub-id-type="pmcid">PMC6380578</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lowe</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harmon</surname>
              <given-names>SHE</given-names>
            </name>
            <name name-style="western">
              <surname>Kholina</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Public health communication in Canada during the COVID-19 pandemic</article-title>
          <source>Can J Public Health</source>
          <year>2022</year>
          <volume>113</volume>
          <issue>Suppl 1</issue>
          <fpage>34</fpage>
          <lpage>45</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36329358"/>
          </comment>
          <pub-id pub-id-type="doi">10.17269/s41997-022-00702-z</pub-id>
          <pub-id pub-id-type="medline">36329358</pub-id>
          <pub-id pub-id-type="pii">10.17269/s41997-022-00702-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC9633012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schippers</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Rus</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Optimizing decision-making processes in times of COVID-19: using reflexivity to counteract information-processing failures</article-title>
          <source>Front Psychol</source>
          <year>2021</year>
          <volume>12</volume>
          <fpage>650525</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34239479"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2021.650525</pub-id>
          <pub-id pub-id-type="medline">34239479</pub-id>
          <pub-id pub-id-type="pmcid">PMC8258315</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bhatia</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Allin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Di Ruggiero</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Mobilization of science advice by the Canadian federal government to support the COVID-19 pandemic response</article-title>
          <source>Humanit Soc Sci Commun</source>
          <year>2023</year>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36687774"/>
          </comment>
          <pub-id pub-id-type="doi">10.1057/s41599-023-01501-8</pub-id>
          <pub-id pub-id-type="medline">36687774</pub-id>
          <pub-id pub-id-type="pii">1501</pub-id>
          <pub-id pub-id-type="pmcid">PMC9844194</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aniche</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Iwuoha</surname>
              <given-names>VC</given-names>
            </name>
            <name name-style="western">
              <surname>Obi</surname>
              <given-names>KC</given-names>
            </name>
          </person-group>
          <article-title>Covid-19 containment policies in Nigeria: the role of conflictual federal–state relations in the fight against the pandemic</article-title>
          <source>Rev Afr Polit Econ</source>
          <year>2021</year>
          <volume>48</volume>
          <issue>169</issue>
          <fpage>442</fpage>
          <lpage>451</lpage>
          <pub-id pub-id-type="doi">10.1080/03056244.2021.1931830</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Loewen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Roudsari</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Evidence for busines intelligence in health care: a literature review</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2017</year>
          <volume>235</volume>
          <fpage>579</fpage>
          <lpage>583</lpage>
          <pub-id pub-id-type="medline">28423859</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katapally</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>Are democratic nations ready to democratize technology?: Tarun Katapally for Inside Policy</article-title>
          <source>Macdonald-Laurier Institute</source>
          <year>2020</year>
          <access-date>2023-01-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://macdonaldlaurier.ca/democratic-nations-democratize-technology/">https://macdonaldlaurier.ca/democratic-nations-democratize-technology/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katapally</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>The perils of a failure to innovate in confronting pandemics: Tarun Katapally for Inside Policy</article-title>
          <source>Macdonald-Laurier Institute</source>
          <year>2021</year>
          <access-date>2023-01-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://macdonaldlaurier.ca/perils-failure-innovate-confronting-pandemics-tarun-katapally-inside-policy/">https://macdonaldlaurier.ca/perils-failure-innovate-confronting-pandemics-tarun-katapally-inside-policy/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katapally</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>The SMART framework: integration of citizen science, community-based participatory research, and systems science for population health science in the digital age</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>e14056</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/8/e14056/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14056</pub-id>
          <pub-id pub-id-type="medline">31471963</pub-id>
          <pub-id pub-id-type="pii">v7i8e14056</pub-id>
          <pub-id pub-id-type="pmcid">PMC6743262</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Caestecker</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>von Wissmann</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>COVID-19: decision-making in public health</article-title>
          <source>J R Coll Physicians Edinb</source>
          <year>2021</year>
          <volume>51</volume>
          <issue>S1</issue>
          <fpage>S26</fpage>
          <lpage>S32</lpage>
          <pub-id pub-id-type="doi">10.4997/JRCPE.2021.238</pub-id>
          <pub-id pub-id-type="medline">34185035</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Helminski</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kurlander</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Renji</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Sussman</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Pfeiffer</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Conte</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Gadabu</surname>
              <given-names>OJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kokaly</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ranusch</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Landis-Lewis</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Dashboards in health care settings: protocol for a scoping review</article-title>
          <source>JMIR Res Protoc</source>
          <year>2022</year>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>e34894</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2022/3/e34894/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/34894</pub-id>
          <pub-id pub-id-type="medline">35234650</pub-id>
          <pub-id pub-id-type="pii">v11i3e34894</pub-id>
          <pub-id pub-id-type="pmcid">PMC8928055</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>Vision. Canada Research Chair in digital health for equity</article-title>
          <source>Tarun Katapally</source>
          <access-date>2023-02-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tarunkatapally.com/vision/">https://tarunkatapally.com/vision/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pystina</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Gomes Lisboa de Souza</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thomann</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Serious game design principles for motor evaluation of patients with neurological diseases</article-title>
          <source>Proc Des Soc</source>
          <year>2022</year>
          <month>05</month>
          <day>26</day>
          <volume>2</volume>
          <fpage>1351</fpage>
          <lpage>1360</lpage>
          <pub-id pub-id-type="doi">10.1017/pds.2022.137</pub-id>
          <pub-id pub-id-type="pmcid">PMC5925003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Napoli</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <source>Beginning Flutter: A Hands On Guide to App Development</source>
          <year>2019</year>
          <publisher-loc>Indianapolis, IN</publisher-loc>
          <publisher-name>John Wiley &#38; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <source>Flutter</source>
          <access-date>2023-02-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://flutter.dev/">https://flutter.dev/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arb</surname>
              <given-names>GI</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Majdi</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>A freights status management system based on Dart and Flutter programming language</article-title>
          <source>J Phys Conf Ser</source>
          <year>2020</year>
          <volume>1530</volume>
          <issue>1</issue>
          <fpage>012020</fpage>
          <pub-id pub-id-type="doi">10.1088/1742-6596/1530/1/012020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Top 7 server-side scripting languages</article-title>
          <source>Orient Software</source>
          <year>2021</year>
          <access-date>2023-02-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.orientsoftware.com/blog/server-side-scripting-languages/">https://www.orientsoftware.com/blog/server-side-scripting-languages/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khawas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Application of firebase in Android app development-a study</article-title>
          <source>Int J Comput Appl</source>
          <year>2018</year>
          <volume>179</volume>
          <issue>46</issue>
          <fpage>49</fpage>
          <lpage>53</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ijcaonline.org/archives/volume179/number46/khawas-2018-ijca-917200.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.5120/ijca2018917200</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rajasoundaran</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Prabu</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Routray</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>SVNS</given-names>
            </name>
            <name name-style="western">
              <surname>Malla</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Maloji</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mukherjee</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ghosh</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Machine learning based deep job exploration and secure transactions in virtual private cloud systems</article-title>
          <source>Comput Secur</source>
          <year>2021</year>
          <volume>109</volume>
          <fpage>102379</fpage>
          <pub-id pub-id-type="doi">10.1016/j.cose.2021.102379</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>IBM Documentation</article-title>
          <source>IBM</source>
          <year>2021</year>
          <access-date>2023-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://prod.ibmdocs-production-dal-6099123ce774e592a519d7c33db8265e-0000.us-south.containers.appdomain.cloud/docs/en/ztpf/1.1.0.15?topic=concepts-mysql-server-overview">https://prod.ibmdocs-production-dal-6099123ce774e592a519d7c33db8265e-0000.us-south.containers.appdomain.cloud/docs/en/ztpf/1.1.0.15?topic=concepts-mysql-server-overview</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Choudhary</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Verma</surname>
              <given-names>PK</given-names>
            </name>
            <name name-style="western">
              <surname>Rai</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The proposed pre-configured deployment model for Amazon EC2 cloud services</article-title>
          <year>2022</year>
          <conf-name>6th International Conference on Electronics, Communication and Aerospace Technology</conf-name>
          <conf-date>December 1-3, 2022</conf-date>
          <conf-loc>Coimbatore, India</conf-loc>
          <fpage>794</fpage>
          <lpage>799</lpage>
          <pub-id pub-id-type="doi">10.1109/iceca55336.2022.10009551</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harrington</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <source>Relational Database Design and Implementation</source>
          <year>2016</year>
          <publisher-loc>Amsterdam</publisher-loc>
          <publisher-name>Morgan Kaufmann</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gourley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Totty</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sayer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Aggarwal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>HTTP: The Definitive Guide</source>
          <year>2002</year>
          <publisher-loc>Beijing</publisher-loc>
          <publisher-name>O'Reilly Media, Inc</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gangrade</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Design of wireless medical monitoring system</article-title>
          <source>Int J Res Eng Sci</source>
          <year>2022</year>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>1554</fpage>
          <lpage>1560</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ijres.org/papers/Volume-10/Issue-6/100615541560.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bello</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Sylvester</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ferede</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Akpan</surname>
              <given-names>GU</given-names>
            </name>
            <name name-style="western">
              <surname>Ayesheshem</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Mwanza</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Okiror</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Anyuon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Oluseun</surname>
              <given-names>OO</given-names>
            </name>
          </person-group>
          <article-title>Real-time monitoring of a circulating vaccine-derived poliovirus outbreak immunization campaign using digital health technologies in South Sudan</article-title>
          <source>Pan Afr Med J</source>
          <year>2021</year>
          <volume>40</volume>
          <fpage>200</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35096227"/>
          </comment>
          <pub-id pub-id-type="doi">10.11604/pamj.2021.40.200.31525</pub-id>
          <pub-id pub-id-type="medline">35096227</pub-id>
          <pub-id pub-id-type="pii">PAMJ-40-200</pub-id>
          <pub-id pub-id-type="pmcid">PMC8760295</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sufi</surname>
              <given-names>FK</given-names>
            </name>
            <name name-style="western">
              <surname>Razzak</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Khalil</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Tracking anti-vax social movement using AI-based social media monitoring</article-title>
          <source>IEEE Trans Technol Soc</source>
          <year>2022</year>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>290</fpage>
          <lpage>299</lpage>
          <pub-id pub-id-type="doi">10.1109/tts.2022.3192757</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muqorobin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rais</surname>
              <given-names>NAR</given-names>
            </name>
          </person-group>
          <article-title>Comparison of PHP programming language with codeigniter framework in project CRUD</article-title>
          <source>Int J Comput Inf Syst</source>
          <year>2022</year>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>94</fpage>
          <lpage>98</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijcis.net/index.php/ijcis/article/view/77/74"/>
          </comment>
          <pub-id pub-id-type="doi">10.29040/ijcis.v3i3.77</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kulkarni</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sutar</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gambhir</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Cloud computing-storage as service</article-title>
          <source>Int J Eng Res Appl</source>
          <year>2012</year>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>945</fpage>
          <lpage>950</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://citeseerx.ist.psu.edu/document?repid=rep1&#38;type=pdf&#38;doi=8ad9bab2356b6f397645d2dd4b2c7ae35485cd13"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hao</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>An empirical study in edge computing using AWS</article-title>
          <year>2021</year>
          <conf-name>2021 IEEE 11th Annual Computing and Communication Workshop and Conference (CCWC)</conf-name>
          <conf-date>January 27-30, 2021</conf-date>
          <conf-loc>Nevada</conf-loc>
          <pub-id pub-id-type="doi">10.1109/ccwc51732.2021.9376039</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hashimoto</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>Amazon S3 Cookbook</source>
          <year>2015</year>
          <publisher-loc>Birmingham</publisher-loc>
          <publisher-name>Packt Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benusi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>An identity management survey on cloud computing</article-title>
          <source>Int J Comput Optim</source>
          <year>2014</year>
          <volume>1</volume>
          <issue>6</issue>
          <fpage>63</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=s23062979"/>
          </comment>
          <pub-id pub-id-type="doi">10.12988/ijco.2014.458</pub-id>
          <pub-id pub-id-type="pii">s23062979</pub-id>
          <pub-id pub-id-type="pmcid">PMC10056427</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Amazon</collab>
          </person-group>
          <article-title>What is AWS CloudTrail?</article-title>
          <source>AWS CloudTrail</source>
          <access-date>2023-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://docs.aws.amazon.com/awscloudtrail/latest/userguide/cloudtrail-user-guide.html">https://docs.aws.amazon.com/awscloudtrail/latest/userguide/cloudtrail-user-guide.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spence</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Chau</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Farvid</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rasalingam</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Loh</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The COVID-19 pandemic: informing policy decision-making for a vulnerable population</article-title>
          <source>Int Indig Policy J</source>
          <year>2020</year>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>1</fpage>
          <lpage>37</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ojs.lib.uwo.ca/index.php/iipj/article/view/10859/8760"/>
          </comment>
          <pub-id pub-id-type="doi">10.18584/iipj.2020.11.3.10859</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mueller</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>McConnell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Burow</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Pofahl</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Merdjanoff</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Farrell</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Impacts of the COVID-19 pandemic on rural America</article-title>
          <source>Proc Natl Acad Sci U S A</source>
          <year>2020</year>
          <volume>118</volume>
          <issue>1</issue>
          <fpage>2019378118</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pnas.org/doi/full/10.1073/pnas.2019378118"/>
          </comment>
          <pub-id pub-id-type="doi">10.1073/pnas.2019378118</pub-id>
          <pub-id pub-id-type="medline">33328335</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kostkova</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Disease surveillance data sharing for public health: the next ethical frontiers</article-title>
          <source>Life Sci Soc Policy</source>
          <year>2018</year>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>16</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29971516"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40504-018-0078-x</pub-id>
          <pub-id pub-id-type="medline">29971516</pub-id>
          <pub-id pub-id-type="pii">10.1186/s40504-018-0078-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6029986</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vazquez-Ingelmo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia-Penalvo</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Theron</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Information dashboards and tailoring capabilities—a systematic literature review</article-title>
          <source>IEEE Access</source>
          <year>2019</year>
          <volume>7</volume>
          <fpage>109673</fpage>
          <lpage>109688</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ieeexplore.ieee.org/document/8789402"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/access.2019.2933472</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weijers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bastiaenen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Feron</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Schröder</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Designing a personalized health dashboard: interdisciplinary and participatory approach</article-title>
          <source>JMIR Form Res</source>
          <year>2021</year>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>e24061</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2021/2/e24061/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24061</pub-id>
          <pub-id pub-id-type="medline">33560229</pub-id>
          <pub-id pub-id-type="pii">v5i2e24061</pub-id>
          <pub-id pub-id-type="pmcid">PMC7902185</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Hara</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Toussaint</surname>
              <given-names>EC</given-names>
            </name>
          </person-group>
          <article-title>Food access in crisis: food security and COVID-19</article-title>
          <source>Ecol Econ</source>
          <year>2021</year>
          <volume>180</volume>
          <fpage>106859</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ecolecon.2020.106859</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dubowitz</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dastidar</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Troxel</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Beckman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nugroho</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Siddiqi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cantor</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Baird</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>GP</given-names>
            </name>
            <name name-style="western">
              <surname>Mendoza-Graf</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>Food insecurity in a low-income, predominantly African American cohort following the COVID-19 pandemic</article-title>
          <source>Am J Public Health</source>
          <year>2021</year>
          <volume>111</volume>
          <issue>3</issue>
          <fpage>494</fpage>
          <lpage>497</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ajph.aphapublications.org/doi/full/10.2105/AJPH.2020.306041"/>
          </comment>
          <pub-id pub-id-type="doi">10.2105/AJPH.2020.306041</pub-id>
          <pub-id pub-id-type="medline">33476228</pub-id>
          <pub-id pub-id-type="pmcid">PMC7893363</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cormacain</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Keeping Covid-19 emergency legislation socially distant from ordinary legislation: principles for the structure of emergency legislation</article-title>
          <source>Theory Pract Legis</source>
          <year>2020</year>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>245</fpage>
          <lpage>265</lpage>
          <pub-id pub-id-type="doi">10.1080/20508840.2020.1786272</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jennings</surname>
              <given-names>WG</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>NM</given-names>
            </name>
          </person-group>
          <article-title>The immediate impact of COVID-19 on law enforcement in the United States</article-title>
          <source>Am J Crim Justice</source>
          <year>2020</year>
          <volume>45</volume>
          <issue>4</issue>
          <fpage>690</fpage>
          <lpage>701</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32837154"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12103-020-09536-2</pub-id>
          <pub-id pub-id-type="medline">32837154</pub-id>
          <pub-id pub-id-type="pii">9536</pub-id>
          <pub-id pub-id-type="pmcid">PMC7275851</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kyaw</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Flagiello</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Salinas</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Association of social support and loneliness with frailty and functional status</article-title>
          <source>Innov Aging</source>
          <year>2022</year>
          <volume>6</volume>
          <issue>Suppl 1</issue>
          <fpage>257</fpage>
          <pub-id pub-id-type="doi">10.1093/geroni/igac059.1020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mashford-Pringle</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Skura</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stutz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yohathasan</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Supplementary report for the Chief Public Health Officer of Canada's report on the State of Public Health in Canada</article-title>
          <source>Public Health Agency of Canada</source>
          <access-date>2023-05-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.canada.ca/en/public-health/corporate/publications/chief-public-health-officer-reports-state-public-health-canada/from-risk-resilience-equity-approach-covid-19/indigenous-peoples-covid-19-report.html">https://www.canada.ca/en/public-health/corporate/publications/chief-public-health-officer-reports-state-public-health-canada/from-risk-resilience-equity-approach-covid-19/indigenous-peoples-covid-19-report.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <article-title>Vaccines for COVID-19</article-title>
          <source>Public Health Agency of Canada</source>
          <year>2020</year>
          <access-date>2023-02-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.canada.ca/en/public-health/services/diseases/coronavirus-disease-covid-19/vaccines.html">https://www.canada.ca/en/public-health/services/diseases/coronavirus-disease-covid-19/vaccines.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schimmoller</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Trovão</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Isbell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Goel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Heck</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Archer</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Cardinal</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Naik</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>Dutta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Daniel</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Beheshti</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 Exposure Assessment Tool (CEAT): exposure quantification based on ventilation, infection prevalence, group characteristics, and behavior</article-title>
          <source>Sci Adv</source>
          <year>2022</year>
          <volume>8</volume>
          <issue>39</issue>
          <fpage>eabq0593</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.science.org/doi/abs/10.1126/sciadv.abq0593?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1126/sciadv.abq0593</pub-id>
          <pub-id pub-id-type="medline">36179034</pub-id>
          <pub-id pub-id-type="pmcid">PMC9524836</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Canning</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Karra</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dayalu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bloom</surname>
              <given-names>DE</given-names>
            </name>
          </person-group>
          <article-title>The association between age, COVID-19 symptoms, and social distancing behavior in the United States</article-title>
          <source>medRxiv. Preprint posted online on April 23, 2020</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32511621"/>
          </comment>
          <pub-id pub-id-type="doi">10.1101/2020.04.19.20065219</pub-id>
          <pub-id pub-id-type="medline">32511621</pub-id>
          <pub-id pub-id-type="pii">2020.04.19.20065219</pub-id>
          <pub-id pub-id-type="pmcid">PMC7276048</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pandit</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Radin</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Quer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Topol</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Smartphone apps in the COVID-19 pandemic</article-title>
          <source>Nat Biotechnol</source>
          <year>2022</year>
          <volume>40</volume>
          <issue>7</issue>
          <fpage>1013</fpage>
          <lpage>1022</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nature.com/articles/s41587-022-01350-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41587-022-01350-x</pub-id>
          <pub-id pub-id-type="medline">35726090</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41587-022-01350-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>BLH</given-names>
            </name>
            <name name-style="western">
              <surname>Maaß</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vodden</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Kessel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sorbello</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Buttigieg</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Odone</surname>
              <given-names>A</given-names>
            </name>
            <collab>European Public Health Association (EUPHA) Digital Health Section</collab>
          </person-group>
          <article-title>The dawn of digital public health in Europe: implications for public health policy and practice</article-title>
          <source>Lancet Reg Health Eur</source>
          <year>2022</year>
          <volume>14</volume>
          <fpage>100316</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2666-7762(22)00009-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.lanepe.2022.100316</pub-id>
          <pub-id pub-id-type="medline">35132399</pub-id>
          <pub-id pub-id-type="pii">S2666-7762(22)00009-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC8811486</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amoutzias</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Nikolaidis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tryfonopoulou</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Chlichlia</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Markoulatos</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Oliver</surname>
              <given-names>SG</given-names>
            </name>
          </person-group>
          <article-title>The remarkable evolutionary plasticity of coronaviruses by mutation and recombination: insights for the COVID-19 pandemic and the future evolutionary paths of SARS-CoV-2</article-title>
          <source>Viruses</source>
          <year>2022</year>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>78</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=v14010078"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/v14010078</pub-id>
          <pub-id pub-id-type="medline">35062282</pub-id>
          <pub-id pub-id-type="pii">v14010078</pub-id>
          <pub-id pub-id-type="pmcid">PMC8778387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lloret</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Abós-Herràndiz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Alemany</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Allué</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bartra</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Basagaña</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Berdalet</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Campàs</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carreño</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Demestre</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Diogène</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fontdecaba</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gascon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gómez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Izquierdo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mas</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Marquès</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pedro-Botet</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pery</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pintó</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Planas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sabatés</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>San</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez-Vidal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Trepat</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vendrell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fleming</surname>
              <given-names>LE</given-names>
            </name>
          </person-group>
          <article-title>The roses ocean and human health chair: a new way to engage the public in oceans and human health challenges</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <volume>17</volume>
          <issue>14</issue>
          <fpage>5078</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17145078"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17145078</pub-id>
          <pub-id pub-id-type="medline">32674437</pub-id>
          <pub-id pub-id-type="pii">ijerph17145078</pub-id>
          <pub-id pub-id-type="pmcid">PMC7400534</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ammendolia</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>Citizen science: a way forward in tackling the plastic pollution crisis during and beyond the COVID-19 pandemic</article-title>
          <source>Sci Total Environ</source>
          <year>2022</year>
          <volume>805</volume>
          <fpage>149957</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34536872"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.scitotenv.2021.149957</pub-id>
          <pub-id pub-id-type="medline">34536872</pub-id>
          <pub-id pub-id-type="pii">S0048-9697(21)05032-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC8441093</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ziegler</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Raineri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nittas</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Rangelov</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Vollrath</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Britt</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Puhan</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Long COVID citizen scientists: developing a needs-based research agenda by persons affected by long COVID</article-title>
          <source>Patient</source>
          <year>2022</year>
          <volume>15</volume>
          <issue>5</issue>
          <fpage>565</fpage>
          <lpage>576</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35478078"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40271-022-00579-7</pub-id>
          <pub-id pub-id-type="medline">35478078</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40271-022-00579-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC9046008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>te Brinke</surname>
              <given-names>LW</given-names>
            </name>
            <name name-style="western">
              <surname>van der Cruijsen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Crone</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Positive and negative risk-taking in adolescence and early adulthood: a citizen science study during the COVID-19 pandemic</article-title>
          <source>Front Psychol</source>
          <year>2022</year>
          <volume>13</volume>
          <fpage>885692</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.frontiersin.org/articles/10.3389/fpsyg.2022.885692/full"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2022.885692</pub-id>
          <pub-id pub-id-type="medline">35734467</pub-id>
          <pub-id pub-id-type="pmcid">PMC9207949</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martínez-Martínez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Roldán-Álvarez</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Martín</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hoppe</surname>
              <given-names>HU</given-names>
            </name>
          </person-group>
          <article-title>An analytics approach to health and healthcare in citizen science communications on Twitter</article-title>
          <source>Digit Health</source>
          <year>2023</year>
          <volume>9</volume>
          <fpage>20552076221145348</fpage>
          <pub-id pub-id-type="doi">10.1177/20552076221145349</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bhawra</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Buchan</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Skinner</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Katapally</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>A guiding framework for needs assessment evaluations to embed digital platforms in partnership with Indigenous communities</article-title>
          <source>PLoS One</source>
          <year>2022</year>
          <volume>17</volume>
          <issue>12</issue>
          <fpage>e0279282</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0279282"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0279282</pub-id>
          <pub-id pub-id-type="medline">36548382</pub-id>
          <pub-id pub-id-type="pii">PONE-D-22-13383</pub-id>
          <pub-id pub-id-type="pmcid">PMC10045546</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ciasullo</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Carli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Palumbo</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>An open innovation approach to co-produce scientific knowledge: an examination of citizen science in the healthcare ecosystem</article-title>
          <source>Eur J Innov Manag</source>
          <year>2021</year>
          <volume>25</volume>
          <issue>6</issue>
          <fpage>365</fpage>
          <lpage>392</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.emerald.com/insight/content/doi/10.1108/EJIM-02-2021-0109/full/html"/>
          </comment>
          <pub-id pub-id-type="doi">10.1108/ejim-02-2021-0109</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rowbotham</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McKinnon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Leach</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lamberts</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hawe</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Does citizen science have the capacity to transform population health science?</article-title>
          <source>Crit Public Health</source>
          <year>2017</year>
          <volume>29</volume>
          <issue>1</issue>
          <fpage>118</fpage>
          <lpage>128</lpage>
          <pub-id pub-id-type="doi">10.1080/09581596.2017.1395393</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bhawra</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Skinner</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Favel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Coates</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Katapally</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>The Food Equity and Environmental Data Sovereignty (FEEDS) project: protocol for a quasi-experimental study evaluating a digital platform for climate change preparedness</article-title>
          <source>JMIR Res Protoc</source>
          <year>2021</year>
          <volume>10</volume>
          <issue>9</issue>
          <fpage>e31389</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2021/9/e31389/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/31389</pub-id>
          <pub-id pub-id-type="medline">34524106</pub-id>
          <pub-id pub-id-type="pii">v10i9e31389</pub-id>
          <pub-id pub-id-type="pmcid">PMC8482180</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirci</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Arslan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dincer</surname>
              <given-names>SF</given-names>
            </name>
          </person-group>
          <article-title>A communication, management and tracking mobile application for enhancing earthquake preparedness and situational awareness in the event of an earthquake</article-title>
          <source>Sustainability</source>
          <year>2023</year>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>970</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/2071-1050/15/2/970"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/su15020970</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yue</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A service-oriented collaborative approach to disaster decision support by integrating geospatial resources and task chain</article-title>
          <source>Int J Appl Earth Obs Geoinformation</source>
          <year>2023</year>
          <volume>117</volume>
          <fpage>103217</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/pii/S1569843223000390?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jag.2023.103217</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanford</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Blum</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Going viral: how social media increased the spread of COVID-19 misinformation</article-title>
          <source>COVID-19: Individual Rights and Community Responsibilities</source>
          <year>2023</year>
          <publisher-loc>London</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hou</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>The prevalence, features, influencing factors, and solutions for COVID-19 vaccine misinformation: systematic review</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2023</year>
          <volume>9</volume>
          <fpage>e40201</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2023//e40201/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/40201</pub-id>
          <pub-id pub-id-type="medline">36469911</pub-id>
          <pub-id pub-id-type="pii">v9i1e40201</pub-id>
          <pub-id pub-id-type="pmcid">PMC9838721</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tonmoy</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Islam</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Do students look for information differently? Information-seeking behavior during the COVID-19 pandemic</article-title>
          <source>Digit Libr Perspect</source>
          <year>2023</year>
          <volume>39</volume>
          <issue>2</issue>
          <fpage>166</fpage>
          <lpage>180</lpage>
          <pub-id pub-id-type="doi">10.1108/DLP-09-2022-0073</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>GQ</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A review on political factors influencing public support for urban environmental policy</article-title>
          <source>Environ Sci Policy</source>
          <year>2017</year>
          <volume>75</volume>
          <fpage>70</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1016/j.envsci.2017.05.005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mustapha</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Khatoun</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zeadally</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chbib</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Fadlallah</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fahs</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>El Attar</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Detecting DDoS attacks using adversarial neural network</article-title>
          <source>Comput Secur</source>
          <year>2023</year>
          <volume>127</volume>
          <fpage>103117</fpage>
          <pub-id pub-id-type="doi">10.1016/j.cose.2023.103117</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ghedini</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Encrypt it or lose it: how encrypted SNI works</article-title>
          <source>Cloudflare Blog</source>
          <year>2018</year>
          <access-date>2023-02-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://blog.cloudflare.com/encrypted-sni/">http://blog.cloudflare.com/encrypted-sni/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jurgend-Kowal</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Inverting innovation</article-title>
          <source>LinkedIn</source>
          <year>2018</year>
          <access-date>2023-02-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.linkedin.com/pulse/inverting-innovation-teresa-jurgens-kowal-npdp-pmp/">https://www.linkedin.com/pulse/inverting-innovation-teresa-jurgens-kowal-npdp-pmp/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mehra</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Elucidating ransomware attacks in cyber-security</article-title>
          <source>Int J Innov Technol Explor Eng</source>
          <year>2019</year>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>3536</fpage>
          <lpage>3541</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ijitee.org/portfolio-item/A8106119119/"/>
          </comment>
          <pub-id pub-id-type="doi">10.35940/ijitee.a8106.119119</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hollo</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>DE</given-names>
            </name>
          </person-group>
          <article-title>An equitable approach to enhancing the privacy of consumer information on My Health Record in Australia</article-title>
          <source>Health Inf Manag</source>
          <year>2023</year>
          <volume>52</volume>
          <issue>1</issue>
          <fpage>37</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1177/18333583211019764</pub-id>
          <pub-id pub-id-type="medline">34132130</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schreurs</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Steenhout</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Bosmans</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Buyl</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>De Cock</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Can mHealth bridge the digital divide in rheumatic and musculoskeletal conditions?</article-title>
          <source>BMC Digit Health</source>
          <year>2023</year>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcdigitalhealth.biomedcentral.com/articles/10.1186/s44247-022-00005-w"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s44247-022-00005-w</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
