<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e41216</article-id>
      <article-id pub-id-type="pmid">37171843</article-id>
      <article-id pub-id-type="doi">10.2196/41216</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Usability Testing of a New Digital Integrated Health Ecosystem (PainRELife) for the Clinical Management of Chronic Pain in Patients With Early Breast Cancer: Protocol for a Pilot Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Yan</surname>
            <given-names>Xiaowei</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Cranen</surname>
            <given-names>Karlijn</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Masiero</surname>
            <given-names>Marianna</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4718-5554</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Filipponi</surname>
            <given-names>Chiara</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3988-1215</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Pizzoli</surname>
            <given-names>Silvia Francesca Maria</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <address>
            <institution>Department of Oncology and Hemato-oncology</institution>
            <institution>University of Milan</institution>
            <addr-line>Via Festa del Perdono 7</addr-line>
            <addr-line>Milan, 20122</addr-line>
            <country>Italy</country>
            <phone>39 0294372099</phone>
            <email>silvia.pizzoli@unimi.it</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9378-8447</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Munzone</surname>
            <given-names>Elisabetta</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3371-3878</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Guido</surname>
            <given-names>Luca</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0000-5918-7904</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Guardamagna</surname>
            <given-names>Vittorio Andrea</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3554-8151</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Marceglia</surname>
            <given-names>Sara</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0456-866X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Caruso</surname>
            <given-names>Annamaria</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0000-6750-6573</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Prandin</surname>
            <given-names>Roberto</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-3558-8234</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Prenassi</surname>
            <given-names>Marco</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0240-0860</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Manzelli</surname>
            <given-names>Vania</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0007-9852-6455</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Savino</surname>
            <given-names>Chiara</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-8768-9061</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Conti</surname>
            <given-names>Costanza</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1736-0363</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Rizzi</surname>
            <given-names>Federica</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4606-6553</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author">
          <name name-style="western">
            <surname>Casalino</surname>
            <given-names>Alice</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5097-8507</ext-link>
        </contrib>
        <contrib id="contrib16" contrib-type="author">
          <name name-style="western">
            <surname>Candiani</surname>
            <given-names>Giulia</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4957-3195</ext-link>
        </contrib>
        <contrib id="contrib17" contrib-type="author">
          <name name-style="western">
            <surname>Memini</surname>
            <given-names>Francesca</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-7620-8699</ext-link>
        </contrib>
        <contrib id="contrib18" contrib-type="author">
          <name name-style="western">
            <surname>Chiveri</surname>
            <given-names>Luca</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9142-0726</ext-link>
        </contrib>
        <contrib id="contrib19" contrib-type="author">
          <name name-style="western">
            <surname>Vitali</surname>
            <given-names>Andrea Luigi</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3542-261X</ext-link>
        </contrib>
        <contrib id="contrib20" contrib-type="author">
          <name name-style="western">
            <surname>Corbo</surname>
            <given-names>Massimo</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0793-9830</ext-link>
        </contrib>
        <contrib id="contrib21" contrib-type="author">
          <name name-style="western">
            <surname>Milani</surname>
            <given-names>Alessandra</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff10" ref-type="aff">10</xref>
          <xref rid="aff11" ref-type="aff">11</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0403-3128</ext-link>
        </contrib>
        <contrib id="contrib22" contrib-type="author">
          <name name-style="western">
            <surname>Grasso</surname>
            <given-names>Roberto</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9699-9626</ext-link>
        </contrib>
        <contrib id="contrib23" contrib-type="author">
          <name name-style="western">
            <surname>Traversoni</surname>
            <given-names>Silvia</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2908-9566</ext-link>
        </contrib>
        <contrib id="contrib24" contrib-type="author">
          <name name-style="western">
            <surname>Fragale</surname>
            <given-names>Elisa</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0000-7708-3252</ext-link>
        </contrib>
        <contrib id="contrib25" contrib-type="author">
          <name name-style="western">
            <surname>Didier</surname>
            <given-names>Florence</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1087-0558</ext-link>
        </contrib>
        <contrib id="contrib26" contrib-type="author">
          <name name-style="western">
            <surname>Pravettoni</surname>
            <given-names>Gabriella</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4843-4663</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>Department of Oncology and Hemato-oncology</institution>
        <institution>University of Milan</institution>
        <addr-line>Milan</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Applied Research Division for Cognitive and Psychological Science</institution>
        <institution>European Institute of Oncology IRCCS</institution>
        <addr-line>Milan</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Division of Medical Senology</institution>
        <institution>European Institute of Oncology IRCCS</institution>
        <addr-line>Milan</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Division of Palliative Care and Pain Therapy</institution>
        <institution>European Institute of Oncology IRCCS</institution>
        <addr-line>Milan</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Università degli Studi di Trieste</institution>
        <addr-line>Trieste</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Nuvyta SRL</institution>
        <addr-line>Cologno Monzese</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>IMS- Istituto di Management Sanitario</institution>
        <addr-line>Bresso</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Agenzia di Comunicazione Scientifica Zadig srl Società Benefit</institution>
        <addr-line>Milan</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Casa di Cura del Policlinico (CCP)</institution>
        <addr-line>Milan</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>School of Nursing</institution>
        <institution>European Institute of Oncology IRCCS</institution>
        <addr-line>Milan</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff11">
        <label>11</label>
        <institution>Department of Biomedicine and Prevention</institution>
        <institution>University of Rome Tor Vergata</institution>
        <addr-line>Rome</addr-line>
        <country>Italy</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Silvia Francesca Maria Pizzoli <email>silvia.pizzoli@unimi.it</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>12</day>
        <month>5</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e41216</elocation-id>
      <history>
        <date date-type="received">
          <day>19</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>1</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>18</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>8</day>
          <month>3</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Marianna Masiero, Chiara Filipponi, Silvia Francesca Maria Pizzoli, Elisabetta Munzone, Luca Guido, Vittorio Andrea Guardamagna, Sara Marceglia, Annamaria Caruso, Roberto Prandin, Marco Prenassi, Vania Manzelli, Chiara Savino, Costanza Conti, Federica Rizzi, Alice Casalino, Giulia Candiani, Francesca Memini, Luca Chiveri, Andrea Luigi Vitali, Massimo Corbo, Alessandra Milani, Roberto Grasso, Silvia Traversoni, Elisa Fragale, Florence Didier, Gabriella Pravettoni. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 12.05.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2023/1/e41216" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Chronic pain (CP) and its management are critical issues in the care pathway of patients with breast cancer. Considering the complexity of CP experience in cancer, the international scientific community has advocated identifying cutting-edge approaches for CP management. Recent advances in the field of health technology enable the adoption of a novel approach to care management by developing integrated ecosystems and mobile health apps.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The primary end point of this pilot study is to evaluate patients’ usability experience at 3 months of a new digital and integrated technological ecosystem, PainRELife, for CP in a sample of patients with breast cancer. The PainRELife ecosystem is composed of 3 main technological assets integrated into a single digital ecosystem: Fast Healthcare Interoperability Resources–based cloud platform (<italic>Nu</italic> platform) that enables care pathway definition and data collection; a big data infrastructure connected to the Fast Healthcare Interoperability Resources server that analyzes data and implements dynamic dashboards for aggregate data visualization; and an ecosystem of personalized applications for patient-reported outcomes collection, digital delivery of interventions and tailored information, and decision support of patients and caregivers (PainRELife app).</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This is an observational, prospective pilot study. Twenty patients with early breast cancer and chronic pain will be enrolled at the European Institute of Oncology at the Division of Medical Senology and the Division of Pain Therapy and Palliative Care. Each patient will use the PainRELife mobile app for 3 months, during which data extracted from the questionnaires will be sent to the <italic>Nu Platform</italic> that health care professionals will manage. This pilot study is nested in a large-scale project named “PainRELife,” which aims to develop a cloud technology platform to interoperate with institutional systems and patients' devices to collect integrated health care data. The study received approval from the Ethical Committee of the European Cancer Institute in December 2021 (number R1597/21-IEO 1701).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The recruitment process started in May 2022 and ended in October 2022.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The new integrated technological ecosystems might be considered an encouraging <italic>affordance</italic> to enhance a patient-centered approach to managing patients with cancer. This pilot study will inform about which features the health technological ecosystems should have to be used by cancer patients to manage CP.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/41216</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>decision-making</kwd>
        <kwd>decision aid</kwd>
        <kwd>chronic pain</kwd>
        <kwd>eHealth</kwd>
        <kwd>patient electronic health record</kwd>
        <kwd>clinical</kwd>
        <kwd>technology</kwd>
        <kwd>mobile application</kwd>
        <kwd>pilot study</kwd>
        <kwd>breast cancer</kwd>
        <kwd>chronic</kwd>
        <kwd>patient</kwd>
        <kwd>cancer</kwd>
        <kwd>pain</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Chronic Pain in Patients With Cancer</title>
        <p>Chronic pain (CP) and its management are critical issues in the care pathway of patients with breast cancer. Accruing evidence stated that 30% of breast cancer survivors reported CP, which is likely to persist up to 10 years after the end of cancer-specific treatments [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. CP might rise throughout the care pathway due to surgical procedures and chemotherapy-induced toxicities. In particular, in the population of individuals with breast cancer, different causes of pain incidence have been identified: 25%-60% related to postsurgical pain; 47% pertaining to adjuvant hormonal treatments (including aromatase inhibitors); and finally, 58% related to long-term chemotherapy-induced toxicities [<xref ref-type="bibr" rid="ref4">4</xref>]. The experience of CP interferes with psycho-emotional well-being (eg, increasing anxiety, depression, and fatigue), psychological adaptation to the disease, personal relationships (eg, partners, family members, and colleagues), and then return to work [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Furthermore, when CP is not promptly recognized, it may alter patients’ health-related quality of life, thereby impacting health status, disease, and medication adherence [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Compared to those without CP, patients with breast cancer experiencing CP showed low adherence to anticancer treatments (eg, hormone therapy), with a demonstrated reduction in treatment effectiveness and a 5-year survival rate [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
        <p>Furthermore, compared to hospitalized patients, out-of-hospital patients with cancer have lower pain relief [<xref ref-type="bibr" rid="ref8">8</xref>]. In particular, patients who live in regions with poor medical resources, an inadequate health system, or low health literacy have an increased risk of experiencing high levels of pain and related disabilities [<xref ref-type="bibr" rid="ref9">9</xref>]. Besides, this difference in pain management is produced by the fragmented management of cancer survivors [<xref ref-type="bibr" rid="ref10">10</xref>], causing nonadherence to treatments and follow-ups, poor control of the side effects, and long-term physical and psychological consequences. Thus, the international scientific community has advocated the urgency to introduce interventions that can favor a timely identification of cancer-related CP, which could guarantee continued and tailored management.</p>
      </sec>
      <sec>
        <title>Health Integrated Ecosystems for Cancer Chronic Pain Management</title>
        <p>Recent advancements in the field of information and communication technology enable the adoption of a novel and challenging approach to care management in the oncological domain throughout the development of integrated ecosystems [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. A growing and consistent series of studies assert that new integrated health technologies have the potential to improve CP management in patients with cancer and overcome current limitations [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. Furthermore, studies suggested that health technology might well manage physical and psychological morbidities associated with pain experience by allowing continuous monitoring [<xref ref-type="bibr" rid="ref15">15</xref>] of clinical health status in real time and transmitting these data to their health care providers, incorporating them into patients’ electronic health records [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>Among existing supportive tools for CP, mobile health apps have been increasingly applied [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>] and they help patients with cancer to monitor and reduce pain experience by promoting self-management skills and improving their quality of life [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Furthermore, mobile apps, if interconnected with the health technology ecosystem and managed by health care providers, increase the patient’s involvement in their care pathway [<xref ref-type="bibr" rid="ref12">12</xref>]. Overall, this type of technology architecture might achieve different clinical outcomes. First, it monitors the physical and psychological well-being of the patients through self-report questionnaires and momentary ecological assessments (eg, using e-diary), in particular, regular administration of standardized self-report questionnaires and momentary ecological assessments, such as e-diary, effectively track variation in physical and psychological symptomatology, allowing an evaluation of affective instability in CP [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Second, it favors bidirectional and well-timed communication between health care professionals and patients [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref16">16</xref>], for example, patient-reported outcome measures can be managed by mobile health apps and stored in patients’ electronic health records, favoring a fast and direct clinical response to alarm conditions [<xref ref-type="bibr" rid="ref20">20</xref>]. Third, it permits scheduled clinical follow-ups, reducing the risk of failing continued clinical monitoring during, for example, the survivorship phase [<xref ref-type="bibr" rid="ref12">12</xref>]. The strategy is meant to improve the quality of care for both outpatients and inpatients. This latter statement is coherent with the National Cancer Institute declaration [<xref ref-type="bibr" rid="ref21">21</xref>] that has remarked on the importance of building a strong and consolidated connection between inpatients and outpatients, reducing the risk that cancer survivors, after the end of active treatment, move out from the care system. Fourth, it boosts patients to be more involved in their treatment decisions, permitting them to achieve a shared decision about their care pathway throughout the implementation of decision aids. According to the American Society of Clinical Oncology international guidelines [<xref ref-type="bibr" rid="ref21">21</xref>] for pain management, patients with breast cancer can choose between pharmacological and nonpharmacological treatments. Thus, patients with breast cancer experiencing CP have to face a series of preference-sensitive decisions related to the treatments and their consequences in the short, medium, and long term [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Accruing evidence [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>] has stressed the critical role of decision aids as an excellent strategy to increase the probability of getting a shared and involved decision. Decision aids are tailored tools designed to deliver evidence-based information on the disease, available treatments, and associated risks; additionally, they may help patients think about the treatment alternatives according to a personal outlook [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. Overall, health technologies are recognized as facilitators of shared decision-making (SDM), reducing decisional conflict and enhancing patient satisfaction.</p>
        <p>Implementing SDM models improves patients’ knowledge and consolidates the comprehension of their treatment preferences [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Evidence highlighted that, when implemented on mobile apps, decision aids may support patients by raising awareness of treatment preferences, reducing decisional conflict, and improving adherence to medical treatments [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref30">30</xref>] and SDM [<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref33">33</xref>]. We argue that the implementation of the decision aid in clinical practice might be beneficial for patients with early breast cancer in the initial stages of the clinical pathway, that is, immediately after the surgery, when the patients have to face a series of preference-sensitive decisions related not only to the anticancer treatments but also to the management of the pain.</p>
      </sec>
      <sec>
        <title>PainRELife Integrated Big Data Ecosystem and Usability Approach</title>
        <p>Despite the importance of health technologies in CP management, only some studies have provided integrated technological solutions supporting health care providers in patient management [<xref ref-type="bibr" rid="ref20">20</xref>]. In addition, available studies have several methodological limitations (eg, small sample size and short follow-up period). Therefore, additional studies are often needed to evaluate the feasibility and usability of such health technology solutions in the clinical practice for supporting patients with CP throughout the care pathway. The evaluation of the user's usability experience is a fundamental prerequisite to increasing the success rate in implementing technologies into routine clinical practice [<xref ref-type="bibr" rid="ref34">34</xref>] and gives reliable and quantitative information on the quality of e-tools. While the development of new mobile apps should rely on usability testing and patient-centered design process that integrates patients’ needs [<xref ref-type="bibr" rid="ref34">34</xref>], before testing for effectiveness and improving adoption and compliance [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>This pilot study offers an opportunity to test the patients’ usability experience of an integrated technological ecosystem for CP management (PainRELife) in a sample of patients with early breast cancer. Once the usability and effectiveness of PainRELife will be proven, this ecosystem might fill the gap between hospital and home care settings, collecting ongoing, and integrated patient-centered data with the 3-fold future aim to (1) carry out ecological monitoring of the physical and psychological pain experience of the patients; (2) obtain psychoeducational information on pain and available treatments; (3) explore of patients’ preferences and support in SDM on pain treatment options between the physicians and the patients.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Primary End Point</title>
        <p>The primary end point of this pilot study is the evaluation of patients’ usability experience after 3 months of using a new digital and integrated technological ecosystem (engagement, judgment on usability, aesthetics, quality of given information, personal perception, and perceived impact on behaviors; <italic>Nu</italic> Platform connected with the PainRELife app) for patients with early breast cancer experiencing CP.</p>
      </sec>
      <sec>
        <title>Secondary End Points</title>
        <p>Secondary end points concern the following aspects: (1) assessing the usability of the mobile app in terms of the number of access and usage time; (2) assessing changes in self-efficacy related to CP; and (3) assessing SDM processes between patients and health care professionals.</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>This is an observational, prospective pilot study nested in a large-scale national project named “PainRELife<italic>, Sustainable and integrated big data ecosystem for continuity of care and decision support for patients with pain</italic>“ (ID 1173269). The PainRELife project aims to develop a cloud technology platform (”Big data HUB“) that is able to interoperate with institutional systems (eg, national electronic health records) and patients’ devices to collect integrated health care data (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Elements involved in the PainRELife ecosystem and their interconnections.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e41216_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>PainRELife Integrated Big Data Ecosystem</title>
        <p>The PainRELife is composed of 3 main technological assets integrated into a single digital ecosystem (<xref rid="figure1" ref-type="fig">Figure 1</xref>) that were developed during the first year of the project through a collaboration between technical partners and clinical aspects (January 2020 to June 2021).</p>
        <list list-type="order">
          <list-item>
            <p>A Fast Healthcare Interoperability Resources (FHIR)–based cloud platform (<italic>Nu</italic> platform) that enables care pathway definition and data collection. The digitized care pathways managed through the <italic>Nu</italic> platform were developed following a consensus procedure that included both the available guidelines and recommendations on CP management and the local experience at the referral centers involved in the project. The digitalized care pathways for pain management became accessible to health care professionals for the data collection on pain, psychological well-being, and decision preferences about treatment options. In particular, the <italic>Nu</italic> platform is the intuitive interface that will be used by health care providers and will permit them to collect and store clinical data (eg, diagnosis, comorbidities, treatments, drugs, pain, anxiety, depression, and emotional distress) and an ongoing monitoring of the patient's health status (from the diagnosis to the follow-ups).</p>
          </list-item>
          <list-item>
            <p>A big data infrastructure connected to the FHIR server that analyzes data and implements dynamic dashboards for aggregate data visualization aimed to provide a population-based view for researchers and governance. The dashboards were designed to provide an at-a-glance overview of the population tendencies with respect to the different measures and monitoring procedures. Since these dashboards are not designed for patients, they were not evaluated in this protocol.</p>
          </list-item>
          <list-item>
            <p>An ecosystem of personalized apps for patient-reported outcomes collection, digital delivery of interventions and tailored information, and decision support for patients and caregivers (PainRELife app).</p>
          </list-item>
        </list>
        <p>The integration of these 3 aspects and the involvement of relevant stakeholders within the CP management process allows the definition of PainRELife as an ”integrated ecosystem.“</p>
      </sec>
      <sec>
        <title>Key Features of PainRELife Mobile App</title>
        <p>The PainRELife app was developed to interoperate with the <italic>Nu</italic> platform through the FHIR standard<italic>,</italic> establishing a bidirectional communication channel between health care providers and patients. The PainRELife app has been designed following 3 different steps. First, an extensive and qualitative literature analysis has been performed to define the main issues for patients with breast cancer experiencing CP [<xref ref-type="bibr" rid="ref36">36</xref>]. In addition, the impact of CP on psychological functioning has been analyzed as the role of the caregivers in the management of the CP experience and how CP impacts different dimensions of the quality of life (sexuality, employment, and returning to work, and psycho-emotional and social determinants). Furthermore, unmet needs in managing CP were evaluated considering multilevel determinants such as sociodemographic, psychological, social, and clinical variables [<xref ref-type="bibr" rid="ref36">36</xref>]. Finally, the role of technologies in the health care system has been explored to understand the most important aspects that should be considered in the design and development of health technologies. Based on this qualitative analysis, a set of preliminary contents and mock-ups of the mobile app have been developed.</p>
        <p>Second, a series of semistructured interviews have been conducted with female patients with breast cancer (N=6) to implement a user-centered design process of the CP mobile app. The semistructured interviews had 3 main goals: evaluating the perceived use of technological support for pain management and the current experience of the patients with the health technologies; evaluating possible interface, contents, functionality, and quality of the mobile app; evaluating a preuser experience of the mobile app through an ad hoc storyboard. Overall, the storyboard is a method used to provide a brief overview of a new mobile app. The storyboard illustrates the main sections of the mobile app and explains the circumstances in which the mobile app should be used.</p>
        <p>Finally, all contents of the mobile app have been revised and discussed by an expert group. The group composed of oncologists, palliative physicians, psychologists, and patients. The obtained suggestions have been integrated into the PainRELife app's last version.</p>
        <p>The PainRELife app has been organized into 3 main sections (<xref rid="figure2" ref-type="fig">Figure 2</xref>):</p>
        <list list-type="order">
          <list-item>
            <p><italic>Educational Section</italic>: In this section, patients gather evidence-based information on CP and breast cancer. This section aims to improve health literacy using evidence-based information about CP experience during the care pathway (from diagnosis to survivorship). This section contains information on a wide array of topics related to breast cancer diagnosis, cancer pain experience, treatments for CP (pharmacological and nonpharmacological), associated benefits and side effects, and psychological comorbidities. The contents of this section are organized as text, video, and audio files in order to increase the usability rate within different groups of patients with breast cancer.</p>
          </list-item>
          <list-item>
            <p><italic>Pain and Psychological Wellbeing Assessment Section</italic>: It contains a set of self-reported measures evaluating psychological well-being (Hospital Anxiety and Depression Scale; Pain Catastrophizing Scale) [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>] and pain experience (Brief pain inventory; Visual Analogue Scale [VAS]) [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. This section also includes an e-diary and pain and emotions body mapping exercise. In addition, the e-diary aims to monitor the emotional, cognitive, behavioral, and physical aspects of the CP experience. At the same time, the pain and emotion body mapping exercise request the patients to localize pain and emotions associated using a digital representation of the body (<xref rid="figure2" ref-type="fig">Figure 2</xref>). The self-reported measures were implemented with a specific interval time for a total of 3 months with automatic push notifications: Hospital Anxiety and Depression Scale and Pain Catastrophizing Scale monthly; VAS, pain and emotions body mapping exercise, and e-diary each week; and Brief pain inventory 2 times a month. The aim of this section is to (1) permit ongoing monitoring of the patients by health care providers when they are at home and during the follow-up phase and (2) improve the patients' awareness about their own emotional and physical well-being through specific self-monitoring tasks. Overall, the patients will fill questionnaires in the PainRELife app for 3 months. PainRELife app will send an alert to recall the questionnaires.</p>
          </list-item>
          <list-item>
            <p><italic>Decision Aid Section</italic>: It is one of the app's key features (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The decision aid comprises 2 parts—profiling patients’ preferences and decision tree for CP treatments. In the first part, each patient fills a set of visual analog scales (ranging from 0 to 100) evaluating the general features of the pharmacological and nonpharmacological treatments. The VAS have been designed, considering the key determinants of the patient's treatment decisions suggested by the evidence [<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref45">45</xref>]. The pharmacological treatments such as the perception of efficacy, motivation, and general beliefs (3 items); association between drug dosage and tolerability (3 items); the importance of the speed of the effect on pain reduction (1 item); risk of physical dependence (1 item); modality of administration (3 items); side effects tolerability (1 item); the impact of the consumption on cognitive functioning (1 item) are evaluated in detail. On the contrary, the nonpharmacological treatments evaluated efficacy perception, motivation, and general beliefs (3 items); attitude toward interventions that act of mental representations and emotions behind the pain experience (1 item); attitude toward interventions mind-body (1 item); attitude toward interventions that might drive to immediate pain relief (1 item); attitude to short-term interventions (1 item) and that might be implemented autonomously and at-home (1 item); attitude toward interventions that self-administered (active role vs passive role) (1 item); attitude toward interventions that are conducted in a group versus separately (2 items).</p>
          </list-item>
        </list>
        <p>In the second part, patients have to complete a decision tree. A decision tree has been defined as a sort of “abstract structure” able to increase knowledge about the choice that should be performed. The decision tree supports an informed and shared decision [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. Through the decision tree, each patient will compare individual use associated with pharmacological and nonpharmacological treatments. In addition, each patient will identify each option (pharmacological vs nonpharmacological treatments), advantages, and disadvantages. Each of them will be assigned a value ranging from 1 to 10 (advantages-gains) and from −1 to −10 (disadvantages-losses). The total value obtained, given by the sum of the advantages and disadvantages for each option, permit to calculate the individual use associated with each treatment. Each patient is trained to fill the decision aid after 15 days from the discharge to the hospital, at 1 month from surgery, and at 3 months before the clinical follow-ups. The final aim of the decision aid is to support the construction and expression of patients’ preferences about current treatments for CP by comparing pharmacological versus nonpharmacological treatments.</p>
        <p>Overall, the information collected by the PainRELife app through the self-reported measures and e-diary will be stored in the <italic>Nu</italic> platform and managed by the health care providers (oncologists, nurses, and psychologists) in order to monitor the health and psychological status of the patients and permitting the early identification of at-risk situations. Patients may see the results obtained in each self-reported measure and other tasks of the PainRELife app and are trained to contact the health care professionals for any questions about these issues. The results obtained in the assessment performed through PainRELife app will be discussed in the following clinical consultation.</p>
        <p>The PainRELife app will be installed on the patient’s mobile phone, and if the patient does not have a personal mobile phone, it will be provided by the researcher (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). The PainRELife app can run on IOS and Android operating systems. To ensure timely communication with the hospitals and the physicians, relevant contact information will also be explicitly provided to the participants within the PainRELife app.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>English version of the application PainRELife.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e41216_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Participants</title>
        <p>In this study, 20 participants consecutively admitted at Istituto Europeo di Oncologia (IEO) at the Division of Medical Senology and the Division of Pain Therapy and Palliative Care with a diagnosis of breast cancer and CP will be enrolled. Such a sample size is recommended for 1 group [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. Other studies suggested that in order to record a higher percentage of usability errors, it is advisable to enroll a sample of more than 12 participants [<xref ref-type="bibr" rid="ref50">50</xref>]. Furthermore, within the PainRELife project, a mobile app was also configured for patients experiencing chronic pain post stroke and tested in a referral center for neurological rehabilitation. Thus, a parallel data collection will be conducted on a sample of 20 participants consecutively admitted at Casa di Cura Policlinico. The present protocol refers solely on IEO patients.</p>
      </sec>
      <sec>
        <title>Selection Criteria</title>
        <p>Inclusion criteria include (1) patients &#62;18 years; (2) having an early breast cancer diagnosis; (3) having undergone surgical intervention for breast carcinoma (quadrantectomy, mastectomy ± lymph node dissection); (4) the presence of postsurgical pain with a score ≥3 in the Numerical Rating Scale (NRS) or VAS; (5) patients with internet access and a personal smartphone; and (6) patients who have read and signed the informed consent.</p>
        <p>Exclusion criteria include (1) the presence of primary psychiatric or neurological conditions preventing the ability to use the mobile app and the capacity to express free consent to join the study; (2) the presence of other medical conditions which imply an active antalgic treatment; and (3) patients who refused to sign the informed consent.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Patient Demographic and Medical Variables</title>
          <p>Age, gender, education, marital status, cancer diagnosis, type of surgery, oncological treatments, and comorbid medical disorders were collected through electronic medical records and self-reports.</p>
        </sec>
        <sec>
          <title>Pain Self-Efficacy Questionnaire</title>
          <p>The PSE is a self-administered questionnaire composed of 10 items rated on a 7-point Likert scale from “<italic>not at all confident</italic>” to “<italic>completely confident.</italic>” The Pain Self-Efficacy Questionnaire (PSEQ) [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>] measures self-efficacy while performing activities of daily living, despite experiencing pain. The total score of the PSEQ ranges from 0 to 60. The PSEQ has been validated for Italian culture by Chiarotto et al [<xref ref-type="bibr" rid="ref52">52</xref>] and showed high internal consistency (Cronbach α=.94).</p>
        </sec>
        <sec>
          <title>Nine-Item Shared Decision-Making Questionnaire</title>
          <p>The 9-item Shared Decision-Making Questionnaire (SDM-Q-9) [<xref ref-type="bibr" rid="ref53">53</xref>] is a self-administered questionnaire composed of 9 items on a 6-point Likert scale from “<italic>completely disagree</italic>” to “<italic>completely agree.</italic>” The SDM-Q-9 evaluates patients’ perception of SDM and their level of involvement during the consultation, as well as the information received on possible treatments and potential risks and benefits of being involved in the decision-making process. The SDM-Q-9 showed high internal consistency in the original validation (Cronbach α=.94).</p>
        </sec>
        <sec>
          <title>Mobile Application Rating Scale</title>
          <p>The Mobile Application Rating Scale (MARS) [<xref ref-type="bibr" rid="ref54">54</xref>] is a self-administered questionnaire specifically created to rate the quality of eHealth apps [<xref ref-type="bibr" rid="ref55">55</xref>], and it is composed of 6 different sections (A, B, C, D, E, and F) for a total of 29 items with 5 possible answers. It assesses the quality of the app according to 4 specific dimensions: engagement experienced while using the app (A); functionality (B), aesthetics (C), quality of the information received (D), as well as the subjective perception of app quality (E) and the perceived impact on the app toward knowledge, attitudes, and probability to change user behaviors (F). The MARS showed a high internal consistency (Cronbach α=.90) and good psychometric properties [<xref ref-type="bibr" rid="ref56">56</xref>].</p>
        </sec>
        <sec>
          <title>VAS and NRS</title>
          <p>The VAS and NRS [<xref ref-type="bibr" rid="ref57">57</xref>] are unidimensional assessment scales for evaluating pain intensity. The first one graphically represents the amplitude of perceived pain through a 10-cm predesigned line. The left extremity corresponds to the “<italic>absence of pain</italic>,” whereas the right represents the ”<italic>worst pain possible.</italic>“ Next, the patient will be asked to draw a sign on the line representing the level of experienced pain. In the NRS scale, similarly, patients will be asked to verbally specify the number corresponding to their experienced pain, according to the following numerical graduation: (0: “<italic>no pain</italic>,” 1-3: “<italic>mild pain</italic>,” 4-6: “<italic>moderate pain</italic>,” 7-10: “<italic>severe pain</italic>”). The use of the VAS or NRS is determined by the patient’s degree of cognitive functioning.</p>
        </sec>
      </sec>
      <sec>
        <title>Recruitment and Follow-ups</title>
        <p>Patients admitted to the Division of Medical Senology of the IEO will be enrolled by the palliative care physician and a trained psychologist from the Applied Division of Cognitive and Psychological Science. The patients enrolled will have an interview with the psychologist responsible for the data collection. The psychologist will install the PainRELife app and create a personal account. Each patient will use the app for 3 months, during which data extracted from the questionnaires will be sent to the <italic>Nu</italic> platform. Furthermore, at baseline (T0), each patient will fill a set of questionnaires (PSEQ, SDM-Q-9, and VAS or NRS), while at 3 months (T1), each patient will fill the same questionnaires and MARS.</p>
        <p>The palliative care physician and the psychologists in charge of data collection will monitor the information transmitted from the PainRELife app to the <italic>Nu</italic> platform for the whole period of testing<italic>.</italic></p>
        <p>Patients will be informed that neither the platform nor the app will replace the clinical consultation. Furthermore, for any necessity, patients have to get in contact with the pertaining division.</p>
        <p>A monthly telephonic interview will be provided to maintain motivation and monitor and detect any psychological, physical, and technical problems. In addition, this program includes 3 calls: 1 at the end of week 4, week 8, and week 12. Each call will last about 10 minutes and address concerns related to the use of the app or their involvement in the pilot study. Data collected through the PainRELife app will be sent to the <italic>Nu</italic> platform and consequently managed by the physician responsible for data collection.</p>
      </sec>
      <sec>
        <title>Statistical Considerations</title>
        <p>All statistical analyses will be performed through SPSS (version 26; IBM Corp). Data analyzed will be referred to the primary end point, such as usability experience and app quality, which is assessed by the MARS questionnaire. The questionnaire delivers a mean quantitative score for each subscale (A, B, C, D, E, and F), with a mean score from 1 to 5 for the given answers and a total mean score of app quality and the subjective quality perceived by the patients. High mean scores (range 3-5) indicate a good qualitative level of app usability, both considering the global quality and the specific subdimensions [<xref ref-type="bibr" rid="ref58">58</xref>]. Descriptive statistics of all the questionnaires included in the app will also be processed. Considering the secondary end points, the mean and SD of the PSEQ questionnaire scores will be calculated at T0 (baseline) and T1 (at 3 months) and compared using an appropriate statistic test. PSEQ mean scores will be interpreted according to the established normative reference values [<xref ref-type="bibr" rid="ref52">52</xref>]. Furthermore, the number of accesses and usage time for each app section will be collected and analyzed. This additional analysis will provide insights into compliance (considering the total number of accesses required by the care pathway) and the perceived usefulness of the educational and decision aid sections.</p>
        <p>According to the SDM-Q-9, the questionnaire's total raw score will be obtained by summing all the scale items, ranging from 0 to 45. Since it is more comprehensible, the raw score will be transformed into an interval scale from 0 to 100 (where 0 indicates the lowest possible level of SDM and 200 pinpoints the highest level of SDM) by multiplying the raw score by 20/9. Lastly, bivariate correlations among the questionnaires administered at T1 will be computed. Specifically, a positive correlation between the quality of the app scores (measured by MARS), the perceived self-efficacy despite the presence of pain (measured by PSEQ), and SDM scores (measured by SDM-Q-9) is expected.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>This pilot study follows the principles stated in the Declaration of Helsinki and subsequent amendments and the Good Clinical Practice Guideline. This protocol was assessed and certified by the ethical board of the European Institute of Oncology (approval number R1597/21-IEO 1701). Informed consent will be obtained from all participants. The informed consent will contain detailed information on the aims and the procedures of the study, as well as on the analysis plan, risks, and benefits for the participants. Participation in the study will be voluntary, and participants will not receive any compensation.</p>
        <p>Furthermore, the study data are deidentified. Data will be stored in the IEO databases for 10 years. The study will comply with national and local data protection legislation. Further, all data will be anonymized. Data will be stored in the IEO databases for 10 years.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The recruitment process started in May 2022 and ended in October 2022.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Expected Findings</title>
        <p>Considering the complexity of CP experience in the cancer domain, the international scientific community has advocated identifying cutting-edge approaches for CP management. A growing body of studies [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref58">58</xref>] has underlined that health technology solutions might be considered an encouraging and challenging opportunity to enhance patient-centered care and increase patient participation in the care pathway, SDM, and health-related quality of life. This pilot study protocol described here and testing patients' usability experience at 3 months of a digital and integrated ecosystem (PainRELife mobile app and <italic>Nu</italic> platform) for CP in a sample of patients with early breast cancer will permit to achieve of a series of key expected outcomes enriching results obtained from the previous studies.</p>
        <p>The <italic>first expected outcome</italic> concerns the possibility of collecting a set of patient-based evidence about the usability experience of the PainRELife mobile app, which will permit to tune of the future version of this type of health technological solutions for patients with chronic pain. More specifically, the results about usability will permit to identify which features (in terms of functionality, aesthetics, and quality of the information provided) a mobile app for CP management should have to be used by patients to manage their care pathway and which are the patient’s beliefs about the perceived impact on health behaviors (eg, “<italic>The mobile App will help me to improve health literacy about my pain permitting me to adopt behaviors able to reduce CP</italic>”). A second expected outcome concerns the possibility of overcoming limitations highlighted by earlier studies about health technologies for the patient’s clinical management (eg, inadequate sample size or follow-ups) [<xref ref-type="bibr" rid="ref20">20</xref>]. Indeed, using a pilot study design to evaluate usability experience will inform future studies evaluating effectiveness, thereby increasing the probability of achieving a better implementation of such integrated ecosystem into routine clinical practice and increasing user retention.</p>
        <p>A third expected outcome concerns the patient’s home monitoring, contributing to reducing barriers to pain management related to poor medical resources, inadequate health system, and low health literacy [<xref ref-type="bibr" rid="ref9">9</xref>]. In particular, we argue that the direct communication between the <italic>Nu</italic> platform (health care professionals’ perspective) and the PainRELife mobile app (patients’ perspective) will permit the ongoing tracking of outpatients' physical and psychological health status, allowing physicians to recognize alarm signals promptly. Furthermore, such an integrated ecosystem will permit monitoring clinical follow-ups, reducing the risk of patients' dropout.</p>
        <p>Finally, a fourth expected outcome is implementing the decision aid to improve patients' ability to participate in their clinical decision, providing a better portrayal of patient SDM processes in pain management. In addition, we argue that the integration of a decision aid in <italic>the</italic> PainRELife mobile app will allow patients with breast cancer to deal with preference-sensitive decisions by clarifying their needs, values, and expected outcomes associated with the treatment for CP. Also, data collected through the decision aid and shared with the physician will permit us to understand the patient's perspective before the clinical consultation better. This better knowledge about patient perspective will facilitate patient and doctor interaction and consequently will support the achievement of a shared decision about CP care.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Despite the innovative clinical and methodological aspects of the current usability study protocol, some limitations should be considered. First, the patient’s usability experience of the PainRELife app is evaluated by MARS administration without measuring outcomes related to the care process and the clinical workflow. However, physicians’ perspectives and related clinical workflow have been considered in the design phase of the PainRELife <italic>ecosystem,</italic> both for developing the <italic>Nu</italic> platform (the interface used by the physician) and for the PainRELife app (the interface used by the patient)<italic>.</italic> As reported, the digitized care pathways (managed through the <italic>Nu</italic> platform and PainRELife app) were developed following a consensus procedure that included both the available guidelines and recommendations on CP management and the local experience at the referral centers involved in the project (IEO and Casa di Cura Policlinico). This could have contained the risk of implementation bias. Second, a monthly telephonic interview is performed by a trained researcher for the monitoring of usage and concerns to maintain patient involvement in the study, reducing the risk of dropout and increasing the quality of the data collected. Notwithstanding, we have to consider the risk that monthly telephonic interviews are the outcome measures. Indeed, patients might have increased the usage of the PainRELife app to satisfy research expectations (<italic>social desirability effect</italic>) and because the researcher has dedicated attention to the participant (<italic>Hawthorne effect</italic>).</p>
        <p>Finally, the last limitation concerns the decision to use a single-group instead a 2-group design for evaluating usability experience according to Julious [<xref ref-type="bibr" rid="ref49">49</xref>] guidelines for a pilot study. A study design with 2 groups (intervention vs control group) could have also permitted an evaluation of differences in pain management associated with using the PainRELife app. This type of information could have informed a future effectiveness study.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>We expect to provide a set of suggestions for the development and implementation of this health technology into routine clinical practice. Data from this pilot study will inform the conduction of full-powered studies testing the efficacy and impact of digital support systems for CP management. Further, the future implementation of this integrated ecosystem will improve CP management in patients with cancer and SDM models through decision aid.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>PainRELife Decision Aid.</p>
        <media xlink:href="resprot_v12i1e41216_app1.png" xlink:title="PNG File , 306 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Screenshots taken on an iPhone device illustrating the patient interface of the mobile application.</p>
        <media xlink:href="resprot_v12i1e41216_app2.png" xlink:title="PNG File , 1023 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CP</term>
          <def>
            <p>chronic pain</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FHIR</term>
          <def>
            <p>Fast Healthcare Interoperability Resources</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">IEO</term>
          <def>
            <p>Istituto Europeo di Oncologia</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MARS</term>
          <def>
            <p>Mobile Application Rating Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">NRS</term>
          <def>
            <p>Numerical Rating Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PSEQ</term>
          <def>
            <p>Pain Self-Efficacy Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">SDM-Q-9</term>
          <def>
            <p>Shared Decision-Making Questionnaire 9-Item</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">SDM</term>
          <def>
            <p>shared decision-making</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">VAS</term>
          <def>
            <p>Visual Analogue Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work is supported by a grant from Regione Lombardia—“PainRELife<italic>, Sustainable and integrated big data ecosystem for continuity of care and decision support for patients with pain</italic>” (ID 1173269). The European Institute of Oncology (IEO, Italy) monitors the scientific, legal, and ethical aspects of the study. Participants are recruited at IEO.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated and analyzed during the current study are available from the corresponding author upon reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>MM, SFMP, CF, and GP conceived and designed the study. MM and GP coordinated the study; MM and GP acquired legal authorizations; and CF, EF, and ST managed the participants. MM handled the drafting and writing of the manuscript. All authors have read and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamood</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hamood</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Merhasin</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Keinan-Boker</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Chronic pain and other symptoms among breast cancer survivors: prevalence, predictors, and effects on quality of life</article-title>
          <source>Breast Cancer Res Treat</source>
          <year>2018</year>
          <volume>167</volume>
          <issue>1</issue>
          <fpage>157</fpage>
          <lpage>169</lpage>
          <pub-id pub-id-type="doi">10.1007/s10549-017-4485-0</pub-id>
          <pub-id pub-id-type="medline">28861642</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10549-017-4485-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Drost</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Karam</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Yee</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McCurdy-Franks</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Razvi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ariello</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wan</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Nolen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>DeAngelis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Self-reported pain in breast cancer patients receiving adjuvant radiotherapy</article-title>
          <source>Support Care Cancer</source>
          <year>2021</year>
          <volume>29</volume>
          <issue>1</issue>
          <fpage>155</fpage>
          <lpage>167</lpage>
          <pub-id pub-id-type="doi">10.1007/s00520-020-05462-5</pub-id>
          <pub-id pub-id-type="medline">32323002</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00520-020-05462-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leysen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Adriaenssens</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nijs</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bilterys</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Vermeir</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lahousse</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Beckwée</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Chronic pain in breast cancer survivors: nociceptive, neuropathic, or central sensitization pain?</article-title>
          <source>Pain Pract</source>
          <year>2019</year>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>183</fpage>
          <lpage>195</lpage>
          <pub-id pub-id-type="doi">10.1111/papr.12732</pub-id>
          <pub-id pub-id-type="medline">30269431</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bao</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Seidman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Seluzicki</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Blinder</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Meghani</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Farrar</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Mao</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Living with chronic pain: perceptions of breast cancer survivors</article-title>
          <source>Breast Cancer Res Treat</source>
          <year>2018</year>
          <volume>169</volume>
          <issue>1</issue>
          <fpage>133</fpage>
          <lpage>140</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29350307"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10549-018-4670-9</pub-id>
          <pub-id pub-id-type="medline">29350307</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10549-018-4670-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC6147242</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>MacDermott</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Amarasekara</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hockenberry</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Reimagine: a randomized controlled trial of an online, symptom self-management curriculum among breast cancer survivors</article-title>
          <source>Support Care Cancer</source>
          <year>2019</year>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>1775</fpage>
          <lpage>1781</lpage>
          <pub-id pub-id-type="doi">10.1007/s00520-018-4431-7</pub-id>
          <pub-id pub-id-type="medline">30146666</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00520-018-4431-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duenas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ojeda</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Salazar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mico</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Failde</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>A review of chronic pain impact on patients, their social environment and the health care system</article-title>
          <source>J Pain Res</source>
          <year>2016</year>
          <volume>9</volume>
          <fpage>457</fpage>
          <lpage>467</lpage>
          <pub-id pub-id-type="doi">10.2147/jpr.s105892</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cox-Martin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson-Mellies</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Borges</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Chronic pain, health-related quality of life, and employment in working-age cancer survivors</article-title>
          <source>J Cancer Surviv</source>
          <year>2020</year>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>179</fpage>
          <lpage>187</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31828603"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11764-019-00843-0</pub-id>
          <pub-id pub-id-type="medline">31828603</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11764-019-00843-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7473420</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Weng</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Xue</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Xue</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Benefits of mobile apps for cancer pain management: systematic review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>e17055</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/1/e17055/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17055</pub-id>
          <pub-id pub-id-type="medline">32012088</pub-id>
          <pub-id pub-id-type="pii">v8i1e17055</pub-id>
          <pub-id pub-id-type="pmcid">PMC7005688</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dorfman</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Kelleher</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Winger</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Shelby</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Thorn</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Keefe</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gandhi</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Manohar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Somers</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Development and pilot testing of an mHealth behavioral cancer pain protocol for medically underserved communities</article-title>
          <source>J Psychosoc Oncol</source>
          <year>2018</year>
          <volume>37</volume>
          <issue>3</issue>
          <fpage>335</fpage>
          <lpage>349</lpage>
          <pub-id pub-id-type="doi">10.1080/07347332.2018.1479327</pub-id>
          <pub-id pub-id-type="medline">30585762</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lalloo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Birnie</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Davies-Chalmers</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rivera</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stinson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Commercially available smartphone apps to support postoperative pain self-management: scoping review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2017</year>
          <volume>5</volume>
          <issue>10</issue>
          <fpage>e162</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2017/10/e162/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.8230</pub-id>
          <pub-id pub-id-type="medline">29061558</pub-id>
          <pub-id pub-id-type="pii">v5i10e162</pub-id>
          <pub-id pub-id-type="pmcid">PMC5673880</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kondylakis</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bucur</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Renzi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Manfrinati</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>iManageCancer: developing a platform for empowering patients and strengthening self-management in cancer diseases</article-title>
          <year>2017</year>
          <conf-name>2017 IEEE 30th International Symposium on Computer-Based Medical Systems (CBMS)</conf-name>
          <conf-date>22-24 June, 2017</conf-date>
          <conf-loc>Thessaloniki, Greece,</conf-loc>
          <pub-id pub-id-type="doi">10.1109/cbms.2017.62</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marceglia</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Conti</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A technology ecosystem for chronic pain: promises, challenges, and future research</article-title>
          <source>Mhealth</source>
          <year>2017</year>
          <volume>3</volume>
          <fpage>6</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28300227"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/mhealth.2017.02.03</pub-id>
          <pub-id pub-id-type="medline">28300227</pub-id>
          <pub-id pub-id-type="pii">mh-03-2017.02.03</pub-id>
          <pub-id pub-id-type="pmcid">PMC5344148</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hernandez Silva</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lawler</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Langbecker</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of mHealth for self-management in improving pain, psychological distress, fatigue, and sleep in cancer survivors: a systematic review</article-title>
          <source>J Cancer Surviv</source>
          <year>2019</year>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>97</fpage>
          <lpage>107</lpage>
          <pub-id pub-id-type="doi">10.1007/s11764-018-0730-8</pub-id>
          <pub-id pub-id-type="medline">30635865</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11764-018-0730-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kapoor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nambisan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Mobile applications for breast cancer survivorship and self-management: a systematic review</article-title>
          <source>Health Informatics J</source>
          <year>2020</year>
          <volume>26</volume>
          <issue>4</issue>
          <fpage>2892</fpage>
          <lpage>2905</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1460458220950853?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1460458220950853</pub-id>
          <pub-id pub-id-type="medline">32842830</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sundararaman</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Jamison</surname>
              <given-names>RN</given-names>
            </name>
          </person-group>
          <article-title>Integration of mobile health technology in the treatment of chronic pain</article-title>
          <source>Reg Anesth Pain Med</source>
          <year>2017</year>
          <volume>42</volume>
          <issue>4</issue>
          <fpage>488</fpage>
          <lpage>498</lpage>
          <pub-id pub-id-type="doi">10.1097/aap.0000000000000621</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Briggs</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Labban</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alkhatib</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Cole</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Trinh</surname>
              <given-names>QD</given-names>
            </name>
          </person-group>
          <article-title>Digital technologies in cancer care: a review from the clinician's perspective</article-title>
          <source>J Comp Eff Res</source>
          <year>2022</year>
          <volume>11</volume>
          <issue>7</issue>
          <fpage>533</fpage>
          <lpage>544</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.becarispublishing.com/doi/10.2217/cer-2021-0263?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.2217/cer-2021-0263</pub-id>
          <pub-id pub-id-type="medline">35416050</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Broderick</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Real-time data collection for pain: appraisal and current status</article-title>
          <source>Pain Med</source>
          <year>2007</year>
          <volume>8</volume>
          <issue>Suppl 3</issue>
          <fpage>S85</fpage>
          <lpage>S93</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1526-4637.2007.00372.x</pub-id>
          <pub-id pub-id-type="medline">17877531</pub-id>
          <pub-id pub-id-type="pii">PME372</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heron</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Smyth</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Ecological momentary interventions: incorporating mobile technology into psychosocial and health behaviour treatments</article-title>
          <source>Br J Health Psychol</source>
          <year>2010</year>
          <volume>15</volume>
          <issue>Pt 1</issue>
          <fpage>1</fpage>
          <lpage>39</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19646331"/>
          </comment>
          <pub-id pub-id-type="doi">10.1348/135910709X466063</pub-id>
          <pub-id pub-id-type="medline">19646331</pub-id>
          <pub-id pub-id-type="pii">bjhp696</pub-id>
          <pub-id pub-id-type="pmcid">PMC2800172</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rost</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Van Ryckeghem</surname>
              <given-names>DML</given-names>
            </name>
            <name name-style="western">
              <surname>Koval</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sütterlin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vögele</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Crombez</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Affective instability in patients with chronic pain: a diary approach</article-title>
          <source>Pain</source>
          <year>2016</year>
          <volume>157</volume>
          <issue>8</issue>
          <fpage>1783</fpage>
          <lpage>1790</lpage>
          <pub-id pub-id-type="doi">10.1097/j.pain.0000000000000582</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Penedo</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Oswald</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Kronenfeld</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Cella</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yanez</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The increasing value of eHealth in the delivery of patient-centred cancer care</article-title>
          <source>Lancet Oncology</source>
          <year>2020</year>
          <volume>21</volume>
          <issue>5</issue>
          <fpage>e240</fpage>
          <lpage>e251</lpage>
          <pub-id pub-id-type="doi">10.1016/s1470-2045(20)30021-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paice</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Portenoy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lacchetti</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cheville</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Citron</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Constine</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Glare</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Keefe</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Koyyalagunta</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Miaskowski</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Otis-Green</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sloan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bruera</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Management of chronic pain in survivors of adult cancers: American Society of Clinical Oncology clinical practice guideline</article-title>
          <source>J Clin Oncol</source>
          <year>2016</year>
          <volume>34</volume>
          <issue>27</issue>
          <fpage>3325</fpage>
          <lpage>3345</lpage>
          <pub-id pub-id-type="doi">10.1200/JCO.2016.68.5206</pub-id>
          <pub-id pub-id-type="medline">27458286</pub-id>
          <pub-id pub-id-type="pii">JCO.2016.68.5206</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Satija</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rana</surname>
              <given-names>SPS</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Mishra</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatnagar</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Indian J Med Res</source>
          <year>2014</year>
          <month>02</month>
          <volume>139</volume>
          <issue>2</issue>
          <fpage>216</fpage>
          <lpage>25</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24718395"/>
          </comment>
          <pub-id pub-id-type="medline">24718395</pub-id>
          <pub-id pub-id-type="pii">IndianJMedRes_2014_139_2_216_130257</pub-id>
          <pub-id pub-id-type="pmcid">PMC4001332</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gorini</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Riva</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Marzorati</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cropley</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pravettoni</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Rumination in breast and lung cancer patients: preliminary data within an Italian sample</article-title>
          <source>Psychooncology</source>
          <year>2018</year>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>703</fpage>
          <lpage>705</lpage>
          <pub-id pub-id-type="doi">10.1002/pon.4468</pub-id>
          <pub-id pub-id-type="medline">28574170</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stacey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Légaré</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Eden</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes-Rovner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Llewellyn-Thomas</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lyddiatt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Trevena</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Decision aids for people facing health treatment or screening decisions</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2017</year>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>CD001431</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28402085"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD001431.pub5</pub-id>
          <pub-id pub-id-type="medline">28402085</pub-id>
          <pub-id pub-id-type="pmcid">PMC6478132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elwyn</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stacey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Volk</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Coulter</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Barratt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bernstein</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Butow</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Entwistle</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman-Stewart</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes-Rovner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Llewellyn-Thomas</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Moumjid</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mulley</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ruland</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sepucha</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sykes</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Whelan</surname>
              <given-names>T</given-names>
            </name>
            <collab>International Patient Decision Aids Standards (IPDAS) Collaboration</collab>
          </person-group>
          <article-title>Developing a quality criteria framework for patient decision aids: online international Delphi consensus process</article-title>
          <source>BMJ</source>
          <year>2006</year>
          <volume>333</volume>
          <issue>7565</issue>
          <fpage>417</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/16908462"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.38926.629329.AE</pub-id>
          <pub-id pub-id-type="medline">16908462</pub-id>
          <pub-id pub-id-type="pii">bmj.38926.629329.AE</pub-id>
          <pub-id pub-id-type="pmcid">PMC1553508</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Covvey</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Kamal</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Gorse</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Mehta</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Dhumal</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Heidari</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Zacker</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Barriers and facilitators to shared decision-making in oncology: a systematic review of the literature</article-title>
          <source>Support Care Cancer</source>
          <year>2019</year>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>1613</fpage>
          <lpage>1637</lpage>
          <pub-id pub-id-type="doi">10.1007/s00520-019-04675-7</pub-id>
          <pub-id pub-id-type="medline">30737578</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00520-019-04675-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Col</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hull</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Springmann</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ngo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Merritt</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sprintz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Genova</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nesin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tierman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sanfilippo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Entel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pbert</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Improving patient-provider communication about chronic pain: development and feasibility testing of a shared decision-making tool</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2020</year>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>267</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-020-01279-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-020-01279-8</pub-id>
          <pub-id pub-id-type="medline">33069228</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-020-01279-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7568350</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Omaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Castillo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Eden</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Frattaroli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rothman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shields</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Gielen</surname>
              <given-names>A</given-names>
            </name>
            <collab>My Healthy Choices Decision Aid Team</collab>
          </person-group>
          <article-title>A patient decision aid for prescribing pain medication: results from a pilot test in two emergency departments</article-title>
          <source>Patient Educ Couns</source>
          <year>2021</year>
          <volume>104</volume>
          <issue>6</issue>
          <fpage>1304</fpage>
          <lpage>1311</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2020.11.022</pub-id>
          <pub-id pub-id-type="medline">33280968</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(20)30646-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yung</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kay</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Beale</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Computer-based decision tools for shared therapeutic decision-making in oncology: systematic review</article-title>
          <source>JMIR Cancer</source>
          <year>2021</year>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e31616</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cancer.jmir.org/2021/4/e31616/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/31616</pub-id>
          <pub-id pub-id-type="medline">34544680</pub-id>
          <pub-id pub-id-type="pii">v7i4e31616</pub-id>
          <pub-id pub-id-type="pmcid">PMC8579220</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Munzone</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bagnardi</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Campennì</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mazzocco</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pagan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tramacere</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Masiero</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Iorfida</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mazza</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Montagna</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cancello</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bianco</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Palazzo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cardillo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dellapasqua</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sangalli</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pettini</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pravettoni</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Colleoni</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Veronesi</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Preventing chemotherapy-induced alopecia: a prospective clinical trial on the efficacy and safety of a scalp-cooling system in early breast cancer patients treated with anthracyclines</article-title>
          <source>Br J Cancer</source>
          <year>2019</year>
          <volume>121</volume>
          <issue>4</issue>
          <fpage>325</fpage>
          <lpage>331</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://air.unimi.it/handle/2434/659051"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41416-019-0520-8</pub-id>
          <pub-id pub-id-type="medline">31303642</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41416-019-0520-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6738323</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Day</surname>
              <given-names>FC</given-names>
            </name>
            <name name-style="western">
              <surname>Pourhomayoun</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Keeves</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lees</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Sarrafzadeh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pfeffer</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Feasibility study of an EHR-integrated mobile shared decision making application</article-title>
          <source>Int J Med Inform</source>
          <year>2019</year>
          <volume>124</volume>
          <fpage>24</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2019.01.008</pub-id>
          <pub-id pub-id-type="medline">30784423</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(18)31110-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Masiero</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cutica</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Russo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mazzocco</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pravettoni</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Psycho-cognitive predictors of burnout in healthcare professionals working in emergency departments</article-title>
          <source>J Clin Nurs</source>
          <year>2018</year>
          <volume>27</volume>
          <issue>13-14</issue>
          <fpage>2691</fpage>
          <lpage>2698</lpage>
          <pub-id pub-id-type="doi">10.1111/jocn.14376</pub-id>
          <pub-id pub-id-type="medline">29856096</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oliveri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Renzi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Masiero</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pravettoni</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Living at risk: factors that affect the experience of direct-to-consumer genetic testing</article-title>
          <source>Mayo Clin Proc</source>
          <year>2015</year>
          <volume>90</volume>
          <issue>10</issue>
          <fpage>1323</fpage>
          <lpage>1326</lpage>
          <pub-id pub-id-type="doi">10.1016/j.mayocp.2015.06.014</pub-id>
          <pub-id pub-id-type="medline">26434959</pub-id>
          <pub-id pub-id-type="pii">S0025-6196(15)00511-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Chiew</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>A systematic literature review of the design approach and usability evaluation of the pain management mobile applications</article-title>
          <source>Symmetry</source>
          <year>2019</year>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>400</fpage>
          <pub-id pub-id-type="doi">10.3390/sym11030400</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nayebi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Desharnais</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Abran</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The state of the art of mobile application usability evaluation</article-title>
          <year>2012</year>
          <conf-name>2012 25th IEEE Canadian Conference on Electrical and Computer Engineering (CCECE)</conf-name>
          <conf-date>29 April-2 May 2012</conf-date>
          <conf-loc>Montreal, QC, Canada</conf-loc>
          <pub-id pub-id-type="doi">10.1109/ccece.2012.6334930</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Filipponi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Masiero</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pizzoli</surname>
              <given-names>SFM</given-names>
            </name>
            <name name-style="western">
              <surname>Grasso</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrucci</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pravettoni</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A comprehensive analysis of the cancer chronic pain experience: a narrative review</article-title>
          <source>Cancer Manag Res</source>
          <year>2022</year>
          <volume>14</volume>
          <fpage>2173</fpage>
          <lpage>2184</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35855762"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/CMAR.S355653</pub-id>
          <pub-id pub-id-type="medline">35855762</pub-id>
          <pub-id pub-id-type="pii">355653</pub-id>
          <pub-id pub-id-type="pmcid">PMC9288227</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zigmond</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Snaith</surname>
              <given-names>RP</given-names>
            </name>
          </person-group>
          <article-title>The hospital anxiety and depression scale</article-title>
          <source>Acta Psychiatr Scand</source>
          <year>1983</year>
          <volume>67</volume>
          <issue>6</issue>
          <fpage>361</fpage>
          <lpage>370</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1600-0447.1983.tb09716.x</pub-id>
          <pub-id pub-id-type="medline">6880820</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>MJL</given-names>
            </name>
            <name name-style="western">
              <surname>Bishop</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Pivik</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The pain catastrophizing scale: development and validation</article-title>
          <source>Psychol Assess</source>
          <year>1995</year>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>524</fpage>
          <lpage>532</lpage>
          <pub-id pub-id-type="doi">10.1037/1040-3590.7.4.524</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cleeland</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Pain assessment: global use of the brief pain inventory</article-title>
          <source>Ann Acad Med Singapore</source>
          <year>1994</year>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>129</fpage>
          <lpage>138</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://psycnet.apa.org/record/2015-49222-001"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/01893697-199513010-00022</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Caraceni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mendoza</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Mencaglia</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Baratella</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Forjaz</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Martini</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Serlin</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>de Conno</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cleeland</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>A validation study of an Italian version of the Brief pain inventory (Breve Questionario per la Valutazione del Dolore)</article-title>
          <source>Pain</source>
          <year>1996</year>
          <volume>65</volume>
          <issue>1</issue>
          <fpage>87</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1016/0304-3959(95)00156-5</pub-id>
          <pub-id pub-id-type="medline">8826494</pub-id>
          <pub-id pub-id-type="pii">00006396-199604000-00015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Dorflinger</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Edmond</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Islam</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Heapy</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Fraenkel</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Barriers and facilitators to use of non-pharmacological treatments in chronic pain</article-title>
          <source>BMC Fam Pract</source>
          <year>2017</year>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>41</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcfampract.biomedcentral.com/articles/10.1186/s12875-017-0608-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12875-017-0608-2</pub-id>
          <pub-id pub-id-type="medline">28320337</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12875-017-0608-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC5359906</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mühlbacher</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Kaczynski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zweifel</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>FR</given-names>
            </name>
          </person-group>
          <article-title>Experimental measurement of preferences in health and healthcare using best-worst scaling: an overview</article-title>
          <source>Health Econ Rev</source>
          <year>2016</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>2</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26743636"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13561-015-0079-x</pub-id>
          <pub-id pub-id-type="medline">26743636</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13561-015-0079-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC4705077</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Müller-Schwefe</surname>
              <given-names>GHH</given-names>
            </name>
            <name name-style="western">
              <surname>Wimmer</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Dejonckheere</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Eggers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vellucci</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Patients' and physicians' perspectives on opioid therapy for chronic cancer and musculoskeletal pain in Germany, Italy, and Turkey: PAin RESearch (PARES) survey</article-title>
          <source>Curr Med Res Opin</source>
          <year>2014</year>
          <volume>30</volume>
          <issue>3</issue>
          <fpage>339</fpage>
          <lpage>347</lpage>
          <pub-id pub-id-type="doi">10.1185/03007995.2013.861349</pub-id>
          <pub-id pub-id-type="medline">24224687</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kandemir</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Oskay</surname>
              <given-names>Ü</given-names>
            </name>
          </person-group>
          <article-title>Sexual problems of patients with urostomy: a qualitative study</article-title>
          <source>Sex Disabil</source>
          <year>2017</year>
          <volume>35</volume>
          <issue>3</issue>
          <fpage>331</fpage>
          <lpage>340</lpage>
          <pub-id pub-id-type="doi">10.1007/s11195-017-9494-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turk</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Boeri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Atkinson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bushmakin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cappelleri</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hauber</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Russo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Viktrup</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Patient preferences for osteoarthritis pain and chronic low back pain treatments in the United States: a discrete-choice experiment</article-title>
          <source>Osteoarthritis Cartilage</source>
          <year>2020</year>
          <volume>28</volume>
          <issue>9</issue>
          <fpage>1202</fpage>
          <lpage>1213</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1063-4584(20)31057-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.joca.2020.06.006</pub-id>
          <pub-id pub-id-type="medline">32652238</pub-id>
          <pub-id pub-id-type="pii">S1063-4584(20)31057-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gheondea-Eladi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Patient decision aids: a content analysis based on a decision tree structure</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2019</year>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>137</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-019-0840-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-019-0840-x</pub-id>
          <pub-id pub-id-type="medline">31324237</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-019-0840-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6642566</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gorini</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Masiero</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pravettoni</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Patient decision aids for prevention and treatment of cancer diseases: are they really personalised tools?</article-title>
          <source>Eur J Cancer Care (Engl)</source>
          <year>2016</year>
          <volume>25</volume>
          <issue>6</issue>
          <fpage>936</fpage>
          <lpage>960</lpage>
          <pub-id pub-id-type="doi">10.1111/ecc.12451</pub-id>
          <pub-id pub-id-type="medline">26856816</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>NCSS</collab>
          </person-group>
          <article-title>Pilot study sample size rules of thumb</article-title>
          <source>PASS Sample Size Software</source>
          <year>2018</year>
          <access-date>2023-04-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncss.com/wp-content/themes/ncss/pdf/Procedures/PASS/Pilot_Study_Sample_Size_Rules_of_Thumb.pdf">https://www.ncss.com/wp-content/themes/ncss/pdf/Procedures/PASS/Pilot_Study_Sample_Size_Rules_of_Thumb.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Julious</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Sample size of 12 per group rule of thumb for a pilot study</article-title>
          <source>Pharm Stat</source>
          <year>2005</year>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>287</fpage>
          <lpage>291</lpage>
          <pub-id pub-id-type="doi">10.1002/pst.185</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schmettow</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Sample size in usability studies</article-title>
          <source>Commun ACM</source>
          <year>2012</year>
          <volume>55</volume>
          <issue>4</issue>
          <fpage>64</fpage>
          <pub-id pub-id-type="doi">10.1145/2133806.2133824</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <source>Self-efficacy and chronic pain</source>
          <year>1989</year>
          <publisher-loc>St. Andrews, Scotland</publisher-loc>
          <publisher-name>Annual Conference of the British Psychological Society</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chiarotto</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vanti</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ostelo</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tedesco</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rocca</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pillastrini</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Monticone</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The pain self-efficacy questionnaire: cross-cultural adaptation into Italian and assessment of its measurement properties</article-title>
          <source>Pain Pract</source>
          <year>2015</year>
          <volume>15</volume>
          <issue>8</issue>
          <fpage>738</fpage>
          <lpage>747</lpage>
          <pub-id pub-id-type="doi">10.1111/papr.12242</pub-id>
          <pub-id pub-id-type="medline">25264358</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goss</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ghilardi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Deledda</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Buizza</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bottacini</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Del Piccolo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rimondini</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chiodera</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Mazzi</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Ballarin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bighelli</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Strepparava</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Molino</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fiorio</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Nortilli</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Caliolo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zuliani</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Auriemma</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maspero</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Simoncini</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Ragni</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zimmermann</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>INvolvement of breast CAncer patients during oncological consultations: a multicentre randomised controlled trial--the INCA study protocol</article-title>
          <source>BMJ Open</source>
          <year>2013</year>
          <volume>3</volume>
          <issue>5</issue>
          <fpage>e002266</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=23645911"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2012-002266</pub-id>
          <pub-id pub-id-type="medline">23645911</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2012-002266</pub-id>
          <pub-id pub-id-type="pmcid">PMC3646182</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Domnich</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Arata</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Amicizia</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Signori</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gasparini</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Panatto</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of the Italian version of the mobile application rating scale and its generalisability to apps targeting primary prevention</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2016</year>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>83</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-016-0323-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-016-0323-2</pub-id>
          <pub-id pub-id-type="medline">27387434</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-016-0323-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4936279</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zelenko</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tjondronegoro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile app rating scale: a new tool for assessing the quality of health mobile apps</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.3422</pub-id>
          <pub-id pub-id-type="medline">25760773</pub-id>
          <pub-id pub-id-type="pii">v3i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Terhorst</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Philippi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sander</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Schultchen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Paganini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bardus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Santo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Knitza</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Machado</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Schoeppe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bauereiß</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Portenhauser</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Domhardt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Walter</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Krusche</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Messner</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Validation of the mobile application rating scale (MARS)</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>11</issue>
          <fpage>e0241480</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0241480"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0241480</pub-id>
          <pub-id pub-id-type="medline">33137123</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-14930</pub-id>
          <pub-id pub-id-type="pmcid">PMC7605637</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jensen</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>McFarland</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Increasing the reliability and validity of pain intensity measurement in chronic pain patients</article-title>
          <source>Pain</source>
          <year>1993</year>
          <volume>55</volume>
          <issue>2</issue>
          <fpage>195</fpage>
          <lpage>203</lpage>
          <pub-id pub-id-type="doi">10.1016/0304-3959(93)90148-I</pub-id>
          <pub-id pub-id-type="medline">8309709</pub-id>
          <pub-id pub-id-type="pii">00006396-199311000-00007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Salazar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Sola</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Failde</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Moral-Munoz</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Measuring the quality of mobile apps for the management of pain: systematic search and evaluation using the mobile app rating scale</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <volume>6</volume>
          <issue>10</issue>
          <fpage>e10718</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/10/e10718/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10718</pub-id>
          <pub-id pub-id-type="medline">30361196</pub-id>
          <pub-id pub-id-type="pii">v6i10e10718</pub-id>
          <pub-id pub-id-type="pmcid">PMC6231783</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
