<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e48852</article-id>
      <article-id pub-id-type="pmid">38096002</article-id>
      <article-id pub-id-type="doi">10.2196/48852</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Machine Learning Model to Predict Patients’ Adherence Behavior and a Decision Support System for Patients With Metastatic Breast Cancer: Protocol for a Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Van Den Broek-Altenburg</surname>
            <given-names>Eline</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Valle</surname>
            <given-names>Carmina</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Masiero</surname>
            <given-names>Marianna</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Oncology and Hemato-oncology</institution>
            <institution>University of Milan</institution>
            <addr-line>Via Festa del Perdono 7</addr-line>
            <addr-line>Milan, 20122</addr-line>
            <country>Italy</country>
            <phone>39 0294372099</phone>
            <email>marianna.masiero@unimi.it</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4718-5554</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Spada</surname>
            <given-names>Gea Elena</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8793-2905</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Sanchini</surname>
            <given-names>Virginia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7756-3010</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Munzone</surname>
            <given-names>Elisabetta</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3371-3878</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Pietrobon</surname>
            <given-names>Ricardo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2996-2193</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Teixeira</surname>
            <given-names>Lucas</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3615-1567</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Valencia</surname>
            <given-names>Mirtha</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2195-7250</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Machiavelli</surname>
            <given-names>Aline</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5804-3826</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Fragale</surname>
            <given-names>Elisa</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0000-7708-3252</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Pezzolato</surname>
            <given-names>Massimo</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2150-6695</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Pravettoni</surname>
            <given-names>Gabriella</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4843-4663</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Oncology and Hemato-oncology</institution>
        <institution>University of Milan</institution>
        <addr-line>Milan</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Applied Research Division for Cognitive and Psychological Science</institution>
        <institution>European Institute of Oncology IRCCS</institution>
        <addr-line>Milan</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Division of Medical Senology</institution>
        <institution>European Institute of Oncology IRCCS</institution>
        <addr-line>Milan</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>SporeData Inc</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Marianna Masiero <email>marianna.masiero@unimi.it</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>14</day>
        <month>12</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e48852</elocation-id>
      <history>
        <date date-type="received">
          <day>9</day>
          <month>5</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>8</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>18</day>
          <month>9</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>10</day>
          <month>10</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Marianna Masiero, Gea Elena Spada, Virginia Sanchini, Elisabetta Munzone, Ricardo Pietrobon, Lucas Teixeira, Mirtha Valencia, Aline Machiavelli, Elisa Fragale, Massimo Pezzolato, Gabriella Pravettoni. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 14.12.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2023/1/e48852" xlink:type="simple"/>
      <related-article related-article-type="correction-forward" xlink:title="This is a corrected version. See correction statement in:" xlink:href="https://www.researchprotocols.org/2024/1/e55928" vol="13" page="e55928"> </related-article>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Adherence to oral anticancer treatments is critical in the disease trajectory of patients with breast cancer. Given the impact of nonadherence on clinical outcomes and the associated economic burden for the health care system, finding ways to increase treatment adherence is particularly relevant.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The primary end point is to evaluate the effectiveness of a decision support system (DSS) and a machine learning web application in promoting adherence to oral anticancer treatments among patients with metastatic breast cancer. The secondary end point is to collect a set of new physical, psychological, social, behavioral, and quality of life predictive variables that could be used to refine the preliminary version of the machine learning model to predict patients’ adherence behavior.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This prospective, randomized controlled study is nested in a large-scale international project named “Enhancing therapy adherence among metastatic breast cancer patients” (Pfizer 65080791), aimed to develop a predictive model of nonadherence and associated DSS and guidelines to foster patients’ engagement and therapy adherence. A web-based DSS named TREAT (treatment adherence support) was developed using a patient-driven approach, with 4 sections, that is, Section A: Metastatic Breast Cancer; Section B: Adherence to Cancer Therapies; Section C: Promoting Adherence; and Section D: My Adherence Diary. Moreover, a machine learning–based web application was developed to predict patients' risk factors of adherence to anticancer treatment, specifically pertaining to physical status and comorbid conditions, as well as short and long-term side effects. Overall, 100 patients consecutively admitted at the European Institute of Oncology (IEO) at the Division of Medical Senology will be enrolled; 50 patients with metastatic breast cancer will be exposed to the DSS and machine learning web application for 3 months (experimental group), and 50 patients will not be exposed to the intervention (control group). Each participant will fill a weekly medication diary and a set of standardized self-reports evaluating psychological and quality of life variables (Adherence Attitude Inventory, Beck Depression Inventory-II, Brief Pain Inventory, 13-item Sense of Coherence scale, Brief Italian version of Cancer Behavior Inventory, European Organization for Research and Treatment of Cancer Quality of Life 23-item Breast Cancer-specific Questionnaire, European Organization for Research and Treatment of Cancer Quality of Life Questionnaire, 8-item Morisky Medication Adherence Scale, State-Trait Anxiety Inventory forms I and II, Big Five Inventory, and visual analogue scales evaluating risk perception). The 3 assessment time points are T0 (baseline), T1 (1 month), T2 (2 months), and T3 (3 months). This study was approved by the IEO ethics committee (R1786/22-IEO 1907).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The recruitment process started in May 2023 and is expected to conclude on December 2023.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The contribution of machine learning techniques through risk-predictive models integrated into DSS will enable medication adherence by patients with cancer.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT06161181; https://clinicaltrials.gov/study/NCT06161181</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/48852</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>adherence</kwd>
        <kwd>metastatic breast cancer</kwd>
        <kwd>decision-making</kwd>
        <kwd>personality</kwd>
        <kwd>risk-predictive model</kwd>
        <kwd>decision support system</kwd>
        <kwd>oral therapies</kwd>
        <kwd>machine learning</kwd>
        <kwd>behavior</kwd>
        <kwd>cancer</kwd>
        <kwd>breast cancer</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Adherence to Oral Anticancer Treatments</title>
        <p>Metastatic breast cancer (MBC) is an incurable disease, wherein the available medications are primarily focused on deferring disease progression and symptom mitigation, thereby prolonging survival rate as well as preserving the quality of life (QoL) and psychological well-being [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. The clinical advancements achieved in anticancer treatments have increased the survival rates of patients with MBC. The 5-year survival rate of patients with MBC is around 38% [<xref ref-type="bibr" rid="ref2">2</xref>]. Notwithstanding, several studies [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref6">6</xref>] have shown that adherence to anticancer treatments is a critical issue in the disease trajectory of patients with breast cancer, especially regarding oral anticancer treatments (OATs), which are intensely demanding because patients are responsible for assuming medications according to the medical prescriptions, thereby increasing the risk of not appropriately taking the therapy [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>From a theoretical perspective and according to the World Health Organization’s recommendations [<xref ref-type="bibr" rid="ref8">8</xref>], medication adherence might be explained by a set of mutual and interconnected determinants incorporating (1) sociodemographic (eg, age, gender, socioeconomic status), psychocognitive, and social variables (eg, psychological well-being, social support); (2) disease and treatment-related characteristics (eg, cancer stage, prognosis, dosage, side effects); (3) attitudes, beliefs, and values; (4) health literacy and knowledge; and finally (5) health care system–related factors [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Accruing evidence have highlighted that patients with advanced cancer might report significant levels of nonadherence because in case of some cancers such as MBC, the patients have to change the type of treatments or dosage frequently and they experience a high level of fear of cancer spread [<xref ref-type="bibr" rid="ref3">3</xref>]. For example, Yerrapragada and colleagues [<xref ref-type="bibr" rid="ref6">6</xref>] reported nonadherence to tamoxifen in patients with MBC, ranging between 30% and 85% and further reducing over time. In addition, patients with MBC reported several barriers to the daily management of OAT, such as emotional (eg, worry, depression) and physical distress related to the side effects (eg, fatigue, weakness, sleep disturbance, emotional burden, pain) and lack of knowledge about their disease. Further, patients might experience a lack of control and a lack of perceived benefits during the disease pathway, and they may experience difficulty in managing therapy [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Other studies have shown that patients with MBC experience modest QoL due to the related treatment side effects, financial burden affecting therapy discontinuation, and a significant level of nonadherence [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Marshall and colleagues [<xref ref-type="bibr" rid="ref4">4</xref>] observed that patients with MBC who frequently report treatment concerns rather than treatment benefits are less likely to be adherent to prescriptions, as well as patients who experience a more significant number and severity of side effects tend to have more medication worries that could negatively impact adherence.</p>
      </sec>
      <sec>
        <title>Risk-Predictive Models and Decision Support Systems</title>
        <p>Given the impact of nonadherence on clinical outcomes and the associated economic burden on the health care system [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>], finding effective ways to increase treatment adherence is particularly relevant. Patients who adopt nonadherent behaviors need support in managing oral therapies and in overcoming individual and systemic barriers and roadblocks [<xref ref-type="bibr" rid="ref5">5</xref>]. Notwithstanding, the dynamics influencing adherence to OATs are understudied in the cancer field [<xref ref-type="bibr" rid="ref13">13</xref>], and a comprehensive model of the risk determinants of nonadherence is not currently available, particularly for targeted therapies and novel generations of hormonal therapy [<xref ref-type="bibr" rid="ref14">14</xref>]. Besides, a shared definition of medication adherence and satisfactory assessment tools is not acknowledged, which vary in terms of accuracy and reliability [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref17">17</xref>], even in the explicit case of the equivalent treatment protocol and diagnosis [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Because of the direct costs of nonadherence (eg, survival rate, health-related QoL for patients with MBC) and the indirect costs for the health care system (eg, economic burden), it is mandatory to identify potential risk factors of nonadherence to OATs and to define personalized interventions supporting adherence during the clinical pathway in patients with MBC.</p>
        <p>Consistently, defining, measuring, and developing a comprehensive model of medication adherence based on real-world data predictive models is a crucial clinical, psychological, social, and economic challenge. Machine learning has become an integral part of the health care industry—from biomedical research to the delivery of health care services. Compared to traditional statistical methods, machine learning provides numerous advantages such as increased flexibility, prediction accuracy, possibility of automation, and processing of big data. Prediction models for adherence have already been developed and tested in various scenarios [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. If adequately reported, these models can help guide treatment decision-making, improve patient outcomes, and streamline perioperative health care management. Considering the complexity of medication nonadherence in patients with MBC, it is critical to identify patients at risk of nonadherence and carry out timely, precise, and tailored interventions to improve their adherence. Through machine learning models, it is possible to provide personalized prediction on medication adherence for a given patient, supporting adherence and performing a specific intervention [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>A growing body of studies have underlined that eHealth technologies (eg, mobile apps, web-based solutions, wearables) might be helpful tools to foster patient management and engagement in clinical decisions during the cancer pathway [<xref ref-type="bibr" rid="ref24">24</xref>]. Different web-based solutions based on educational and behavioral interventions have been developed for patients with breast cancer to foster medication adherence [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. For example, the Multinational Association for Supportive Care in Cancer has developed an educational and teaching tool for patients with cancer receiving OATs that is composed of different educational sections aimed at assessing general patient knowledge about their treatment protocol and drug information (eg, side effects), skills in the management of therapy, possible strategies to manage nonadherence occurrences, and a specific questionnaire section to evaluate patient comprehension [<xref ref-type="bibr" rid="ref26">26</xref>]. Moreover, Omaki and colleagues [<xref ref-type="bibr" rid="ref27">27</xref>] have developed a patient decision aid named “My Healthy Choices” to foster adherence to pain treatments, assessing the environmental and personal risks and setting patient treatment priorities.</p>
        <p>Nevertheless, no study has been conducted on patients with MBC to foster medication adherence to OATs through the clinical care pathway based on designing and developing a decision support system (DSS), integrating risk predictive models and educational and training tools. The information embedded in a DSS solution designed and developed according to the needs of patients with MBC might enable users to be better informed, develop more accurate expectations of the benefits and harms, and increase participation in the decision-making processes and medication adherence [<xref ref-type="bibr" rid="ref28">28</xref>]. Evidence shows that, when implemented on web or mobile apps, DSS may support patients and physicians by improving adherence to medical treatments [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>].</p>
      </sec>
      <sec>
        <title>The Pfizer Project (65080791)</title>
        <p>Drawing from the theoretical framework described above, we present and explain the study protocol of a prospective, randomized controlled study that is nested in a large-scale international project named “Enhancing Therapy Adherence Among Metastatic Breast Cancer Patients” (Pfizer 65080791) aimed to develop a predictive model of nonadherence and an associated DSS and guidelines to foster patients’ engagement and therapy adherence among patients with MBC concerning oral chemotherapy, endocrine therapy, supportive care, and the treatment of comorbidities. Consistently, the Pfizer Project (65080791) has been organized into 2 different studies to achieve the key goal. A retrospective study has been designed and a model has been developed to predict adherence to OATs, which use existing physiological, clinical, and QoL data available in the European Institute of Oncology (IEO; Milan, Italy). More in-detail, multimodal retrospective data have been retrieved from patient electronic health records by using natural language processing in a sample of 2750 patients with MBC (from 2010 to 2020). Data included in the analysis have been sociodemographic variables, diagnosis, biochemical and medical tests, procedures and medical history, treatment programs, treatment side effects, comorbidities, and familiarities. Concerning adherence to the treatment protocols, data included the following dimensions: initiation of the treatment, interruption of treatment, and skipped treatment doses. Furthermore, a prospective study is designed to assess the effectiveness of a DSS web-based solution and to enrich the predictive power of the machine learning model to forecast adherence behavior in patients with MBC. The tuning of the model permits adding additional predictors (personality traits, self-efficacy for coping with cancer, sense of coherence, pain, anxiety, depression, risk perception, and QoL) known to influence medication adherence behavior and that are not available retrospectively [<xref ref-type="bibr" rid="ref10">10</xref>]. These data are used to improve the predictive power of the machine learning model and its capacity to profile patients’ adherence behaviors and to provide an individual risk value of nonadherence.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Primary End Point Analysis</title>
        <p>The primary end point was to assess the effectiveness of the DSS web-based solution and the machine learning web application in promoting adherence to OATs in a sample of 100 patients with MBC at 3 months. The adherence is evaluated using the number of pills taken divided by the number of pills prescribed. Further, the adherence is assessed using behavioral measures: the 8-item Morisky Medication Adherence Scale (MMAS-8) [<xref ref-type="bibr" rid="ref31">31</xref>] and Adherence Attitude Inventory (AAI) [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
      </sec>
      <sec>
        <title>Secondary End Point Analysis</title>
        <p>The secondary end points were to identify clinical (comorbidities, presence of pain, tumor type, type of treatment), psychological (personality traits, anxiety, depression, self-efficacy for coping with cancer, sense of coherence, and risk perception), and QoL variables predicting patients’ adherence to OATs. These variables are used as predictors for evaluating nonadherence to OATs among patients with MBC and for enriching the preliminary version of a machine learning model developed in the retrospective study. Our initial machine learning models that are evaluated as an intervention in this study were built based on variables extracted from clinical notes by using natural language processing. Once the data collection for this study is complete, we will also use the data collected to improve our initial machine learning models. Data for the secondary end points are collected using the European Organization for Research and Treatment of Cancer QoL Questionnaire Core 30 (EORTC-QLQ-C30) [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>], European Organization for Research and Treatment of Cancer QoL 23-item Breast Cancer-specific Questionnaire (EORTC-QLQ-BR23) [<xref ref-type="bibr" rid="ref35">35</xref>], and the Brief Pain Inventory (BPI) [<xref ref-type="bibr" rid="ref36">36</xref>]. To evaluate psychological variables, we used the State-Trait Anxiety Inventory (STAI-Y) [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>], Beck Depression Inventory-II (BDI-II) [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>], Big Five Inventory (BFI) [<xref ref-type="bibr" rid="ref41">41</xref>], Brief Italian version of Cancer Behavior Inventory (CBI-B/I) [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>], 13-item Sense of Coherence scale (SOC-13) [<xref ref-type="bibr" rid="ref44">44</xref>], and risk perception (using 2 visual analogue scales) [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>].</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <sec>
          <title>Treatment Adherence DSS</title>
          <p>The first version of the web-based DSS, namely, TREAT (treatment adherence support) was designed and developed in the first year of the Pfizer Project (65080791) by using a patient-driven approach. The development phase was systematized in 5 steps. First, a systematic review of the literature was conducted to explore the main issues related to the interventions fostering adherence in patients with breast cancer [<xref ref-type="bibr" rid="ref47">47</xref>]. Second, 4 focus group studies with 19 patients with MBC (mean age [years] 55.95, SD 6.87; range 46-70) with different metastasis localizations were implemented in order to explore patients’ unmet needs related to the MBC disease and knowledge about the adherence, barriers, roadblocks, and resources related to OATs and to examine the role of technologies and decision support as aids fostering adherence behaviors during the care pathway [<xref ref-type="bibr" rid="ref45">45</xref>]. The first and second steps informed the third step in which a preliminary set of mock-ups of TREAT using Wikimedia technology was shaped. TREAT was developed as a web-based application accessible by patients through a web link, without personal registration, and in Italian according to the patient’s user approach. The information contained in TREAT was constructed using the international guidelines for patients with MBC (eg, European School of Oncology-European Society for Medical Oncology 2nd international consensus guidelines for advanced breast cancer) [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. Further, the information was organized using different setups (written text, figures, flowcharts, graphs, and tables). In the fourth step, this preliminary version was revised by an internal and multidisciplinary review group (oncologists, psychologists, technicians, and patients). Finally, the TREAT’s revised version was translated and published.</p>
          <p>Currently, TREAT is organized into 4 key sections. Section A on metastatic breast cancer provides information on MBC disease (eg, definition, clinical management), physical consequences (eg, pain, weight loss, lack of energy), psychological consequences (eg, anxiety, depression, fatigue), anticancer treatments and the associated side effects, and benefits that can be experienced during the care pathway. Section B on adherence to cancer therapies discusses the meaning of nonadherence and its consequences, incidence in the population with cancer, and determinants of medication adherence according to the World Health Organization’s approach. Section C on promoting adherence provides information about the resources (eg, personal beliefs, social support, trust in the health care providers), barriers (eg, distress, inadequate knowledge) of medication adherence, and the different available interventions (eg, educational, affective, behavioral) to promote patients’ adherence. Further, TREAT delivers specific self-managed suggestions to mitigate potential risk factors associated with nonadherence and an example of a specific training based on a goal-setting approach. In Section D, that is, My Adherence Diary, patients are invited to write a free-text diary reporting doubts, concerns, thoughts, and behaviors related to their disease and therapies, sharing this information with their oncologists in the following clinical consultation (<xref rid="figure1" ref-type="fig">Figures 1</xref>-<xref rid="figure2" ref-type="fig">2</xref>).</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>The 4 main sections of the decision support system in Italian. Section A: metastatic breast cancer; Section B: adherence to cancer therapies; Section C: promoting adherence; Section D: my adherence diary. The screenshot with the decision support system, namely, “TREAT - Supporting Therapy Adherence” is shown in the center.</p>
            </caption>
            <graphic xlink:href="resprot_v12i1e48852_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Screenshots of the decision support system, exemplifying some examples of the information nested in different sections of the system (A, B, C, D). A. “The Section on Pills” refers to a short summary enclosed at the end of each section of the decision support system reporting the key themes (renamed pills) discussed in the section. B. “Resources” is a flowchart on the main resources that can improve medication adherence. C. “Benefits and side effects of the treatments” is a table that shows the action of each anticancer treatment, type of drug, expected benefits, and side effects. D. “The adherence dimension” is a written text that informs about the dimension of nonadherence in the population with cancer.</p>
            </caption>
            <graphic xlink:href="resprot_v12i1e48852_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>We also developed a machine learning application, which will be tested with the DSS. This application focuses on models to predict adherence risk factors and used data extracted from the electronic health records of the IEO. Specifically, the machine learning models focused on 2 outcomes: short-term and long-term side effects as well as physical status and comorbid conditions. We evaluated the models predicting performance by utilizing metrics such as area under the curve, precision, recall, sensitivity, specificity, κ, and positive and negative predictive values. Based on these criteria, we identified the top performing models, which were integrated into a web application built using the Shiny open source framework for the R statistical language (R Core Team) [<xref ref-type="bibr" rid="ref48">48</xref>]. We designed this application for shared decision-making sessions between patients and oncologists. It also uses the Shapley interpretable machine learning algorithm, which offers insights into the specific risk factors that played a role in predicting outcomes for individual patients.</p>
        </sec>
        <sec>
          <title>Participants</title>
          <p>A sample of 100 patients enrolled consecutively in May 2023 in the IEO at the Division of Medical Senology with an MBC diagnosis. The enrollment started in May. Specifically, the observed outcomes of 50 patients with MBC exposed to the DSS (experimental group) and 50 patients with MBC not exposed to the intervention (control group) are evaluated.</p>
        </sec>
        <sec>
          <title>Inclusion and Exclusion Criteria</title>
          <p>The inclusion criteria were female patients with MBC, 18 years of age and older, with a prescription of oral treatment (eg, oral chemotherapy, endocrine therapy, cyclin-dependent kinase 4/6 inhibitors), having internet access and a personal smartphone or tablet, and ability to read and sign informed consent. The exclusion criteria were the presence of any primary psychiatric or neurological conditions.</p>
        </sec>
      </sec>
      <sec>
        <title>Procedure</title>
        <sec>
          <title>Randomization</title>
          <p>Patients who signed the informed consent are given a unique identifier and assigned to either the control or intervention arm in a 1:1 ratio. First, the system asks to confirm all the inclusion and exclusion criteria. Then, an independent researcher generates a random sequence using the statistical language R (R Core Team 2020). Our randomization schedule involves an undisclosed blocking size that the data science team calculates without stratification. A patient is considered randomized when the randomization system assigns the patient an identification number according to a pre-established randomization list. We have created 2 different groups: the experimental group (n=50), in which each participant receives the link for the DSS and is trained to use the DSS for 3 months; and the control group (n=50), in which each patient receives standard care and suggestions bolstering adherence. Among all participants, the personal nonadherence risk is calculated through the preliminary version of the machine learning model to predict patients’ nonadherence behavior. </p>
        </sec>
        <sec>
          <title>Recruitment and Follow-Up</title>
          <p>Patients admitted to the Division of Medical Senology of the IEO are enrolled by the oncologist during the formal clinical consultation. Patients are enrolled even if they already had oral treatments in the past and they are switching to a new one. The patients who show interest in this research have a phone call with a trained psychologist to receive further information about the Pfizer study. If patients decide to participate in this study, the psychologist plans a consultation to receive informed consent and a preliminary assessment. Patients are informed that TREAT will not replace the clinical consultation. However, it should help manage oral treatment and improve adherence through education using evidence-based information. Patients may decide to discontinue their participation in the trial without any penalties. Patients who refuse to participate in this study are asked to complete a short refusal survey regarding the main reasons for not participating and their demographic information in order to assess the potential differences among the participants. Furthermore, patients have to contact the pertaining division for any necessity. Data are collected by the REDCap (research electronic data capture) platform and stored centrally by the IEO.</p>
        </sec>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Assessment of Nonadherence to OATs</title>
          <p>This study uses the operational definition of adherence provided by the International Society for Pharmacoeconomics and Outcomes Research Medication Compliance and Persistence Work Group, which defines adherence as “the extent to which a patient acts in accordance with the prescribed interval and dose of a dosing regimen” [<xref ref-type="bibr" rid="ref49">49</xref>]. Coherently, the nonadherence to OATs is evaluated using a prospective method [<xref ref-type="bibr" rid="ref15">15</xref>] by weekly medication diaries and 2 self-reported measures.</p>
        </sec>
        <sec>
          <title>Adherence Medication Diary</title>
          <p>A weekly paper diary is given to patients to monitor their medication intake. The diary will assess if medications are taken as prescribed and the possible reasons for not taking pills (eg, side effects, forgetfulness, no pill refill). The data collected refer to the number of pills not taken per week and the number of pills established according to the patient medical prescription protocol per week as well as planned interruptions. Further, the diary evaluates and monitors the side effects, their intensity (from 0 to 10) associated with the therapy intake, and their emotions, thoughts, behaviors, and consequences.</p>
        </sec>
        <sec>
          <title>MMAS-8 Self-Report Questionnaire (© 2006 Donald E Morisky)</title>
          <p>The MMAS-8 scale [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>] is an 8-item self-report questionnaire evaluating treatment adherence (forgetfulness, medication-taking behavior, adverse effects, and problems) (Cronbach α=.83). The first 7 items have dichotomous responses (0=Yes, 1=No), and the last includes a 5-point Likert scale response [<xref ref-type="bibr" rid="ref52">52</xref>].</p>
        </sec>
        <sec>
          <title>AAI Self-Report Questionnaire</title>
          <p>The AAI is a 28-item self-report questionnaire on a 5-point Likert scale response (from “does not fit” to “perfect fit”) evaluating treatment adherence (Cronbach α=.80) [<xref ref-type="bibr" rid="ref32">32</xref>]. The AAI is organized into 4 subscales: cognitive functioning (evaluating the ability to remember issues and tasks related to adherence in the short and long term), patient-provider communication (evaluating thoughts, attitudes, feelings, and ideas related to adherence between patient and medical provider), self-efficacy (evaluating the belief in one’s ability to adhere to medication and a history of similar success), and commitment to adherence (evaluating the determination to overcome obstacles to achieve adherence).</p>
        </sec>
        <sec>
          <title>Demographic, Clinical, Emotional, and QoL Assessments</title>
          <p>Considering that adherence to OATs is explained by a set of mutual and interconnected determinants, a comprehensive pool of self-reported measures is administered to identify the psychological predictors of nonadherence in patients with MBC.</p>
        </sec>
        <sec>
          <title>Patient Demographic and Clinical Variables</title>
          <p>Age, gender, education, marital status, cancer diagnosis and staging, oncological treatments, BMI, alcohol and smoking habits, and comorbid medical disorders are collected through electronic medical records.</p>
        </sec>
        <sec>
          <title>STAI-Y Self-Report Questionnaire</title>
          <p>The STAI-Y is a 40-item self-report questionnaire on a 4-point Likert scale (Cronbach α=.89). The STAI-Y evaluates both trait anxiety (20 items) and state anxiety (20 items) [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        </sec>
        <sec>
          <title>BDI-II Self-Report Questionnaire</title>
          <p>The BDI-II is a 21-item self-report questionnaire on a 4-point Likert scale response evaluating depression (Cronbach α=.89). The BDI can be administered to adults and adolescents aged 13 years and older [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        </sec>
        <sec>
          <title>CBI-B/I Self-Report Questionnaire</title>
          <p>The CBI-B/I is a 12-item self-report questionnaire on a 7-point Likert scale response (from not all confident to totally confident) evaluating self-efficacy for coping in patients with cancer (Cronbach α=.84). The CBI-B/I is composed of 4 subscales: coping and stress management, maintaining independence, managing affect, and participating in medical care [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>].</p>
        </sec>
        <sec>
          <title>SOC-13 Self-Report Questionnaire</title>
          <p>The SOC-13 is a 13-item self-report questionnaire on a 7-point Likert scale response (Cronbach α=.76). The SOC-13 is composed of 3 subscales: comprehensibility, manageability, and meaningfulness [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
        </sec>
        <sec>
          <title>BPI Self-Report Questionnaire</title>
          <p>The BPI is a 9-item self-report questionnaire evaluating pain intensity during the past 24 hours (Cronbach α=.91) [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        </sec>
        <sec>
          <title>EORTC-QLQ-C30 Self-Report Questionnaire</title>
          <p>The EORTC-QLQ-C30 is a self-report questionnaire composed of 28 items on a 4-point Likert-type scale (ranging from not at all to very much) and 2 items, that is, general global health status and QoL on a 7-point Likert-type scale (ranging from very poor to excellent) [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. The EORTC-QLQ-C30 provides information on 3 areas: functional (physical, role, cognitive, emotional, and social), symptoms (appetite loss, fatigue, pain, nausea, constipation-diarrhea, dyspnea, and insomnia), and global health status or QoL (Cronbach α=.85) [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. Further, the EORTC-QLQ-B R23 for patients with breast cancer has been used previously (Cronbach α=.87) [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        </sec>
        <sec>
          <title>BFI Self-Report Questionnaire</title>
          <p>The BFI is a 44-item self-report questionnaire on a 5-point scale (from disagree strongly to strongly agree) that assesses 5 dimensions of personality: openness to experience (Cronbach α=.78), conscientiousness (Cronbach α=.81), extraversion (Cronbach α=.87), agreeableness (Cronbach α=.81), and neuroticism (Cronbach α=.82) [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        </sec>
        <sec>
          <title>Risk Perception</title>
          <p>Risk perception is evaluated using 2 visual analogue scales (from 0 to 100): one for the objective and one for the subjective risk perception. These items were developed using the Weinstein approach [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Timeline</title>
        <p>There are 3 assessment time points. At the baseline (T0), all patients fill a set of validated measures (MMAS-8, AAI, STAI-Y forms I and II, BDI-II, CBI-B/I, SOC-13, BPI, EORTC-QLQ-C30, EORTC-QLQ-BR23, BFI, and visual analogue scale). The expected time to complete all the given questionnaires at baseline is approximately 40 minutes. Access to DSS is given to the experimental group for 3 months. At T1 and T2, the following questionnaires are filled: MMAS-8, AAI, STAI-Y form I, BDI-II, CBI-B/I, EORTC-QLQ-C30, and EORTC-QLQ-BR23. Further, all patients have to fill a weekly adherence medication diary for 3 months. Variables that are not sensitive to change, for example, personality (BFI) and anxiety traits (STAI-Y form II) are collected only at T0. Each month, all participants receive a brief telephone interview in which they are monitored for adherence to the research protocol. Two psychologists perform the monthly telephone interview to monitor the filling out of the questionnaires and the medication adherence diary supporting patients with MBC in this task, barriers, and concerns related to the study participation. At T3 (3 months), all behavioral and psychological measures are filled, and an interview (online or vis-à-vis) is performed.</p>
      </sec>
      <sec>
        <title>Calculation of Sample Size</title>
        <p>The sample size calculation was based on estimates for the effectiveness of TREAT as the primary outcome, assuming that the final analysis would be performed with a 2-sample 2-sided <italic>t</italic> test, a power of 96.4%, an α of .05, a standard deviation of 1.2, and a minimal difference in outcomes of 0.51 (effect size of 0.42) based on the patients’ self-reported satisfaction with the treatment decision [<xref ref-type="bibr" rid="ref53">53</xref>]. Under these considerations, the final sample size was calculated to be 100 patients with MBC, with 50 individuals per group (50 patients with MBC exposed to DSS and 50 patients with MBC not exposed to the intervention). This sample size is expanded to 120 when a 20% attrition rate is used.</p>
      </sec>
      <sec>
        <title>Statistical Considerations</title>
        <sec>
          <title>Exploratory Analysis</title>
          <p>Our exploratory analysis will start with a visual exploration of all variables to evaluate the frequency, percentage, and near-zero variance for categorical variables (eg, gender, cancer stage); distribution for numeric variables (eg, age); and their corresponding missing value patterns [<xref ref-type="bibr" rid="ref54">54</xref>]. Near-zero variance is found when a categorical variable has a small percentage of a given category and will be addressed by recategorization. We will consider variable transformations such as logarithmic, Box-Cox, or categorization of numeric variables that do not present a normal distribution. Missing values will be handled through imputation algorithms followed by sensitivity analyses to verify whether our results are stable with and without imputation [<xref ref-type="bibr" rid="ref53">53</xref>]. Comparisons for the exploratory analysis will be conducted through analysis of variance (2-sided <italic>t</italic> tests being a category of analysis of variance) and chi-square tests (Fisher exact test when any cell presented a frequency below 5).</p>
        </sec>
        <sec>
          <title>Propensity Score</title>
          <p>For residual confounding after randomization, we will use propensity scores based on inverse probability of treatment weighting [<xref ref-type="bibr" rid="ref55">55</xref>]. We will first assess the covariate balance between control and intervention groups through standardized mean differences and differences in proportion. Covariates will include the patient demographic and clinical variables. Values greater than 0.1 will signal an imbalance in covariates. Next, we will use inverse probability of treatment weighting generated through logistic regression to balance the covariates [<xref ref-type="bibr" rid="ref56">56</xref>]. Once we achieve covariate balance, we will estimate the effect for each outcome by using a double robust approach.</p>
        </sec>
        <sec>
          <title>Generalized Linear Models</title>
          <p>Additional analyses will be run using generalized linear models with a Gaussian distribution family (multiple linear regression) being adjusted for randomization baseline imbalances. These models will evaluate the association between all previously reported outcomes (the number of pills taken during the prescribed interval, MMAS-8, AAI, STAI-Y, BDI-II, CBI-B/I, SOC-13, BPI, EORTC-QLQ-C30, EORTC-QLQ-BR23, BFI, and risk perception) and the intervention (TREAT and machine learning web application), accounting for the baseline differences. We will build one model for each combination of predictor and outcome, where the outcome will be the dependent variable (Y) and the predictor will be the independent variable (X), adjusted for the covariates unbalanced at baseline. We will also evaluate models with a Poisson or negative binomial distribution for non–normally distributed outcomes. Results will be reported as predicted means along with 95% CIs.</p>
        </sec>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>This study is compliant with the recommendations outlined in the Helsinki Declaration [<xref ref-type="bibr" rid="ref57">57</xref>] and the Council for International Organizations of Medical Sciences guidelines [<xref ref-type="bibr" rid="ref58">58</xref>], as well as with the principles of biomedical ethics reported in the Belmont report [<xref ref-type="bibr" rid="ref59">59</xref>]. This study presents a fair balance between risks and benefits for study participants and future patients affected by the same condition. No physical risks directly related to participation in the research are expected. Although psychological risks are not expected, in case these raised from participation, psychologists responsible for the study will promptly intervene and take care of the patient. Regarding the benefits, given the impact of nonadherence on clinical outcomes, finding effective ways to increase treatment adherence is particularly relevant for the community of patients with MBC, thus playing a role in the improvement of the patient’s general well-being. The principle of self-determination is also respected. A devoted informed consent form is signed by participants before participation. Signing the informed consent form is preceded by a dialogic consent process necessary to ensure informed, voluntary, and awareness of participation in research. Regarding the respect for privacy, this study is performed according to the General Data Protection Regulation (Regulation EU, 2016/679) [<xref ref-type="bibr" rid="ref60">60</xref>]. All data are collected in a pseudoanonymized form. Data are treated confidentially and used only by the collaborators in this study for scientific purposes related to what is stated in the research protocol. The retrospective study was approved by the IEO ethics committee (R1595/21-IEO 1704). The prospective study was approved by the IEO ethics committee (R1786/22-IEO 1907).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The recruitment process started in May 2023 and is expected to be concluded on December 2023. Data analysis will be performed between 2023 and 2024. This project has been funded by a Pfizer grant: Enhancing therapy adherence among patients with metastatic breast cancer (65080791).</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Expected Findings</title>
        <p>Adherence to anticancer treatment is fundamental in the clinical management of patients with MBC, as adherence can lead to a series of crucial clinical outcomes (eg, prolonged survival time, better monitoring and management of side effects, improvement of QoL) [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Studies on implementing machine learning to foster medication adherence as well as the development of shared DSSs are quite recent [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>We believe that our study might achieve 3 milestones in the clinical care of patients with MBC with regard to adherence to OATs. Concerning the primary end point, implementing a shared and integrated DSS web-based solution might be an essential strategy for patients with MBC to enhance their health knowledge and understanding of medication nonadherence issues and to learn behavioral strategies to overcome individual, disease-related, and organizational barriers impacting adherence behaviors. This expected result is coherent with the results of other studies on patient decision tools, highlighting that such engines might improve patients’ participation and health knowledge in the care pathway [<xref ref-type="bibr" rid="ref61">61</xref>]. Regarding the secondary end point, this prospective study will contribute to refining the initial risk-predictive model of adherence attained from the retrospective study, informing about specific (inner and external) predictors of adherence behavior during the MBC care pathway that were not considered in the preliminary version of the model. This should provide a more comprehensive and systematic definition of medication adherence for OATs in patients with MBC, defining an interrelated and evidence-based list of predictors. Data will define a final risk-predictive model of adherence and enable the identification of specific patient populations at risk of nonadherence. The earlier identification of patients with poor adherence using our machine learning web application will permit the development of tailored psychological and behavioral interventions to foster adherence by dealing with individual barriers and needs according to the risk profile. Finally, the information retrieved by the risk-predictive models might support oncologists’ treatment decisions, allowing them to better understand the hindered reasons behind a complex adherence trajectory.</p>
      </sec>
      <sec>
        <title>Limitations of This Trial</title>
        <p>Despite the key contributions of this study in the field of the medication adherence to OATs among patients with MBC, some limitations have to be acknowledged. First, the questionnaires used to refine our risk-predictive model might cause cognitive burden and general fatigue among participants. However, a monthly telephone interview has been introduced as a mitigation risk strategy. The interview is aimed to support participants in filling out the questionnaires and medication adherence diary and to manage barriers and concerns related to this study. Related to this aspect, the second limitation concerns the recall bias that might be generated using self-report measures. Further, self-report measures might overvalue adherence compared to the other prospective methods such as the Medication Event Monitoring System. However, the weekly medication diary method, in which patients have to report a detailed and systematic description of pill counts, side effects, and barriers related to the management of the therapy and missed doses, can aid in providing a more comprehensive picture of medication adherence. Moreover, as highlighted by Shah and colleagues [<xref ref-type="bibr" rid="ref15">15</xref>], the diary has a higher accuracy and minor recall bias and permits the evaluation of subjective information (eg, emotions, thoughts, worries, behaviors, expectations) related to the medication coherently with the processual model of the adherence used in this research protocol [<xref ref-type="bibr" rid="ref8">8</xref>]. Third, a monthly follow-up and a 3-month end point have been established, considering the type of diagnosis, high variation in the prognosis, and shifting in the lines of treatment due to cancer progression or declining physical functioning. This short end point might affect a deep understanding of the efficacy of our DSS in the long term. However, previous studies have used correspondent follow-ups and end points [<xref ref-type="bibr" rid="ref13">13</xref>]. Fourth, as observed by other studies on patients with MBC [<xref ref-type="bibr" rid="ref14">14</xref>], an additional risk that should be considered is related to the overestimated adherence rate. Patients participating in clinical trials are highly motivated, possibly leading to greater adherence to the OATs prescribed. Fifth, the initial version of the machine learning web application was not able to directly predict patient adherence. Instead, it predicted adherence risk factors, including short-term and long-term side effects, as well as physical status and comorbid conditions. This is a limitation of the data we used to build this initial version of the model, as it was not possible to reliably identify adherence patterns. However, predicting adherence risk factors can still provide insights that can assist in improving OAT adherence during shared decision-making sessions between physicians and patients.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Considering the poor evidence on OATs and the need to develop validated instruments to evaluate medication adherence to improve patient clinical outcomes [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref16">16</xref>], the development of integrated and shared DSSs able to foster adherence behaviors and to profile patient adherence risks might have key impacts on clinical practice and patient health-related QoL, thereby enabling the early identification of high-risk populations and enriching knowledge about the implementation of machine learning models in clinical practice.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AAI</term>
          <def>
            <p>Adherence Attitude Inventory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BDI-II</term>
          <def>
            <p>Beck Depression Inventory-II</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">BFI</term>
          <def>
            <p>Big Five Inventory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">BPI</term>
          <def>
            <p>Brief Pain Inventory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">CBI-B/I</term>
          <def>
            <p>Brief Italian version of Cancer Behavior Inventory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">DSS</term>
          <def>
            <p>decision support system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">EORTC-QLQ-BR23</term>
          <def>
            <p>European Organization for Research and Treatment of Cancer Quality of Life 23-item Breast Cancer-specific Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">EORTC-QLQ-C30</term>
          <def>
            <p>European Organization for Research and Treatment of Cancer Quality of Life Questionnaire Core 30</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">IEO</term>
          <def>
            <p>European Institute of Oncology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">MBC</term>
          <def>
            <p>metastatic breast cancer</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">MMAS-8</term>
          <def>
            <p>8-item Morisky Medication Adherence Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">OAT</term>
          <def>
            <p>oral anticancer treatment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">QoL</term>
          <def>
            <p>quality of life</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">REDCap</term>
          <def>
            <p>research electronic data capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">SOC-13</term>
          <def>
            <p>13-item Sense of Coherence scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">STAI-Y</term>
          <def>
            <p>State-Trait Anxiety Inventory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb17">TREAT</term>
          <def>
            <p>treatment adherence support</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The MMAS-8 Scale, content, name, and trademarks are protected by US copyright and trademark laws. Permission for use of the scale and its coding is required. A license agreement is available from MMAR, LLC., www.moriskyscale.com.</p>
      <p>This project has been funded by a Pfizer grant: Enhancing therapy adherence among patients with metastatic breast cancer (65080791).</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>Data will be available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>GP, MM, RP, and EM conceived and designed this study. GP coordinated this study. RP, LT, MV, and AM performed statistical analyses. MM, GES, VS, RP, LT, MV, AM, EM, EF, MP, and GP handled the drafting and writing of the manuscript. All authors have read and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cardoso</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Paluch-Shimon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Senkus</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Curigliano</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Aapro</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>André</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Barrios</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bergh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bhattacharyya</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Biganzoli</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Boyle</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cardoso</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carey</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cortés</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>El Saghir</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Elzayat</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Eniu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fallowfield</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gelmon</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gligorov</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Haidinger</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Harbeck</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Kaufman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kaur</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kiely</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mertz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Neciosup</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Offersen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ohno</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pagani</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Prat</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Penault-Llorca</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rugo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sledge</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Thomssen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Vorobiof</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wiseman</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Norton</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Costa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Winer</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>5th ESO-ESMO international consensus guidelines for advanced breast cancer (ABC 5)</article-title>
          <source>Ann Oncol</source>
          <year>2020</year>
          <month>12</month>
          <volume>31</volume>
          <issue>12</issue>
          <fpage>1623</fpage>
          <lpage>1649</lpage>
          <pub-id pub-id-type="doi">10.1016/j.annonc.2020.09.010</pub-id>
          <pub-id pub-id-type="medline">32979513</pub-id>
          <pub-id pub-id-type="pii">S0923-7534(20)42460-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7510449</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gennari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>André</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Barrios</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cortés</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>de Azambuja</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>DeMichele</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dent</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fenlon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gligorov</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hurvitz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Im</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Krug</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kunz</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Loi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Penault-Llorca</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ricke</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Robson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rugo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Saura</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schmid</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Singer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Spanic</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tolaney</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Curigliano</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Loibl</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Paluch-Shimon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Harbeck</surname>
              <given-names>N</given-names>
            </name>
            <collab>ESMO Guidelines Committee</collab>
          </person-group>
          <article-title>ESMO Clinical Practice Guideline for the diagnosis, staging and treatment of patients with metastatic breast cancer</article-title>
          <source>Ann Oncol</source>
          <year>2021</year>
          <month>12</month>
          <volume>32</volume>
          <issue>12</issue>
          <fpage>1475</fpage>
          <lpage>1495</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://air.unimi.it/handle/2434/910168"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.annonc.2021.09.019</pub-id>
          <pub-id pub-id-type="medline">34678411</pub-id>
          <pub-id pub-id-type="pii">S0923-7534(21)04498-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Komatsu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Yagasaki</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yamaguchi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mori</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kawano</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Minamoto</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Honma</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tamura</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Effects of a nurse-led medication self-management programme in women with oral treatments for metastatic breast cancer: A mixed-method randomised controlled trial</article-title>
          <source>Eur J Oncol Nurs</source>
          <year>2020</year>
          <month>08</month>
          <volume>47</volume>
          <fpage>101780</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ejon.2020.101780</pub-id>
          <pub-id pub-id-type="medline">32674036</pub-id>
          <pub-id pub-id-type="pii">S1462-3889(20)30060-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>VK</given-names>
            </name>
            <name name-style="western">
              <surname>Visovsky</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Advani</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mussallem</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tofthagen</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Cancer treatment-specific medication beliefs among metastatic breast cancer patients: a qualitative study</article-title>
          <source>Support Care Cancer</source>
          <year>2022</year>
          <month>08</month>
          <volume>30</volume>
          <issue>8</issue>
          <fpage>6807</fpage>
          <lpage>6815</lpage>
          <pub-id pub-id-type="doi">10.1007/s00520-022-07101-7</pub-id>
          <pub-id pub-id-type="medline">35527287</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00520-022-07101-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Montagna</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zagami</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Masiero</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mazzocco</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pravettoni</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Munzone</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Assessing predictors of tamoxifen nonadherence in patients with early breast cancer</article-title>
          <source>PPA</source>
          <year>2021</year>
          <month>09</month>
          <volume>Volume 15</volume>
          <fpage>2051</fpage>
          <lpage>2061</lpage>
          <pub-id pub-id-type="doi">10.2147/ppa.s285768</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yerrapragada</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Siadimas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Babaeian</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neill</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Machine learning to predict tamoxifen nonadherence among US commercially insured patients with metastatic breast cancer</article-title>
          <source>JCO Clinical Cancer Informatics</source>
          <year>2021</year>
          <month>12</month>
          <issue>5</issue>
          <fpage>814</fpage>
          <lpage>825</lpage>
          <pub-id pub-id-type="doi">10.1200/cci.20.00102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bosworth</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Zullig</surname>
              <given-names>LL</given-names>
            </name>
          </person-group>
          <article-title>Breast cancer oral anti-cancer medication adherence: a systematic review of psychosocial motivators and barriers</article-title>
          <source>Breast Cancer Res Treat</source>
          <year>2017</year>
          <month>09</month>
          <volume>165</volume>
          <issue>2</issue>
          <fpage>247</fpage>
          <lpage>260</lpage>
          <pub-id pub-id-type="doi">10.1007/s10549-017-4317-2</pub-id>
          <pub-id pub-id-type="medline">28573448</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10549-017-4317-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sabaté</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Adherence to Long-Term Therapies: Evidence for Action</source>
          <year>2003</year>
          <publisher-loc>Geneva</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Petrie</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Stanton</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Interventions to enhance adherence to oral antineoplastic agents: a scoping review</article-title>
          <source>J Natl Cancer Inst</source>
          <year>2020</year>
          <month>05</month>
          <volume>112</volume>
          <issue>5</issue>
          <fpage>443</fpage>
          <lpage>465</lpage>
          <pub-id pub-id-type="doi">10.1093/jnci/djz244</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Toivonen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Potentially modifiable factors associated with adherence to adjuvant endocrine therapy among breast cancer survivors: a systematic review</article-title>
          <source>Cancers (Basel)</source>
          <year>2020</year>
          <month>12</month>
          <day>31</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>107</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=cancers13010107"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/cancers13010107</pub-id>
          <pub-id pub-id-type="medline">33561076</pub-id>
          <pub-id pub-id-type="pii">cancers13010107</pub-id>
          <pub-id pub-id-type="pmcid">PMC7794693</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Osterberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Blaschke</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Adherence to medication</article-title>
          <source>N Engl J Med</source>
          <year>2005</year>
          <month>08</month>
          <day>04</day>
          <volume>353</volume>
          <issue>5</issue>
          <fpage>487</fpage>
          <lpage>497</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmra050100</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Timmers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Boons</surname>
              <given-names>CCLM</given-names>
            </name>
            <name name-style="western">
              <surname>Kropff</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>van de Ven</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Swart</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Smit</surname>
              <given-names>EF</given-names>
            </name>
            <name name-style="western">
              <surname>Zweegman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kroep</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Timmer-Bonte</surname>
              <given-names>JNH</given-names>
            </name>
            <name name-style="western">
              <surname>Boven</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hugtenburg</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Adherence and patients’ experiences with the use of oral anticancer agents</article-title>
          <source>Acta Oncologica</source>
          <year>2013</year>
          <month>11</month>
          <day>22</day>
          <volume>53</volume>
          <issue>2</issue>
          <fpage>259</fpage>
          <lpage>267</lpage>
          <pub-id pub-id-type="doi">10.3109/0284186x.2013.844353</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dos Santos</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gervais</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Clarisse</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Capel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barillet</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grellard</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Heutte</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Licaj</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Joly</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Impact of anxio-depressive symptoms and cognitive function on oral anticancer therapies adherence</article-title>
          <source>Support Care Cancer</source>
          <year>2019</year>
          <month>09</month>
          <volume>27</volume>
          <issue>9</issue>
          <fpage>3573</fpage>
          <lpage>3581</lpage>
          <pub-id pub-id-type="doi">10.1007/s00520-019-4644-4</pub-id>
          <pub-id pub-id-type="medline">30690685</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00520-019-4644-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Partridge</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Gelman</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Schumer</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Burstein</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Winer</surname>
              <given-names>EP</given-names>
            </name>
          </person-group>
          <article-title>Tolerability of and adherence to combination oral therapy with gefitinib and capecitabine in metastatic breast cancer</article-title>
          <source>Breast Cancer Res Treat</source>
          <year>2009</year>
          <month>10</month>
          <volume>117</volume>
          <issue>3</issue>
          <fpage>615</fpage>
          <lpage>23</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19294501"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10549-009-0366-5</pub-id>
          <pub-id pub-id-type="medline">19294501</pub-id>
          <pub-id pub-id-type="pmcid">PMC4578795</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Touchette</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Marrs</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Research and scholarly methods: Measuring medication adherence</article-title>
          <source>J Am Coll Clin Pharm</source>
          <year>2023</year>
          <month>03</month>
          <day>06</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>416</fpage>
          <lpage>426</lpage>
          <pub-id pub-id-type="doi">10.1002/jac5.1771</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DiBonaventura</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Copher</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Basurto</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Patient preferences and treatment adherence among women diagnosed with metastatic breast cancer</article-title>
          <source>Am Heal Drug Benefits</source>
          <year>2014</year>
          <volume>7</volume>
          <fpage>386</fpage>
          <lpage>396</lpage>
          <pub-id pub-id-type="medline">25525495</pub-id>
          <pub-id pub-id-type="pmcid">PMC4268769</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horne</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Wileman</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Supporting adherence to medicines for long-term conditions</article-title>
          <source>European Psychologist</source>
          <year>2019</year>
          <month>01</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>82</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1027/1016-9040/a000353</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barillet</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Prevost</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Joly</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Clarisse</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Oral antineoplastic agents: how do we care about adherence?</article-title>
          <source>Br J Clin Pharmacol</source>
          <year>2015</year>
          <month>12</month>
          <volume>80</volume>
          <issue>6</issue>
          <fpage>1289</fpage>
          <lpage>302</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26255807"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bcp.12734</pub-id>
          <pub-id pub-id-type="medline">26255807</pub-id>
          <pub-id pub-id-type="pmcid">PMC4693496</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Yi</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Prediction model of immunosuppressive medication non-adherence for renal transplant patients based on machine learning technology</article-title>
          <source>Front Med (Lausanne)</source>
          <year>2022</year>
          <volume>9</volume>
          <fpage>796424</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35252242"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fmed.2022.796424</pub-id>
          <pub-id pub-id-type="medline">35252242</pub-id>
          <pub-id pub-id-type="pmcid">PMC8895304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scioscia</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tondo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Foschino Barbaro</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Sabato</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gallo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maci</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lacedonia</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Machine learning-based prediction of adherence to continuous positive airway pressure (CPAP) in obstructive sleep apnea (OSA)</article-title>
          <source>Inform Health Soc Care</source>
          <year>2022</year>
          <month>07</month>
          <day>03</day>
          <volume>47</volume>
          <issue>3</issue>
          <fpage>274</fpage>
          <lpage>282</lpage>
          <pub-id pub-id-type="doi">10.1080/17538157.2021.1990300</pub-id>
          <pub-id pub-id-type="medline">34748437</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mirzadeh</surname>
              <given-names>SI</given-names>
            </name>
            <name name-style="western">
              <surname>Arefeen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ardo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fallahzadeh</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Minor</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hildebrand</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ghasemzadeh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Evangelista</surname>
              <given-names>LS</given-names>
            </name>
          </person-group>
          <article-title>Use of machine learning to predict medication adherence in individuals at risk for atherosclerotic cardiovascular disease</article-title>
          <source>Smart Health (Amst)</source>
          <year>2022</year>
          <month>12</month>
          <volume>26</volume>
          <fpage>100328</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37169026"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.smhl.2022.100328</pub-id>
          <pub-id pub-id-type="medline">37169026</pub-id>
          <pub-id pub-id-type="pii">100328</pub-id>
          <pub-id pub-id-type="pmcid">PMC10168531</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karanasiou</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Tripoliti</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Papadopoulos</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>Kalatzis</surname>
              <given-names>FG</given-names>
            </name>
            <name name-style="western">
              <surname>Goletsis</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Naka</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Bechlioulis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Errachid</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fotiadis</surname>
              <given-names>DI</given-names>
            </name>
          </person-group>
          <article-title>Predicting adherence of patients with HF through machine learning techniques</article-title>
          <source>Healthc Technol Lett</source>
          <year>2016</year>
          <month>09</month>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>165</fpage>
          <lpage>170</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27733922"/>
          </comment>
          <pub-id pub-id-type="doi">10.1049/htl.2016.0041</pub-id>
          <pub-id pub-id-type="medline">27733922</pub-id>
          <pub-id pub-id-type="pii">HTL.2016.0041</pub-id>
          <pub-id pub-id-type="pmcid">PMC5048333</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bohlmann</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mostafa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Machine learning and medication adherence: scoping review</article-title>
          <source>JMIRx Med</source>
          <year>2021</year>
          <month>11</month>
          <day>24</day>
          <volume>2</volume>
          <issue>4</issue>
          <fpage>e26993</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://xmed.jmir.org/2021/4/e26993/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26993</pub-id>
          <pub-id pub-id-type="medline">37725549</pub-id>
          <pub-id pub-id-type="pii">v2i4e26993</pub-id>
          <pub-id pub-id-type="pmcid">PMC10414315</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Masiero</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Filipponi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pizzoli</surname>
              <given-names>SFM</given-names>
            </name>
            <name name-style="western">
              <surname>Munzone</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Guido</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Guardamagna</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Marceglia</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Caruso</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Prandin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Prenassi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Manzelli</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Savino</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Conti</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rizzi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Casalino</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Candiani</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Memini</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Chiveri</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vitali</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Corbo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Milani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Grasso</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Traversoni</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fragale</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Didier</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pravettoni</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Usability testing of a new digital integrated health ecosystem (painrelife) for the clinical management of chronic pain in patients with early breast cancer: protocol for a pilot study</article-title>
          <source>JMIR Res Protoc</source>
          <year>2023</year>
          <month>05</month>
          <day>12</day>
          <volume>12</volume>
          <fpage>e41216</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2023//e41216/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/41216</pub-id>
          <pub-id pub-id-type="medline">37171843</pub-id>
          <pub-id pub-id-type="pii">v12i1e41216</pub-id>
          <pub-id pub-id-type="pmcid">PMC10221507</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arch</surname>
              <given-names>Joanna J</given-names>
            </name>
            <name name-style="western">
              <surname>Crespi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Levin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Genung</surname>
              <given-names>Sarah R</given-names>
            </name>
            <name name-style="western">
              <surname>Nealis</surname>
              <given-names>Madeline</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>Jill L</given-names>
            </name>
            <name name-style="western">
              <surname>Bright</surname>
              <given-names>Emma E</given-names>
            </name>
            <name name-style="western">
              <surname>Albright</surname>
              <given-names>Karen</given-names>
            </name>
            <name name-style="western">
              <surname>Magidson</surname>
              <given-names>Jessica F</given-names>
            </name>
            <name name-style="western">
              <surname>Stanton</surname>
              <given-names>Annette L</given-names>
            </name>
          </person-group>
          <article-title>Randomized controlled pilot trial of a low-touch remotely-delivered values intervention to promote adherence to adjuvant endocrine therapy among breast cancer survivors</article-title>
          <source>Ann Behav Med</source>
          <year>2022</year>
          <month>08</month>
          <day>02</day>
          <volume>56</volume>
          <issue>8</issue>
          <fpage>856</fpage>
          <lpage>871</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35323853"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/abm/kaab118</pub-id>
          <pub-id pub-id-type="medline">35323853</pub-id>
          <pub-id pub-id-type="pii">6552101</pub-id>
          <pub-id pub-id-type="pmcid">PMC9345183</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kav</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schulmeister</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nirenberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barber</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rittenberg</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Development of the MASCC teaching tool for patients receiving oral agents for cancer</article-title>
          <source>Support Care Cancer</source>
          <year>2010</year>
          <month>05</month>
          <volume>18</volume>
          <issue>5</issue>
          <fpage>583</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1007/s00520-009-0692-5</pub-id>
          <pub-id pub-id-type="medline">19590904</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Omaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Castillo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Eden</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Frattaroli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rothman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shields</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Gielen</surname>
              <given-names>A</given-names>
            </name>
            <collab>My Healthy Choices Decision Aid Team</collab>
          </person-group>
          <article-title>A patient decision aid for prescribing pain medication: Results from a pilot test in two emergency departments</article-title>
          <source>Patient Educ Couns</source>
          <year>2021</year>
          <month>06</month>
          <volume>104</volume>
          <issue>6</issue>
          <fpage>1304</fpage>
          <lpage>1311</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2020.11.022</pub-id>
          <pub-id pub-id-type="medline">33280968</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(20)30646-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lambin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zindler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vanneste</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>De Voorde</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Eekers</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Compter</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Panth</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Peerlings</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Larue</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Deist</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Jochems</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lustberg</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>van Soest</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>de Jong</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Even</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Reymen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rekers</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>van Gisbergen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Roelofs</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Carvalho</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Leijenaar</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Zegers</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van Timmeren</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brouwers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lal</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Dubois</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yaromina</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Van Limbergen</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Berbee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van Elmpt</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Oberije</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ramaekers</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dekker</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Boersma</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hoebers</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Smits</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Berlanga</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Decision support systems for personalized and participative radiation oncology</article-title>
          <source>Adv Drug Deliv Rev</source>
          <year>2017</year>
          <month>01</month>
          <day>15</day>
          <volume>109</volume>
          <fpage>131</fpage>
          <lpage>153</lpage>
          <pub-id pub-id-type="doi">10.1016/j.addr.2016.01.006</pub-id>
          <pub-id pub-id-type="medline">26774327</pub-id>
          <pub-id pub-id-type="pii">S0169-409X(16)30008-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chalela</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Munoz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Inupakutika</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kaghyan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Akopian</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kaklamani</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lathrop</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ramirez</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Improving adherence to endocrine hormonal therapy among breast cancer patients: Study protocol for a randomized controlled trial</article-title>
          <source>Contemp Clin Trials Commun</source>
          <year>2018</year>
          <month>12</month>
          <volume>12</volume>
          <fpage>109</fpage>
          <lpage>115</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2451-8654(18)30078-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.conctc.2018.10.001</pub-id>
          <pub-id pub-id-type="medline">30377674</pub-id>
          <pub-id pub-id-type="pii">S2451-8654(18)30078-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC6202663</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Col</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hull</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Springmann</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ngo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Merritt</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sprintz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Genova</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nesin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tierman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sanfilippo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Entel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pbert</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Improving patient-provider communication about chronic pain: development and feasibility testing of a shared decision-making tool</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2020</year>
          <month>10</month>
          <day>17</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>267</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-020-01279-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-020-01279-8</pub-id>
          <pub-id pub-id-type="medline">33069228</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-020-01279-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7568350</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morisky</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Ang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Krousel-Wood</surname>
              <given-names>Marie</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>HJ</given-names>
            </name>
          </person-group>
          <article-title>Predictive validity of a medication adherence measure in an outpatient setting</article-title>
          <source>J Clin Hypertens (Greenwich)</source>
          <year>2008</year>
          <month>05</month>
          <volume>10</volume>
          <issue>5</issue>
          <fpage>348</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/18453793"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1751-7176.2008.07572.x</pub-id>
          <pub-id pub-id-type="medline">18453793</pub-id>
          <pub-id pub-id-type="pmcid">PMC2562622</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Abell</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Development and evaluation of the Adherence Attitude Inventory</article-title>
          <source>Research on Social Work Practice</source>
          <year>2016</year>
          <month>08</month>
          <day>18</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>107</fpage>
          <lpage>123</lpage>
          <pub-id pub-id-type="doi">10.1177/104973150201200108</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aaronson</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmedzai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bergman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bullinger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cull</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Duez</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Filiberti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Flechtner</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fleishman</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>de Haes</surname>
              <given-names>J C</given-names>
            </name>
          </person-group>
          <article-title>The European Organization for Research and Treatment of Cancer QLQ-C30: a quality-of-life instrument for use in international clinical trials in oncology</article-title>
          <source>J Natl Cancer Inst</source>
          <year>1993</year>
          <month>03</month>
          <day>03</day>
          <volume>85</volume>
          <issue>5</issue>
          <fpage>365</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1093/jnci/85.5.365</pub-id>
          <pub-id pub-id-type="medline">8433390</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>NW</given-names>
            </name>
            <name name-style="western">
              <surname>Fayers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aaronson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bottomley</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Graeff</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Groenvold</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gundy</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Koller</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Sprangers</surname>
              <given-names>MAG</given-names>
            </name>
            <collab>et al</collab>
          </person-group>
          <source>EORTC QLQ-C30 Reference Values</source>
          <year>2008</year>
          <access-date>2023-11-13</access-date>
          <publisher-loc>Brussels, Belgium</publisher-loc>
          <publisher-name>EORTC Quality of Life Group</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.eortc.org/app/uploads/sites/2/2018/02/reference_values_manual2008.pdf">https://www.eortc.org/app/uploads/sites/2/2018/02/reference_values_manual2008.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sprangers</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Groenvold</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Arraras</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>te Velde</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Muller</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Franzini</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Haes</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Hopwood</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cull</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Aaronson</surname>
              <given-names>NK</given-names>
            </name>
          </person-group>
          <article-title>The European organization for research and treatment of breast cancer-specific quality-of-life questionnaire module: first results from a three-country field study</article-title>
          <source>JCO</source>
          <year>1996</year>
          <month>10</month>
          <volume>14</volume>
          <issue>10</issue>
          <fpage>2756</fpage>
          <lpage>2768</lpage>
          <pub-id pub-id-type="doi">10.1200/jco.1996.14.10.2756</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cleeland</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Pain assessment: global use of the Brief Pain Inventory</article-title>
          <source>Ann Acad Med Singapore</source>
          <year>1994</year>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>129</fpage>
          <lpage>138</lpage>
          <pub-id pub-id-type="doi">10.1097/01893697-199513010-00022</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spielberger</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez-Reigosa</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez-Urrutia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Natalicio</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Natalicio</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>The State-Trait Anxiety inventory</article-title>
          <source>Rev Interam Psicol J Psychol</source>
          <year>1971</year>
          <volume>5</volume>
          <fpage>4</fpage>
          <pub-id pub-id-type="doi">10.1002/9780470479216.corpsy0943</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pedrabissi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Santinello</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Verifica della validità dello STAI forma Y di Spielberger</article-title>
          <source>Giunti Organ Spec</source>
          <year>1989</year>
          <volume>191-192</volume>
          <fpage>11</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://psycnet.apa.org/record/1991-73411-001"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Steer</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Beck Depression Inventory–II (BDI-II)</article-title>
          <source>APA PsycTests</source>
          <year>1996</year>
          <fpage>1996</fpage>
          <pub-id pub-id-type="doi">10.1037/t00742-000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sica</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ghisi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The Italian versions of the Beck Anxiety Inventory and the Beck Depression Inventory-II: Psychometric properties and discriminant power</article-title>
          <source>Flore</source>
          <year>2007</year>
          <access-date>2023-11-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://flore.unifi.it/handle/2158/258900">https://flore.unifi.it/handle/2158/258900</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ubbiali</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chiorri</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hampton</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Donati</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Italian Big Five Inventory. Psychometric properties of the Italian adaptation of the Big Five Inventory (BFI)</article-title>
          <source>Bollettino di Psicologia applicata</source>
          <year>2013</year>
          <volume>59</volume>
          <issue>266</issue>
          <fpage>37</fpage>
          <lpage>48</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchgate.net/publication/250662562_Psychometric_properties_of_the_Italian_adaptation_of_the_Big_Five_Inventory_BFI"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merluzzi</surname>
              <given-names>TV</given-names>
            </name>
            <name name-style="western">
              <surname>Nairn</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Hegde</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez Sanchez</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Self-efficacy for coping with cancer: revision of the Cancer Behavior Inventory (version 2.0)</article-title>
          <source>Psychooncology</source>
          <year>2001</year>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>206</fpage>
          <lpage>17</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/11351373"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/pon.511</pub-id>
          <pub-id pub-id-type="medline">11351373</pub-id>
          <pub-id pub-id-type="pii">10.1002/pon.511</pub-id>
          <pub-id pub-id-type="pmcid">PMC2945365</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Serpentini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Del Bianco</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Chirico</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Merluzzi</surname>
              <given-names>TV</given-names>
            </name>
            <name name-style="western">
              <surname>Martino</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lucidi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>De Salvo</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Trentin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Capovilla</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Self-efficacy for coping: utility of the Cancer behavior inventory (Italian) for use in palliative care</article-title>
          <source>BMC Palliat Care</source>
          <year>2019</year>
          <month>04</month>
          <day>05</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>34</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpalliatcare.biomedcentral.com/articles/10.1186/s12904-019-0420-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12904-019-0420-y</pub-id>
          <pub-id pub-id-type="medline">30953485</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12904-019-0420-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC6449975</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Antonovsky</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The structure and properties of the sense of coherence scale</article-title>
          <source>Soc Sci Med</source>
          <year>1993</year>
          <month>03</month>
          <volume>36</volume>
          <issue>6</issue>
          <fpage>725</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1016/0277-9536(93)90033-z</pub-id>
          <pub-id pub-id-type="medline">8480217</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jansen</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Appelbaum</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Weinstein</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Fogel</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Sulmasy</surname>
              <given-names>DP</given-names>
            </name>
          </person-group>
          <article-title>Unrealistic optimism in early-phase oncology trials</article-title>
          <source>IRB Ethics Hum Res</source>
          <year>2011</year>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="medline">21314034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weinstein</surname>
              <given-names>ND</given-names>
            </name>
          </person-group>
          <article-title>Unrealistic optimism about future life events</article-title>
          <source>Journal of Personality and Social Psychology</source>
          <year>1980</year>
          <month>11</month>
          <volume>39</volume>
          <issue>5</issue>
          <fpage>806</fpage>
          <lpage>820</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-3514.39.5.806</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pezzolato</surname>
              <given-names>Massimo</given-names>
            </name>
            <name name-style="western">
              <surname>Marzorati</surname>
              <given-names>Chiara</given-names>
            </name>
            <name name-style="western">
              <surname>Lanzoni</surname>
              <given-names>Lucilla</given-names>
            </name>
            <name name-style="western">
              <surname>Monzani</surname>
              <given-names>Dario</given-names>
            </name>
            <name name-style="western">
              <surname>Masiero</surname>
              <given-names>Marianna Agnese</given-names>
            </name>
            <name name-style="western">
              <surname>Pietrobon</surname>
              <given-names>Ricardo</given-names>
            </name>
            <name name-style="western">
              <surname>Pravettoni</surname>
              <given-names>Gabriella</given-names>
            </name>
          </person-group>
          <article-title>"Interventions to increase adherence to oral therapies in breast cancer patients: A systematic review based on the behavior change technique taxonomy"</article-title>
          <source>Psychooncology</source>
          <year>2023</year>
          <month>10</month>
          <volume>32</volume>
          <issue>10</issue>
          <fpage>1481</fpage>
          <lpage>1502</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/full/10.1002/pon.6203"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/pon.6203</pub-id>
          <pub-id pub-id-type="medline">37571974</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <article-title>R: A language and environment for statistical computing</article-title>
          <source>R Foundation for Statistical Computing</source>
          <access-date>2023-11-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.R-project.org/">https://www.R-project.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cramer</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Burrell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fairchild</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fuldeore</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ollendorf</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>PK</given-names>
            </name>
          </person-group>
          <article-title>Medication compliance and persistence: terminology and definitions (pg 46)</article-title>
          <source>Value Health</source>
          <year>2008</year>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>44</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1524-4733.2007.00213.x</pub-id>
          <pub-id pub-id-type="medline">18237359</pub-id>
          <pub-id pub-id-type="pii">S1098-3015(10)60495-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bress</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Bellows</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hess R Beddhu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <collab>et al, for the SPRINT Research Group and the SPRINT Economics and Health Related Quality of Life Subcommittee</collab>
          </person-group>
          <article-title>Cost-effectiveness of intensive versus standard blood-pressure control</article-title>
          <source>N Engl J Med</source>
          <year>2017</year>
          <month>11</month>
          <day>30</day>
          <volume>377</volume>
          <issue>22</issue>
          <fpage>745</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmc1712465</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berlowitz</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Foy</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Kazis</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Bolin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lonroy</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>P</given-names>
            </name>
            <collab>et al. for the SPRINT Study Research Group</collab>
          </person-group>
          <article-title>Effect of intensive blood-pressure treatment on patient-reported outcomes</article-title>
          <source>N Engl J Med</source>
          <year>2017</year>
          <month>08</month>
          <day>24</day>
          <volume>377</volume>
          <issue>8</issue>
          <fpage>733</fpage>
          <lpage>744</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmoa1611179</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kong</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Psychometric properties of the 8-item Morisky Medication Adherence Scale in patients taking warfarin</article-title>
          <source>Thromb Haemost</source>
          <year>2017</year>
          <month>11</month>
          <day>29</day>
          <volume>108</volume>
          <issue>10</issue>
          <fpage>789</fpage>
          <lpage>795</lpage>
          <pub-id pub-id-type="doi">10.1160/th12-05-0368</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prantner</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>Visualization of Imputed Values Using the R-package VIM</source>
          <year>2011</year>
          <access-date>2023-01-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://citeseerx.ist.psu.edu/document?repid=rep1&#38;type=pdf&#38;doi=50d745a08f8bb3ee5b2045fca40d17da4f693961">https://citeseerx.ist.psu.edu/document?repid=rep1&#38;type=pdf&#38;doi=50d745a08f8bb3ee5b2045fca40d17da4f693961</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>Applied Predictive Modeling</source>
          <year>2013</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mansournia</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Inverse probability weighting</article-title>
          <source>BMJ</source>
          <year>2016</year>
          <month>01</month>
          <day>15</day>
          <fpage>i189</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.i189</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greifer</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Covariate balance tables and plots: a guide to the cobalt package</article-title>
          <source>R-Project</source>
          <access-date>2023-01-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cloud.r-project.org/web/packages/cobalt/vignettes/cobalt.html">https://cloud.r-project.org/web/packages/cobalt/vignettes/cobalt.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>World Medical Association</collab>
          </person-group>
          <article-title>World Medical Association Declaration of Helsinki: ethical principles for medical research involving human subjects</article-title>
          <source>JAMA</source>
          <year>2013</year>
          <month>11</month>
          <day>27</day>
          <volume>310</volume>
          <issue>20</issue>
          <fpage>2191</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2013.281053</pub-id>
          <pub-id pub-id-type="medline">24141714</pub-id>
          <pub-id pub-id-type="pii">1760318</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="web">
          <source>Council for International Organizations of Medical Sciences</source>
          <year>2016</year>
          <access-date>2023-11-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cioms.ch/">https://cioms.ch/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Department of Health‚ Education‚Welfare</collab>
            <collab>National Commission for the Protection of Human Subjects of BiomedicalBehavioral Research</collab>
          </person-group>
          <article-title>The Belmont Report. Ethical principles and guidelines for the protection of human subjects of research</article-title>
          <source>J Am Coll Dent</source>
          <year>2014</year>
          <volume>81</volume>
          <issue>3</issue>
          <fpage>4</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="medline">25951677</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="web">
          <article-title>Regulation (EU) 2016/679 on the protection of natural persons with regard to the processing of personal data and on the free movement of such data (General Data Protection Regulation – GDPR)</article-title>
          <source>Official Journal of the European Union</source>
          <year>2018</year>
          <access-date>2023-11-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://eur-lex.europa.eu/legal-content/EN/TXT/PDF/?uri=CELEX:32016R0679">https://eur-lex.europa.eu/legal-content/EN/TXT/PDF/?uri=CELEX:32016R0679</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stacey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Volk</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>The International Patient Decision Aid Standards (IPDAS) collaboration: evidence update 2.0</article-title>
          <source>Med Decis Making</source>
          <year>2021</year>
          <month>08</month>
          <day>20</day>
          <volume>41</volume>
          <issue>7</issue>
          <fpage>729</fpage>
          <lpage>733</lpage>
          <pub-id pub-id-type="doi">10.1177/0272989x211035681</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
