<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i10e13321</article-id>
      <article-id pub-id-type="pmid">31596249</article-id>
      <article-id pub-id-type="doi">10.2196/13321</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>An Analytical Mobile App for Shared Decision Making About Prenatal Screening: Protocol for a Mixed Methods Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Vreugdenhil</surname>
            <given-names>Tjitske</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Post</surname>
            <given-names>Lori</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Abbasgholizadeh Rahimi</surname>
            <given-names>Samira</given-names>
          </name>
          <degrees>Eng, PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3781-1360</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Archambault</surname>
            <given-names>Patrick M</given-names>
          </name>
          <degrees>MD, MSc</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5090-6439</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Ravitsky</surname>
            <given-names>Vardit</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7080-8801</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Lemoine</surname>
            <given-names>Marie-Eve</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3780-0864</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Langlois</surname>
            <given-names>Sylvie</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9301-3625</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Forest</surname>
            <given-names>Jean-Claude</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff08" ref-type="aff">8</xref>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5910-5822</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Giguère</surname>
            <given-names>Anik M C</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff10" ref-type="aff">10</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9928-7395</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Rousseau</surname>
            <given-names>François</given-names>
          </name>
          <degrees>MD, MSc</degrees>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4504-5507</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Dolan</surname>
            <given-names>James G</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff11" ref-type="aff">11</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0616-3794</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Légaré</surname>
            <given-names>France</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff05" ref-type="aff">5</xref>
          <address>
            <institution>Centre de recherche sur les soins et les services de première ligne de l’Université Laval</institution>
            <institution>Université Laval</institution>
            <addr-line>2525, Chemin de la Canardière</addr-line>
            <addr-line>Québec, QC</addr-line>
            <country>Canada</country>
            <phone>1 418 525 4437</phone>
            <email>France.Legare@mfa.ulaval.ca</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2296-6696</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>Department of Family Medicine</institution>
        <institution>McGill University</institution>
        <addr-line>Montreal, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Lady Davis Institute for Medical Research</institution>
        <institution>Jewish General Hospital</institution>
        <addr-line>Montreal, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Department of Family Medicine and Emergency Medicine, Faculty of Medicine, Université Laval</institution>
        <addr-line>Québec, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Centre de recherche</institution>
        <institution>Centre intégré en santé et services sociaux de Chaudière-Appalaches</institution>
        <addr-line>Lévis, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Centre de recherche sur les soins et les services de première ligne de l’Université Laval</institution>
        <institution>Université Laval</institution>
        <addr-line>Québec, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Programmes de bioéthique, Département de médecine sociale et préventive, École de santé publique de l'Université de Montréal, Université de Montréal</institution>
        <addr-line>Montréal, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>Department of Medical Genetics, University of British Columbia</institution>
        <addr-line>Vancouver, BC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Centre de recherche, Centre hospitalier universitaire de Québec</institution>
        <addr-line>Québec, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Department of Molecular Biology, Medical Biochemistry and Pathology, Faculty of Medicine, Université Laval</institution>
        <addr-line>Québec, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Canadian Research Chair in Shared Decision Making and Knowledge Translation</institution>
        <addr-line>Québec, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff11">
        <label>11</label>
        <institution>Department of Public Health Sciences, University of Rochester Medical Center</institution>
        <addr-line>Rochester, NY</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: France Légaré <email>France.Legare@mfa.ulaval.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>10</month>
        <year>2019</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>8</day>
        <month>10</month>
        <year>2019</year>
      </pub-date>
      <volume>8</volume>
      <issue>10</issue>
      <elocation-id>e13321</elocation-id>
      <history>
        <date date-type="received">
          <day>7</day>
          <month>1</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>3</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>9</day>
          <month>5</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>25</day>
          <month>5</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Samira Abbasgholizadeh Rahimi, Patrick M Archambault, Vardit Ravitsky, Marie-Eve Lemoine, Sylvie Langlois, Jean-Claude Forest, Anik M C Giguère, François Rousseau, James G Dolan, France Légaré. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 08.10.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2019/10/e13321" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Decisions about prenatal screening to assess the risk of genetic conditions such as Down syndrome are complex and should be well informed. Moreover, the number of available tests is increasing. Shared decision making (SDM) about testing could be facilitated by decision aids powered by mobile technology.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In this mixed methods study, we aim to (1) assess women’s needs and preferences regarding using an app for considering prenatal screening, (2) develop a decision model using the analytical hierarchy process, and (3) develop an analytical app and assess its usability and usefulness.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>In phase 1, we will assess the needs of 90 pregnant women and their partners (if available). We will identify eligible participants in 3 clinical sites (a midwife-led birthing center, a family practice clinic, and an obstetrician-led hospital-based clinic) in Quebec City and Montreal, Canada. Using semistructured interviews, we will assess participants’ attitudes toward mobile apps for decision making about health, their current use of apps for health purposes, and their expectations of an app for prenatal testing decisions. Self-administered questionnaires will collect sociodemographic information, intentions to use an app for prenatal testing, and perceived importance of decision criteria. Qualitative data will be transcribed verbatim and analyzed thematically. Quantitative data will be analyzed using descriptive statistics and the analytic hierarchy process (AHP) method. In phase 2, we will develop a decision model using the AHP whereby users can assign relative importance to criteria when deciding between options. We will validate the model with potential users and a multidisciplinary team of patients, family physicians, primary care researchers, decision sciences experts, engineers, and experts in SDM, genetics, and bioethics. In phase 3, we will develop a prototype of the app using the results of the first 2 phases, pilot test its usefulness and usability among a sample of 15 pregnant women and their partners (if available), and improve it through 3 iterations. Data will be collected with a self-administered questionnaire. Results will be analyzed using descriptive statistics.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Recruitment for phase 1 will begin in 2019. We expect results to be available in 2021.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study will result in a validated analytical app that will provide pregnant women and their partners with up-to-date information about prenatal screening options and their risks and benefits. It will help them clarify their values and enable them to weigh the options to make informed choices consistent with their preferences and values before meeting face-to-face with their health care professional. The app will be easy to update with the latest information and will provide women with a user-friendly experience using their smartphones or tablets. This study and the resulting app will contribute to high-quality SDM between pregnant women and their health care team.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/13321</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>shared decision making</kwd>
        <kwd>multiple criteria decision analysis</kwd>
        <kwd>analytic hierarchy process</kwd>
        <kwd>decision aid</kwd>
        <kwd>prenatal screening</kwd>
        <kwd>mobile app</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Prenatal Testing</title>
        <p>Prenatal screening for trisomies 21 (Down syndrome), 18 (Edwards syndrome), and 13 (Patau syndrome) and for open neural tube defects has been offered to expecting women and couples for 3 decades. This type of screening differs from most disease screening programs in that it is not promoted as a public health means to reduce the incidence of the detected conditions. It is rather construed as a means to promote the reproductive autonomy of pregnant women and their partners, aiming to provide them with information that may be relevant to their reproductive decision making. Such decisions would be based on their knowledge about the fetus as well as their values and preferences [<xref ref-type="bibr" rid="ref1">1</xref>]. Hence, prenatal screening is not meant to be a tool for promoting pregnancy termination for affected fetuses. Many pregnant women and couples choose to terminate pregnancies when the fetus is diagnosed with a trisomy [<xref ref-type="bibr" rid="ref2">2</xref>], and some advocacy groups express concerns about screening contributing to stigmatization of disabled individuals [<xref ref-type="bibr" rid="ref3">3</xref>]. Prenatal screening tests indicate a probability of the fetus having a given condition, but a diagnostic test is needed to confirm the result. Diagnostic tests such as amniocentesis and chorionic villi sampling do provide definitive results but entail a small risk of miscarriage. Thus, prenatal screening may reduce the number of invasive tests and their associated pregnancy losses. Testing also enables couples to prepare for the birth of a child with special needs, who is likely to benefit from specialized pregnancy follow-up and specialized care at birth and beyond [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>However, the decision to undergo the initial probability screening leads to furthermore challenging decisions. Positive screening results lead to a further decision about the more invasive diagnostic testing. If this diagnostic result is positive, women face an even more difficult decision: whether to terminate the pregnancy or not. Some people prefer not to engage in this decision-making process in the first place. Reasons for declining screening include a preference for a less medicalized way of experiencing the pregnancy; an ideological, political, or religious opposition to screening; accepting the risks of having a child with the conditions tested for; preferring not to know in advance; and practical constraints [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. Therefore, the option of choosing to decline screening must be available. Pregnant women and their partners must be adequately informed about the risks (or potential future risks) and benefits of screening tests and understand that such tests are optional and that they will be fully supported regardless of the path they choose [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      </sec>
      <sec>
        <title>Shared Decision Making and Multiple Criteria Decision Analysis</title>
        <p>Many women and their partners are unaware of the implications of embarking on the path of prenatal testing [<xref ref-type="bibr" rid="ref9">9</xref>]. The complexity of the testing decisions requires that the offer of testing be accompanied by (1) neutral, balanced, and comprehensive information on testing options and the conditions that are being detected, and (2) a space for making these very personal decisions in a way that is free of undue influence [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. This reflects the fact that informed choice and free choice are basic components of an autonomous decision.</p>
        <p>Women and their partners can be accompanied in this way through shared decision making (SDM), a process by which patients and clinicians collaborate to make decisions based on accurate information and on what matters most to them [<xref ref-type="bibr" rid="ref12">12</xref>]. Decision aids (DAs) are SDM tools that can take various forms (such as a brochure, a booklet, an app, or a Web page). They provide information and solicit patients’ values and preferences [<xref ref-type="bibr" rid="ref13">13</xref>]. A Cochrane systematic review showed that DAs increase participants’ knowledge, the accuracy of their risk perceptions, and the match between their values and the option chosen. In addition, it showed that DAs decrease decisional conﬂict (or discomfort) relating to feeling uninformed, decrease indecision about personal values, and decrease the proportion of people who are passive in the decision-making process [<xref ref-type="bibr" rid="ref13">13</xref>]. Therefore, SDM and DAs work well with the reproductive autonomy rationale underlying prenatal screening, and SDM has been identified by patients as a preferred approach to guide decision making.</p>
        <p>Once women and their partners have made a decision to undergo prenatal screening, they must choose from an increasing number of screening options and consider multiple and often conflicting decision criteria [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. For example, the risk of false positives (false alarm) or false negatives (false reassurance) for each test, the longer or shorter wait times for the results and the variable costs and coverage schemes. In addition to best evidence about risks and benefits, decisions need to be informed by what couples consider most important, that is, their preferences and values. For instance, a test involving new technology may be costly but may give the results in less time and with higher accuracy than one covered by insurance. Thus, couples need to decide whether finding out more accurate results and sooner is more important to them than the cost of the test, and if so, how much more important.</p>
        <p>People usually have difficulty in making decisions when they face complex problems with multiple options involving value-based trade-offs between the advantages and disadvantageous of each option [<xref ref-type="bibr" rid="ref16">16</xref>]. Multiple criteria decision analysis (MCDA) is an umbrella term for a number of methods for evaluating multiple conflicting criteria in decision making (both quantitative and qualitative criteria). These methods could help women decide among the multiple options for prenatal screening based on their values [<xref ref-type="bibr" rid="ref17">17</xref>]; however, to the best of our knowledge they never been used in this context.</p>
        <p>The analytic hierarchy process (AHP) is one MCDA method that has been used successfully (alone or integrated with other methods) in numerous medical decision-making contexts and in complex circumstances such as medication decision making in type 2 diabetes [<xref ref-type="bibr" rid="ref18">18</xref>], priorities regarding colorectal cancer screening [<xref ref-type="bibr" rid="ref19">19</xref>], prioritizing orthopedic patients for elective surgery (integrated with other methods) [<xref ref-type="bibr" rid="ref20">20</xref>], and for prioritization of organ transplant patients [<xref ref-type="bibr" rid="ref21">21</xref>]. The steps of the AHP match well with the essential elements of SDM. The SDM steps are as follows: define the problem and options available, review pros and cons of options, elicit patient values and preferences, clinician recommendations, review patient’s ability to implement plan, check understanding, and make or defer the decision [<xref ref-type="bibr" rid="ref22">22</xref>]. For example, for reviewing the pros and cons of the various tests, the corresponding AHP step is to make pairwise comparisons about how well the options satisfy the decision criteria; and for the SDM step of eliciting patient values and preferences, the AHP step is to make pairwise comparisons to prioritize value-based criteria affecting the decision [<xref ref-type="bibr" rid="ref17">17</xref>]. The AHP is a quantitative technique but it can consider both quantifiable and nonquantifiable criteria. It is methodologically sound, systematic, and user friendly. It frames a decision as a hierarchy, which makes it easy to explain, and all inputs consist of consecutive comparisons of pairs of decision elements (eg, decision criteria and options). These <italic>pairwise comparisons</italic> are considered to be one of the best ways to elicit judgments from people [<xref ref-type="bibr" rid="ref17">17</xref>] and seem well suited to app-based DAs.</p>
        <p>Recent studies indicate an increase in the use of mobile phones and other wireless technology for health care purposes (mobile health [mHealth]) [<xref ref-type="bibr" rid="ref23">23</xref>]. More than 85% of clinicians are now owners of smartphones and approximately 50% of them use smartphone apps in their clinical practice [<xref ref-type="bibr" rid="ref24">24</xref>]. In the United States, a nationwide survey in 2012 reported that 33% of cellphone owners used mobile phones for health information, whereas 2 years earlier this was only 17% [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>Even though mHealth tools cannot replace face-to-face communication with health care professionals during a consultation, as a form of DA they can be an important complementary and support tool. A well-designed app for health care purposes is accessible, has easy-to-follow procedures, and can automatically integrate the latest medical evidence. This could support SDM, improve clinical outcomes, and result in positive lifestyle changes [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>].</p>
      </sec>
      <sec>
        <title>Context</title>
        <p>In the province of Quebec, Canada, pregnant women are followed up in hospital obstetrics departments, birthing centers, and family practice groups and are routinely offered 2 Down syndrome prenatal screening tests: (1) the serum integrated prenatal screening (SIPS), involving 2 blood tests (at 10-13 weeks, then at 14-16 weeks); (2) integrated prenatal screening (IPS), involving the same 2 tests, plus a nuchal translucency test based on a fetal ultrasound (11-14 weeks). Noninvasive prenatal testing (NIPT), or cell-free fetal DNA screening, which involves 1 blood test at 9 weeks and offers a higher level of reliability, is not yet covered by provincial health insurance in Quebec but can be purchased privately. For women whose SIPS or IPS results show a high risk of bearing a child with Down syndrome, public insurance will cover the NIPT test as of 2019. If these test results are positive, patients are offered amniocentesis.</p>
        <p>Earlier, we developed a paper-based DA following a rigorous procedure [<xref ref-type="bibr" rid="ref28">28</xref>] and subsequently updated it with the latest tests and an innovative decision model [<xref ref-type="bibr" rid="ref29">29</xref>]. For the update, first we looked for recent evidence on prenatal screening and considered other prenatal screening DAs that included the new NIPT test. The development team reached consensus on which of the latest evidence should be considered. Data were updated, added, or removed from the DA in consequence, and a new selection hierarchy was incorporated to facilitate patients’ selection of screening tests. The updated DA obtained a score of 16 out of 16 on the International Patient Decision Aids Standards checklist (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>). Finally, the development team reached consensus on the final updated version of the DA. Usability, usefulness, and acceptability of this DA have been evaluated in another project with 45 couples in Quebec City, Canada.</p>
        <p>The overarching aim of this study is to empower pregnant women and their partners with mobile technology so they can make informed decisions about prenatal screening with the support of their health care team. Thus, our specific objectives are to (1) assess the needs and preferences of pregnant women regarding the use of an app for deciding about prenatal screening, (2) develop a decision model using the AHP, and (3) develop an analytical app and assess its usability and usefulness.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>We propose a multipronged mixed methods study design in 3 phases: (1) needs assessment, (2) decision model development, and (3) analytical app development and pilot testing for usefulness and usability (<xref rid="figure1" ref-type="fig">Figure 1</xref>). As health care in Canada, including prenatal screening programs, is delivered under provincial and territorial rather than federal health insurance plans, we will focus on the province of Quebec. Quebec is a largely French-speaking province in Eastern Canada with over 8 million inhabitants. We will conduct our study in Quebec City and Montreal.</p>
        <p>This project will be guided by a multidisciplinary steering committee of experts in SDM (FL, SAR, AG, and PA), family medicine and primary care (FL), prenatal care and genomics (FR, JCF, SL, and VR), engineering and technology (SAR), bioethics (VR), knowledge translation (FL, AG, PA, and SAR), and decision sciences and MCDA methods (SAR and JD). Patient representatives (pregnant women or women who have experienced pregnancies and their partners) will be involved in each phase to validate the decision model, determine the content of the app, and design it. The study has been approved by the ethics committee of the Population Health and Primary Care Research Division of the Centre intégré universitaire de santé et de services sociaux de la Capitale nationale (#2019-1534).</p>
      </sec>
      <sec>
        <title>Phase 1: Needs Assessment</title>
        <sec>
          <title>Participants</title>
          <p>Using purposeful sampling, we will recruit a sample of 15 potential end users of the app (women and their partners if available), in each of the 3 clinical sites (midwife-led birthing centers, family practice clinics, and obstetrician-led hospital-based clinics) in Quebec City and Montreal for a total of 90 participants. An experienced research assistant and a trainee or 2 research assistants will meet pregnant women in the waiting rooms at each of these sites before their prenatal care appointment and invite those who are eligible to participate in the study. We expect to achieve theoretical saturation [<xref ref-type="bibr" rid="ref30">30</xref>]. To be eligible to participate in both phases 1 and 3 of our study, pregnant women must (1) be at least 18 years old, (2) be more than 20 weeks pregnant or have given birth during the previous year (so as not to interfere with a decision about a current pregnancy), (3) have a low-risk pregnancy (ie, no complications such as hypertension or diabetes), (4) not be expected to give birth close to the data collection dates, (5) be able to speak and write either French or English, and (6) be able to give informed consent. Pregnant women’s partners (if available and interested in participating in the study) will be asked to give informed consent. No eligibility criteria will be applied to the partners. If just 1 member of the couple but not both give informed consent, only the partner who gave consent will be interviewed. Pregnant women who are single are also eligible.</p>
          <p>We chose these sites because all prenatal follow-up in the province of Quebec takes place in these 3 types of site. In addition, each attracts somewhat different clienteles, and we wanted to ensure that we include the needs and perspectives of as broad a spectrum of socioeconomic, ethnic, and linguistic communities (eg, immigrants and Anglophones) as possible in our study. We will recruit a minimum of 9 out of 45 participants from diverse ethnic and linguistic communities in Montreal and a minimum of 2 out of 45 in Quebec City to reflect the respective proportions of these population in the 2 cities [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        </sec>
        <sec>
          <title>Data Collection</title>
          <p>Informed by recommendations about how to evaluate eHealth tools [<xref ref-type="bibr" rid="ref32">32</xref>], and a study on needs assessments for mobile technology [<xref ref-type="bibr" rid="ref33">33</xref>], we developed an interview guide to conduct semistructured interviews with couples or single participants to assess (1) their attitudes toward mHealth apps in general and for prenatal screening decisions in particular; (2) their current use (if any) of apps for the purpose of information seeking about health and decision making; (3) their opinions, suggestions, and preferences regarding an app for decision making about prenatal screening such as the one we are proposing.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Road map of the project. AHP: analytic hierarchy process.</p>
            </caption>
            <graphic xlink:href="resprot_v8i10e13321_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>Two trained research assistants or a research assistant and a trainee with expertise in health care research will conduct the interviews. No previous relationship will exist with participants other than a call or email contact to set a date for the interview.</p>
          <p>According to participants’ preferences, interviews will be conducted in a research center, in one of the recruitment sites, or in any other place convenient for them. Interviews will be conducted in French or English. Interviews are expected to last about 60 to 90 min. Written informed consent will be obtained at the beginning of the interview.</p>
          <p>At the end of the interview, each participant or couple will be invited to fill out a self-administered questionnaire, validated by experts in the field, to (1) evaluate their intention to use an app for decision making about prenatal screening and (2) answer a series of questions (based on the AHP method) comparing the relative importance of various predefined decision criteria (see <xref rid="figure2" ref-type="fig">Figure 2</xref>) [<xref ref-type="bibr" rid="ref29">29</xref>]. They will also complete a sociodemographic questionnaire.</p>
        </sec>
        <sec>
          <title>Data Analysis</title>
          <p>Interviews will be audio-recorded and transcribed verbatim. We will perform a thematic analysis while taking into account emerging themes. Two authors will separately code the transcripts using the NVivo qualitative data analysis software (QSR International Pty Ltd. Version 12, 2018). They will cross-check their codes and categorize the themes. They will then produce a report on the most relevant categories and an overview of the most important preferences, for example, features of the app that participants would like to see in a prototype (for phase 3).</p>
          <p>Quantitative data will be analyzed using descriptive statistics. The AHP will be used to analyze the relative importance of decision criteria. We will adapt the CPD-Reaction (Continuing Professional Development Reaction) questionnaire, developed by our team to assess behavioral intention, to evaluate the intention of participants to use an app to decide about prenatal screening [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. We will summarize sociodemographic characteristics and variables and compute scores from the adapted CPD-Reaction questionnaire; descriptive statistics such as mean, standard deviation, and median will be calculated for continuous data and frequencies for categorical data. The intention scores will be computed using the mean of the 2 intention items of the adapted CPD-Reaction. The reliability of the intention construct will be confirmed on these 2 items by Cronbach alpha testing with a level of statistical significance of less than .05. We will also perform bivariate analyses and multivariate analyses to assess participants’ intentions to use an app for decision making. All variables will be entered in the multivariate model using the backward elimination procedure to obtain an adjusted model with better goodness of fit.</p>
          <p>The example of questions related to the AHP are provided in <xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>. The responses to these questions will be exported to a Microsoft Excel spreadsheet and will be analyzed using the AHP method explained below.</p>
        </sec>
      </sec>
      <sec>
        <title>Phase 2: Development of the Decision Model Using the Analytic Hierarchy Process Method</title>
        <p>In this phase, we will develop a decision model using the AHP method, based on the results of phase 1 and the content of our validated paper-based DA for prenatal screening [<xref ref-type="bibr" rid="ref29">29</xref>] (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>). The decision model will be guided by the routine prenatal screening procedure in the province of Quebec, Canada [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. The 6 AHP steps suggested by Dolan et al for performing the AHP method to promote SDM [<xref ref-type="bibr" rid="ref17">17</xref>] and Saaty’s AHP [<xref ref-type="bibr" rid="ref38">38</xref>] will be followed during the development of the decision model and its implementation in our app prototype. The 6 steps are described in the following sections.</p>
        <sec>
          <title>Step 1: Define the Decision Elements and the Working Knowledge Base</title>
          <p>This step consists of the following:</p>
          <list list-type="order">
            <list-item>
              <p>Defining the elements of the decision. The elements are the goal and decision, the options to be considered, and the criteria that will be used to determine how well the options meet the goal.</p>
            </list-item>
            <list-item>
              <p>Examining the working knowledge base to see if there is a dominant option that is clearly better than the others across all of the decision criteria.</p>
            </list-item>
          </list>
          <p>This first step was already accomplished during the development of the paper-based DA [<xref ref-type="bibr" rid="ref29">29</xref>] (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>).</p>
        </sec>
        <sec>
          <title>Step 2: Construct the Decision Model</title>
          <p>The second step is to arrange the decision elements into a hierarchy. The prototype of the model for prenatal screening is shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>. The goal is at the top, making a decision about prenatal screening; the options are at the bottom (SIPS, IPS, NIPT, and no test); and the decision criteria are in between.</p>
        </sec>
        <sec>
          <title>Step 3: Divide the Decision into Smaller Parts and Make Pairwise Comparisons to Determine Local Priorities</title>
          <p>In the AHP approach, the decision is analyzed by dividing it into smaller parts and creating comparison pairs between decision elements on lower levels of the hierarchy relative to each element on the next higher level [<xref ref-type="bibr" rid="ref16">16</xref>]. In other words, decision options are compared relative to each criterion. Every possible pair will be compared. Comparisons can be verbal, numerical, or graphic. In this study, we will use the numerical comparison format, Saaty’s 9-point scale [<xref ref-type="bibr" rid="ref38">38</xref>]. Users will first be asked if the 2 elements being compared are equally important or preferable relative to the referent element on the next higher level of the hierarchy or if one is more important or preferable than the other. If they are equal, no further input is needed. If one is more important or preferable, the decision maker indicates how much more important or preferable on a scale of 1 to 9. For example, they will indicate if cost is more important to them than time or vice versa. After all the comparisons are completed, a comparison matrix will be created and then, using matrix algebra procedures, ratio scales will be created. These scales indicate the relative priorities of the criteria in meeting the goal and the priorities of each option considering each criterion [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref38">38</xref>].</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Preliminary decision model. IPS: integrated prenatal screening, NIPT: noninvasive prenatal testing, SIPS: serum integrated prenatal screening.</p>
            </caption>
            <graphic xlink:href="resprot_v8i10e13321_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Step 4: Synthesis</title>
          <p>In this step, all of the scales created in step 3 will be combined to determine how well the options (ie, SIPS, IPS, NIPT, and no test) will meet the goal: an informed decision about prenatal screening that reflects patients’ preferences. This can be done through either distributive synthesis, which ranks the options in order of preference, or ideal synthesis, which identifies a single best option. We will choose the most appropriate synthesis based on users’ needs.</p>
        </sec>
        <sec>
          <title>Step 5: Sensitivity Analysis</title>
          <p>This is an optional but useful step. Sensitivity analyses will help determine how sensitive the selected option will be by changing one input while keeping the other inputs constant. It could help determine how the different judgments of the patients affect the analysis. The possibility of adding this step will be evaluated with expert team members and patient partners.</p>
        </sec>
        <sec>
          <title/>
          <p>The final step is to either make the prenatal screening decision or go back and refine the analysis until a decision can be made. We will integrate the 4-item SURE (Sure of myself; Understand information; Risk-benefit ratio; Encouragement) screening test designed to screen for clinically significant decisional conflict [<xref ref-type="bibr" rid="ref39">39</xref>] into our analytical app. If the pregnant women and their partners are not sure of their decision, they can go back and reconsider their options.</p>
          <p>The steps of the model will be added to the app. Pregnant women and their partners will use this app to weight decision options based on their preferences and on what is most important to them, compare the available prenatal screening options in the light of these preferences, and finally select one. The decision model will be validated, after development, with a team of experts and patient partners in a meeting.</p>
        </sec>
      </sec>
      <sec>
        <title>Phase 3: Development of the Analytical App and Pilot Testing</title>
        <sec>
          <title>Development of the App</title>
          <p>In this phase, we will employ a user-centered iterative approach to developing the mobile app. The app will be for mobile devices or tablets using leading operating systems such as Android and iOS. It will be written in the official development language of these operating systems. Users will not need access to the internet after downloading the app, except when updates become available. The app prototype will be developed in cooperation with a partner commercial company and in regular consultation with the patient partners.</p>
          <p>The app will be divided into 4 main parts: (1) the information needed to make the decision, including the information on trisomy 21 (T21), trisomy 18 (T18), and trisomy 13 (T13), and the 4 different prenatal screening options (ie, SIPS, IPS, NIPT, and no screening), (2) the information on advantages and disadvantages of <italic>doing the test</italic> and <italic>not doing the test</italic>, (3) the AHP pairwise comparisons to weigh the criteria leading to a decision (advantages and disadvantages of each test and preferences), and (4) the SURE screening test to make sure the user is sure about their decision [<xref ref-type="bibr" rid="ref39">39</xref>]. We will ensure the features of the app respond to the needs expressed in phase 1. This will be accomplished at meetings attended by the multidisciplinary expert team and the technology company.</p>
        </sec>
        <sec>
          <title>Pilot Testing</title>
          <p>After development of the first prototype, we will conduct pilot testing to evaluate the perceived usability and usefulness of the app and improve it iteratively. We will recruit a sample of 15 pregnant women and their partners (if available) consulting for prenatal care in the same 6 sites as in phase 1. Participants will be couples or individuals who participated in phase 1 and new participants will be recruited if needed to reach the targeted sample size. Participants will be invited by personal email or phone or in person at the clinical sites. The same eligibility criteria as in phase 1 will apply.</p>
          <p>Participants will be invited to use the app and give feedback. As this phase will be iterative, we will start by recruiting 5 couples. During semistructured interviews, lasting 60 to 90 min, we will ask them to assess the usability and usefulness of the prototype app based on a self-administered questionnaire, and then we will ask them for their suggestions for its improvement. Usability will be assessed using the system usability scale (SUS) [<xref ref-type="bibr" rid="ref40">40</xref>]. SUS is frequently used to measure user experience and utility of information systems, including the efficacy and satisfaction with which users accomplish specific tasks. This scale comprises 10 statements that assess participants’ immediate reaction to the use of a technology before any discussion with the researcher. The scale is also used to explore users’ needs regarding a prototype or to evaluate the usability of an existing technology. Users will assess usefulness on a scale of 1 to 5. In addition, we will use the 10 items of the Preparation for Decision Making scale [<xref ref-type="bibr" rid="ref41">41</xref>] to assess how useful the app is for preparing a respondent to communicate with their health professional at a consultation focused on making a prenatal testing decision. Participants’ feedback in this first wave will be used to improve the app prototype, and then we will move into recruiting the next waves of 5 couples or individuals, repeating the same data collection process. In keeping with the literature and our previous work [<xref ref-type="bibr" rid="ref42">42</xref>], we expect to reach saturation with a maximum of 3 waves of feedback [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>For phase 1 of this project (needs assessment), recruitment will begin in 2019. Recruitment and data collection will continue until 90 participants (45 in Quebec City and 45 in Montreal) have been interviewed. The results of phase 2 will lead to the development of the analytical decision model. The results of phases 1 and 2 will be integrated into phase 3 to develop the app. Following this step, the app will be pilot tested. All 3 phases of the study are expected to be completed in 2021. The reporting of results will follow the mHealth evidence reporting and assessment checklist [<xref ref-type="bibr" rid="ref43">43</xref>], and the reporting of qualitative results will also follow the COnsolidated criteria for REporting Qualitative research guideline [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Overview</title>
        <p>By the end of the study, we will have developed and validated an analytical app that will provide pregnant women and their partners with the most up-to-date information about the various prenatal screening options and their risks and benefits, including the option of no testing. We expect this app to inform pregnant women and their partners and help them to consider various decision criteria in the light of the most recent information and their values to make a decision that they are comfortable with and hence provide truly informed consent to screening. It will enable them to rate the importance of criteria to be considered and finally share a decision consistent with their preferences and values with their health care professional. As with other forms of DA, health care providers can either accompany women and their partners through the process of using the mobile app or they can discuss the decision afterwards when the decision process is still fresh in the minds of their patients. The app will be user-friendly and easy to update with the latest information.</p>
        <p>Finally, the proposed AHP method has a solid methodological base and is easy to use and integrate into SDM tools such as DAs to contribute to SDM. AHP can facilitate eliciting patient values and preferences, and we believe it is ideally suited to help pregnant women and their partners with various levels of health literacy to process this complex decision.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>Our team has 15 years of experience in the development of shared decision-making tools and has been working on tools specifically for prenatal testing decisions for more than 5 years. To the best of our knowledge, the AHP approach has never been used in this context. Developing the AHP model will provide a systematic approach for helping pregnant women and their partners choose whether to undergo prenatal testing or not, and if so, what options match their preferences and values. Using pairwise comparisons, the AHP enables patients to consider both quantifiable (objective considerations such as cost and time) and nonquantifiable criteria (subjective considerations such as women’s feelings and values) in the analysis. This method could be applied to other complex decisions.</p>
        <p>In terms of limitations, recruiting 90 pregnant women with or without their partners in 3 different sites in 2 cities (Quebec City and Montreal) may be challenging. Second, the study targets couples in the province of Quebec, that is, in a single health care system, so we cannot infer that our results are applicable to other populations. Finally, enabling women and their partners to fully share their decision-making process with their health care provider after using the app may require further study.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Decision Aid.</p>
        <media xlink:href="resprot_v8i10e13321_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 1702 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Questionnaire.</p>
        <media xlink:href="resprot_v8i10e13321_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 228 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AHP</term>
          <def>
            <p>analytic hierarchy process</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CPD</term>
          <def>
            <p>continuing professional development</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DA</term>
          <def>
            <p>decision aid</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">IPS</term>
          <def>
            <p>integrated prenatal screening</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MCDA</term>
          <def>
            <p>multiple criteria decision analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">NIPT</term>
          <def>
            <p>noninvasive prenatal testing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">SDM</term>
          <def>
            <p>shared decision making</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">SIPS</term>
          <def>
            <p>serum integrated prenatal screening</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">SURE</term>
          <def>
            <p>Sure of myself; Understand information; Risk-benefit ratio; Encouragement</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">SUS</term>
          <def>
            <p>system usability scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work is funded by a Canadian Institutes of Health Research Personalized Health Catalyst Grant (RN 322889). FL holds the tier 1 Canada Research Chair in Shared Decision Making and Knowledge Translation. We thank Louisa Blair, Melissa Côté, Titilayo Tatiana Agbadje, and Codjo-Djignefa Djade for their contributions.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>SAR and FL are the grant holders and principal investigators for the project. SAR, FL, JCF, FR, VR, PA, and ACG conceptualized the study design. SAR had a major contribution in drafting the manuscript. All authors contributed ideas, read, and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ravitsky</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>The shifting landscape of prenatal testing: between reproductive autonomy and public health</article-title>
          <source>Hastings Cent Rep</source>
          <year>2017</year>
          <month>12</month>
          <volume>47</volume>
          <issue>Suppl 3</issue>
          <fpage>S34</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1002/hast.793</pub-id>
          <pub-id pub-id-type="medline">29171889</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Natoli</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Ackerman</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>McDermott</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Prenatal diagnosis of Down syndrome: a systematic review of termination rates (1995-2011)</article-title>
          <source>Prenat Diagn</source>
          <year>2012</year>
          <month>02</month>
          <volume>32</volume>
          <issue>2</issue>
          <fpage>142</fpage>
          <lpage>53</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.1002/pd.2910"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/pd.2910</pub-id>
          <pub-id pub-id-type="medline">22418958</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>de Veciana</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Turan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kush</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Manogura</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Harman</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Baschat</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>First-trimester detection of fetal anomalies in pregestational diabetes using nuchal translucency, ductus venosus Doppler, and maternal glycosylated hemoglobin</article-title>
          <source>Am J Obstet Gynecol</source>
          <year>2013</year>
          <month>05</month>
          <volume>208</volume>
          <issue>5</issue>
          <fpage>385.e1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ajog.2013.01.041</pub-id>
          <pub-id pub-id-type="medline">23353022</pub-id>
          <pub-id pub-id-type="pii">S0002-9378(13)00088-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hurford</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkins</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hudgins</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The decision to continue a pregnancy affected by Down syndrome: timing of decision and satisfaction with receiving a prenatal diagnosis</article-title>
          <source>J Genet Couns</source>
          <year>2013</year>
          <month>10</month>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>587</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1007/s10897-013-9590-6</pub-id>
          <pub-id pub-id-type="medline">23604903</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>García</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Timmermans</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>van Leeuwen</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The impact of ethical beliefs on decisions about prenatal screening tests: searching for justification</article-title>
          <source>Soc Sci Med</source>
          <year>2008</year>
          <month>02</month>
          <volume>66</volume>
          <issue>3</issue>
          <fpage>753</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2007.10.010</pub-id>
          <pub-id pub-id-type="medline">17996350</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(07)00532-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gottfredsdóttir</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Björnsdóttir</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sandall</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>How do prospective parents who decline prenatal screening account for their decision? A qualitative study</article-title>
          <source>Soc Sci Med</source>
          <year>2009</year>
          <month>07</month>
          <volume>69</volume>
          <issue>2</issue>
          <fpage>274</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2009.05.004</pub-id>
          <pub-id pub-id-type="medline">19481846</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(09)00274-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liamputtong</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Halliday</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Warren</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Why do women decline prenatal screening and diagnosis? Australian women's perspective</article-title>
          <source>Women Health</source>
          <year>2003</year>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>89</fpage>
          <lpage>108</lpage>
          <pub-id pub-id-type="doi">10.1300/J013v37n02_06</pub-id>
          <pub-id pub-id-type="medline">12733555</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Loos</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Genetic determinants of common obesity and their value in prediction</article-title>
          <source>Best Pract Res Clin Endocrinol Metab</source>
          <year>2012</year>
          <month>04</month>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>211</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.1016/j.beem.2011.11.003</pub-id>
          <pub-id pub-id-type="medline">22498250</pub-id>
          <pub-id pub-id-type="pii">S1521-690X(11)00150-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>St-Jacques</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grenier</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Charland</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Forest</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Rousseau</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Légaré</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Decisional needs assessment regarding Down syndrome prenatal testing: a systematic review of the perceptions of women, their partners and health professionals</article-title>
          <source>Prenat Diagn</source>
          <year>2008</year>
          <month>12</month>
          <volume>28</volume>
          <issue>13</issue>
          <fpage>1183</fpage>
          <lpage>203</lpage>
          <pub-id pub-id-type="doi">10.1002/pd.2059</pub-id>
          <pub-id pub-id-type="medline">19097031</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lawson</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Shynkaruk</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>The portrayal of Down syndrome in prenatal screening information pamphlets</article-title>
          <source>J Obstet Gynaecol Can</source>
          <year>2012</year>
          <month>08</month>
          <volume>34</volume>
          <issue>8</issue>
          <fpage>760</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/S1701-2163(16)35340-3</pub-id>
          <pub-id pub-id-type="medline">22947408</pub-id>
          <pub-id pub-id-type="pii">S1701-2163(16)35340-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seavilleklein</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Challenging the rhetoric of choice in prenatal screening</article-title>
          <source>Bioethics</source>
          <year>2009</year>
          <month>01</month>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>68</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1467-8519.2008.00674.x</pub-id>
          <pub-id pub-id-type="medline">19076943</pub-id>
          <pub-id pub-id-type="pii">BIOT674</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charles</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gafni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Whelan</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Shared decision-making in the medical encounter: what does it mean? (or it takes at least two to tango)</article-title>
          <source>Soc Sci Med</source>
          <year>1997</year>
          <month>03</month>
          <volume>44</volume>
          <issue>5</issue>
          <fpage>681</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1016/s0277-9536(96)00221-3</pub-id>
          <pub-id pub-id-type="medline">9032835</pub-id>
          <pub-id pub-id-type="pii">S0277953696002213</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stacey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Légaré</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Col</surname>
              <given-names>NF</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Eden</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes-Rovner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Llewellyn-Thomas</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lyddiatt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Trevena</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>Decision aids for people facing health treatment or screening decisions</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2014</year>
          <month>01</month>
          <day>28</day>
          <issue>1</issue>
          <fpage>CD001431</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD001431.pub4</pub-id>
          <pub-id pub-id-type="medline">24470076</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giguere</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Labrecque</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grad</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cauchon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Greenway</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Légaré</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pluye</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Turcotte</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dolovich</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Haynes</surname>
              <given-names>RB</given-names>
            </name>
          </person-group>
          <article-title>Barriers and facilitators to implementing Decision Boxes in primary healthcare teams to facilitate shared decisionmaking: a study protocol</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2012</year>
          <month>08</month>
          <day>6</day>
          <volume>12</volume>
          <fpage>85</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-12-85"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6947-12-85</pub-id>
          <pub-id pub-id-type="medline">22867107</pub-id>
          <pub-id pub-id-type="pii">1472-6947-12-85</pub-id>
          <pub-id pub-id-type="pmcid">PMC3472191</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giguere</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Légaré</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Grad</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pluye</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Haynes</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Cauchon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rousseau</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Argote</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Labrecque</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Decision boxes for clinicians to support evidence-based practice and shared decision making: the user experience</article-title>
          <source>Implement Sci</source>
          <year>2012</year>
          <month>08</month>
          <day>3</day>
          <volume>7</volume>
          <fpage>72</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-7-72"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-7-72</pub-id>
          <pub-id pub-id-type="medline">22862935</pub-id>
          <pub-id pub-id-type="pii">1748-5908-7-72</pub-id>
          <pub-id pub-id-type="pmcid">PMC3533695</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dolan</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Isselhardt</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cappuccio</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>The analytic hierarchy process in medical decision making: a tutorial</article-title>
          <source>Med Decis Making</source>
          <year>1989</year>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>40</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1177/0272989X8900900108</pub-id>
          <pub-id pub-id-type="medline">2643019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dolan</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Shared decision-making--transferring research into practice: the analytic hierarchy process (AHP)</article-title>
          <source>Patient Educ Couns</source>
          <year>2008</year>
          <month>12</month>
          <volume>73</volume>
          <issue>3</issue>
          <fpage>418</fpage>
          <lpage>25</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18760559"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pec.2008.07.032</pub-id>
          <pub-id pub-id-type="medline">18760559</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(08)00389-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC2650240</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maruthur</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Joy</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Dolan</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Shihab</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Use of the analytic hierarchy process for medication decision-making in type 2 diabetes</article-title>
          <source>PLoS One</source>
          <year>2015</year>
          <volume>10</volume>
          <issue>5</issue>
          <fpage>e0126625</fpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0126625"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0126625</pub-id>
          <pub-id pub-id-type="medline">26000636</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-36463</pub-id>
          <pub-id pub-id-type="pmcid">PMC4441461</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dolan</surname>
              <given-names>James G</given-names>
            </name>
            <name name-style="western">
              <surname>Boohaker</surname>
              <given-names>Emily</given-names>
            </name>
            <name name-style="western">
              <surname>Allison</surname>
              <given-names>Jeroan</given-names>
            </name>
            <name name-style="western">
              <surname>Imperiale</surname>
              <given-names>Thomas F</given-names>
            </name>
          </person-group>
          <article-title>Patients' preferences and priorities regarding colorectal cancer screening</article-title>
          <source>Med Decis Making</source>
          <year>2013</year>
          <month>01</month>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>59</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22895558"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0272989X12453502</pub-id>
          <pub-id pub-id-type="medline">22895558</pub-id>
          <pub-id pub-id-type="pii">0272989X12453502</pub-id>
          <pub-id pub-id-type="pmcid">PMC3541437</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rahimi</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Jamshidi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ait-kadi</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>A new dynamic integrated framework for surgical patients' prioritization considering risks and uncertainties</article-title>
          <source>Decis Support Syst</source>
          <year>2016</year>
          <month>08</month>
          <volume>88</volume>
          <fpage>112</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1016/j.dss.2016.06.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rahimi</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Jamshidi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Prioritization of Organ Transplant Patients using Analytic Network Process</article-title>
          <source>Proceedings of the Industrial &amp; Systems Engineering Research Conference</source>
          <year>2014</year>
          <conf-name>ISERC'14</conf-name>
          <conf-date>May 31-June 3, 2014</conf-date>
          <conf-loc>Montreal, Canada</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Makoul</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Clayman</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>An integrative model of shared decision making in medical encounters</article-title>
          <source>Patient Educ Couns</source>
          <year>2006</year>
          <month>03</month>
          <volume>60</volume>
          <issue>3</issue>
          <fpage>301</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2005.06.010</pub-id>
          <pub-id pub-id-type="medline">16051459</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(05)00178-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <source>Statista</source>
          <year>2019</year>
          <access-date>2019-08-09</access-date>
          <comment>Number of Smartphone Users Worldwide From 2016 to 2021 (in Billions) 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statista.com/statistics/330695/number-of-smartphone-users-worldwide/">https://www.statista.com/statistics/330695/number-of-smartphone-users-worldwide/</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Franko</surname>
              <given-names>OI</given-names>
            </name>
            <name name-style="western">
              <surname>Tirrell</surname>
              <given-names>TF</given-names>
            </name>
          </person-group>
          <article-title>Smartphone app use among medical providers in ACGME training programs</article-title>
          <source>J Med Syst</source>
          <year>2012</year>
          <month>10</month>
          <volume>36</volume>
          <issue>5</issue>
          <fpage>3135</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1007/s10916-011-9798-7</pub-id>
          <pub-id pub-id-type="medline">22052129</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Duggan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Pew Research Center</source>
          <year>2012</year>
          <access-date>2019-08-09</access-date>
          <comment>Mobile Health 2012 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pewinternet.org/2012/11/08/mobile-health-2012/">http://www.pewinternet.org/2012/11/08/mobile-health-2012/</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rahimi</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Menear</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Robitaille</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Légaré</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Are mobile health applications useful for supporting shared decision making in diagnostic and treatment decisions?</article-title>
          <source>Glob Health Action</source>
          <year>2017</year>
          <month>06</month>
          <volume>10</volume>
          <issue>Supl 3</issue>
          <fpage>1332259</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28838306"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/16549716.2017.1332259</pub-id>
          <pub-id pub-id-type="medline">28838306</pub-id>
          <pub-id pub-id-type="pmcid">PMC5645724</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuo</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Thavalathil</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Elwyn</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nemeth</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Dang</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The promise of electronic health records to promote shared decision making: a narrative review and a look ahead</article-title>
          <source>Med Decis Making</source>
          <year>2018</year>
          <month>11</month>
          <volume>38</volume>
          <issue>8</issue>
          <fpage>1040</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1177/0272989X18796223</pub-id>
          <pub-id pub-id-type="medline">30226100</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giguere</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Legare</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Grad</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pluye</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rousseau</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Haynes</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Cauchon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Labrecque</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Developing and user-testing Decision boxes to facilitate shared decision making in primary care--a study protocol</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2011</year>
          <month>03</month>
          <day>9</day>
          <volume>11</volume>
          <fpage>17</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-11-17"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6947-11-17</pub-id>
          <pub-id pub-id-type="medline">21385470</pub-id>
          <pub-id pub-id-type="pii">1472-6947-11-17</pub-id>
          <pub-id pub-id-type="pmcid">PMC3060840</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <source>Patient Decision Aids - Ottawa Hospital Research Institute</source>
          <access-date>2019-08-09</access-date>
          <comment>Decision Aid Summary 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://decisionaid.ohri.ca/AZsumm.php?ID=1861">https://decisionaid.ohri.ca/AZsumm.php?ID=1861</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guest</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bunce</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>How many interviews are enough?</article-title>
          <source>Field Methods</source>
          <year>2016</year>
          <month>07</month>
          <day>21</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>59</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1177/1525822X05279903</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <source>Statistics Canada</source>
          <year>2016</year>
          <access-date>2019-08-09</access-date>
          <comment>Census Profile, 2016 Census 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/yxzevbha">https://tinyurl.com/yxzevbha</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lilford</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pringle</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Evaluating ehealth: how to make evaluation more methodologically robust</article-title>
          <source>PLoS Med</source>
          <year>2009</year>
          <month>11</month>
          <volume>6</volume>
          <issue>11</issue>
          <fpage>e1000186</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1000186"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1000186</pub-id>
          <pub-id pub-id-type="medline">19956674</pub-id>
          <pub-id pub-id-type="pmcid">PMC2777393</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vafa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chico</surname>
              <given-names>DE</given-names>
            </name>
          </person-group>
          <article-title>A needs assessment for mobile technology use in medical education</article-title>
          <source>Int J Med Educ</source>
          <year>2013</year>
          <month>11</month>
          <day>25</day>
          <volume>4</volume>
          <fpage>230</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.5116/ijme.5259.4a88</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Légaré</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Borduas</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Freitas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jacques</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Godin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Luconi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>J</given-names>
            </name>
            <collab>CPD-KT Team</collab>
          </person-group>
          <article-title>Development of a simple 12-item theory-based instrument to assess the impact of continuing professional development on clinical behavioral intentions</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>e91013</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0091013"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0091013</pub-id>
          <pub-id pub-id-type="medline">24643173</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-52423</pub-id>
          <pub-id pub-id-type="pmcid">PMC3958345</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Légaré</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Freitas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Turcotte</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Borduas</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Jacques</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Luconi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Godin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Boucher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sargeant</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Labrecque</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Responsiveness of a simple tool for assessing change in behavioral intention after continuing professional development activities</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>5</issue>
          <fpage>e0176678</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0176678"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0176678</pub-id>
          <pub-id pub-id-type="medline">28459836</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-28040</pub-id>
          <pub-id pub-id-type="pmcid">PMC5411052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="book">
          <source>Mieux Vivre Avec Notre Enfant De La Grossesse À Deux Ans- Guide Pratique Pour Les Mères Et Les Pères</source>
          <year>2018</year>
          <publisher-loc>Montréal, QC</publisher-loc>
          <publisher-name>INSPQ</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <source>Gouvernement du Québec</source>
          <year>2018</year>
          <access-date>2019-08-09</access-date>
          <comment>Trisomy 21 Prenatal Screening Program of Québec 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.quebec.ca/en/health/advice-and-prevention/screening-and-carrier-testing-offer/trisomy-21-prenatal-screening-program-of-quebec/">https://www.quebec.ca/en/health/advice-and-prevention/screening-and-carrier-testing-offer/trisomy-21-prenatal-screening-program-of-quebec/</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saaty</surname>
              <given-names>RW</given-names>
            </name>
          </person-group>
          <article-title>The analytic hierarchy process—what it is and how it is used</article-title>
          <source>Math Model</source>
          <year>1987</year>
          <volume>9</volume>
          <issue>3-5</issue>
          <fpage>161</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1016/0270-0255(87)90473-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Légaré</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kearing</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Clay</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gagnon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>D'Amours</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rousseau</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Are you SURE?: assessing patient decisional conflict with a 4-item screening test</article-title>
          <source>Can Fam Physician</source>
          <year>2010</year>
          <month>08</month>
          <volume>56</volume>
          <issue>8</issue>
          <fpage>e308</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cfp.ca/cgi/pmidlookup?view=long&amp;pmid=20705870"/>
          </comment>
          <pub-id pub-id-type="medline">20705870</pub-id>
          <pub-id pub-id-type="pii">56/8/e308</pub-id>
          <pub-id pub-id-type="pmcid">PMC2920798</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>McClelland</surname>
              <given-names>IL</given-names>
            </name>
            <name name-style="western">
              <surname>Weerdmeester</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>Usability Evaluation In Industry</source>
          <year>1996</year>
          <publisher-loc>United States</publisher-loc>
          <publisher-name>CRC Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Kristjansson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kearing</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Clay</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Validation of a preparation for decision making scale</article-title>
          <source>Patient Educ Couns</source>
          <year>2010</year>
          <month>01</month>
          <volume>78</volume>
          <issue>1</issue>
          <fpage>130</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2009.05.012</pub-id>
          <pub-id pub-id-type="medline">19560303</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(09)00232-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garvelink</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Emond</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Menear</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brière</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Freitas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Boland</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stacey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Légaré</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Development of a decision guide to support the elderly in decision making about location of care: an iterative, user-centered design</article-title>
          <source>Res Involv Engagem</source>
          <year>2016</year>
          <volume>2</volume>
          <fpage>26</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://researchinvolvement.biomedcentral.com/articles/10.1186/s40900-016-0040-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40900-016-0040-0</pub-id>
          <pub-id pub-id-type="medline">29062524</pub-id>
          <pub-id pub-id-type="pii">40</pub-id>
          <pub-id pub-id-type="pmcid">PMC5611600</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>LeFevre</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>L'Engle</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mehl</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sinha</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Labrique</surname>
              <given-names>Alain</given-names>
            </name>
            <collab>WHO mHealth Technical Evidence Review Group</collab>
          </person-group>
          <article-title>Guidelines for reporting of health interventions using mobile phones: mobile health (mHealth) evidence reporting and assessment (mERA) checklist</article-title>
          <source>BMJ</source>
          <year>2016</year>
          <month>03</month>
          <day>17</day>
          <volume>352</volume>
          <fpage>i1174</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.i1174</pub-id>
          <pub-id pub-id-type="medline">26988021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>Allison</given-names>
            </name>
            <name name-style="western">
              <surname>Sainsbury</surname>
              <given-names>Peter</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>Jonathan</given-names>
            </name>
          </person-group>
          <article-title>Consolidated criteria for reporting qualitative research (COREQ): a 32-item checklist for interviews and focus groups</article-title>
          <source>Int J Qual Health Care</source>
          <year>2007</year>
          <month>12</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>349</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1093/intqhc/mzm042</pub-id>
          <pub-id pub-id-type="medline">17872937</pub-id>
          <pub-id pub-id-type="pii">mzm042</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
