<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i5e25343</article-id>
      <article-id pub-id-type="pmid">34047702</article-id>
      <article-id pub-id-type="doi">10.2196/25343</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Reactance to Social Authority in Entertainment-Education Media: Protocol for a Web-Based Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Evans</surname>
            <given-names>William</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Nirmala Sari</surname>
            <given-names>Dewi</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Yong</surname>
            <given-names>Min Hooi</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Vandormael</surname>
            <given-names>Alain</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Heidelberg Institute of Global Health</institution>
            <institution>Heidelberg University</institution>
            <addr-line>Im Neuenheimer Feld 130/3</addr-line>
            <addr-line>Heidelberg, 69120</addr-line>
            <country>Germany</country>
            <phone>49 6221 565344</phone>
            <email>alain.vandormael@uni-heidelberg.de</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5742-0511</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Adam</surname>
            <given-names>Maya</given-names>
          </name>
          <degrees>BA, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5563-421X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Hachaturyan</surname>
            <given-names>Violetta</given-names>
          </name>
          <degrees>BSc, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0279-3476</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Greuel</surname>
            <given-names>Merlin</given-names>
          </name>
          <degrees>BSc, MGH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7430-7051</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Favaretti</surname>
            <given-names>Caterina</given-names>
          </name>
          <degrees>BSc, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7448-3736</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Gates</surname>
            <given-names>Jennifer</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0616-704X</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Baernighausen</surname>
            <given-names>Till</given-names>
          </name>
          <degrees>MSc, MD, SCD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4182-4212</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Heidelberg Institute of Global Health</institution>
        <institution>Heidelberg University</institution>
        <addr-line>Heidelberg</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Pediatrics</institution>
        <institution>Stanford University School of Medicine</institution>
        <addr-line>Stanford, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Icahn School of Medicine, Mount Sinai</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Africa Health Research Institute</institution>
        <addr-line>Durban</addr-line>
        <country>South Africa</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Global Health and Population</institution>
        <institution>Harvard T H Chan School of Public Health</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Alain Vandormael <email>alain.vandormael@uni-heidelberg.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>28</day>
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <volume>10</volume>
      <issue>5</issue>
      <elocation-id>e25343</elocation-id>
      <history>
        <date date-type="received">
          <day>25</day>
          <month>11</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>19</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>4</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>25</day>
          <month>2</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Alain Vandormael, Maya Adam, Violetta Hachaturyan, Merlin Greuel, Caterina Favaretti, Jennifer Gates, Till Baernighausen. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 28.05.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2021/5/e25343" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Entertainment-education media can be an effective strategy for influencing health behaviors. To improve entertainment-education effectiveness, we seek to investigate whether the social authority of a person delivering a health message arouses the motivation to reject that message—a phenomenon known as reactance.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In this study, using a short animated video, we aim to measure reactance to a sugar reduction message narrated by a child (low social authority), the child’s mother (equivalent social authority to the target audience), and a family physician (high social authority). The aims of the study are to determine the effect of the narrator’s perceived social authority on reactance to the sugar reduction message, establish the effectiveness of the video in improving behavioral intent to reduce the intake of added sugars, and quantify participants’ interest in watching the entertainment-education intervention video.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This is a parallel group, randomized controlled trial comparing an intervention video narrated by a low, equivalent, or high social authority against a content placebo video and a placebo video. Using a web-based recruitment platform, we plan to enroll 4000 participants aged between 18 and 59 years who speak English and reside in the United Kingdom. The primary end points will include measures of the antecedents to reactance (proneness to reactance and threat level of the message), its components (anger and negative cognition), and attitudinal and behavioral intent toward sugar intake. We will measure behavioral intent using list experiments. Participants randomized to the placebo videos will be given a choice to watch one of the sugar-intervention videos at the end of the study to assess participant engagement with the entertainment-education video.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The study was approved by the ethics committee of Heidelberg University on March 18, 2020 (S-088/2020). Participant recruitment and data collection were completed in December 2020. The data analysis was completed in April 2021, and the final results are planned to be published by August 2021.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>In this trial, we will use several randomization procedures, list experimentation methods, and new web-based technologies to investigate the effect of perceived social authority on reactance to a message about reducing sugar intake. Our results will inform the design of future entertainment-education videos for public health promotion needs.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>German Clinical Trials Registry DRKS00022340: https://www.drks.de/drks_web/navigate.do?navigationId=trial.HTML&#38;TRIAL_ID=DRKS00022340.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/25343</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>entertainment-education</kwd>
        <kwd>sugar reduction</kwd>
        <kwd>reactance</kwd>
        <kwd>animated video</kwd>
        <kwd>list experiment</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Entertainment-education media can be an effective strategy for influencing health behaviors [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. However, entertainment-education media face the same challenges as other traditional persuasion methods [<xref ref-type="bibr" rid="ref4">4</xref>]. Persuasive health messages often fail to achieve the desired effect [<xref ref-type="bibr" rid="ref5">5</xref>], and in some cases, may arouse the motivation to reject a message, a phenomenon known as reactance [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>The theory of reactance comprises 4 elements [<xref ref-type="bibr" rid="ref6">6</xref>]: (1) freedom, which individuals possess insofar as they are aware of it and can enact it; (2) threat to freedom, which involves any pressure on the individual, making it more difficult to enact that freedom; (3) reactance, which is the motivation to re-establish the freedom if that freedom is eliminated or threatened with elimination; and (4) direct restoration, which involves the freedom of the individual to perform a forbidden act. Research in this field has led to the development of several strategies to reduce reactance to health messages pertaining to littering [<xref ref-type="bibr" rid="ref7">7</xref>], use of e-cigarettes [<xref ref-type="bibr" rid="ref8">8</xref>], use of alcohol [<xref ref-type="bibr" rid="ref9">9</xref>], and eating behaviors [<xref ref-type="bibr" rid="ref10">10</xref>], among other health-related messages [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>We are particularly interested in the effect of social authority on reactance to persuasive health messages. Our starting assumption is that an agent (human or otherwise) that delivers a health message possesses some influence or social authority [<xref ref-type="bibr" rid="ref17">17</xref>]. For example, persons who have high social authority, such as experts or doctors, are often recruited to promote health messages [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. However, research has shown that individuals may perceive health messages from experts as coercive, threatening, or having an ulterior motive [<xref ref-type="bibr" rid="ref21">21</xref>], which could provoke reactance and negate the impact of the intervention [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>In a web-based entertainment-education video setting, there is limited, high-quality experimental evidence on the relationship between reactance and the perceived social authority of a message agent. Using a randomized controlled trial (RCT), we will evaluate the effect of social authority status on reactance to a short animated video on the intake of added sugars. The sugar message will be narrated by either (1) a preadolescent daughter, who has low authority status relative to the other narrators, (2) the daughter’s mother, who has equivalent social authority to the target audience, or (3) the family physician, who is an expert with high social authority. Results from this study will facilitate the development of videos for reducing reactance and improve the persuasiveness of health messages in web-based settings.</p>
        <p>This study aims to achieve the following objectives:</p>
        <list list-type="order">
          <list-item>
            <p>Determine the effect of the narrator’s social authority (daughter, daughter’s mother, or family physician) on reactance to a sugar reduction message.</p>
          </list-item>
          <list-item>
            <p>Establish the video’s effectiveness in improving behavioral intent to reduce the intake of added sugars.</p>
          </list-item>
          <list-item>
            <p>Quantify participants’ interest in watching a short animated video about reducing the intake of added sugars.</p>
          </list-item>
        </list>
        <p>Our null hypothesis is that the social authority of the child, who has low perceived social authority, the mother, who has equivalent perceived social authority, or the family physician, who has high perceived social authority, will have no effect on reactance to a video about reducing sugar intake.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Trial Design</title>
        <p>This study consists of a parallel group RCT. Participants will be randomized to 1 of 5 arms: either the same sugar-intervention video narrated by a preadolescent daughter (arm 1: low social authority), the daughter’s mother (arm 2: equivalent social authority), or a family physician (arm 3: high social authority), or a content placebo video with a health message about tanning and sunscreen (arm 4: no sugar message), or a placebo video about earthquakes (arm 5: no sugar or health message). We will randomize the participants in a 1:1:1:1:1 ratio to the trial arms. Participants will watch 1 video once from start to finish.</p>
        <p>Nested in each of the five trial arms is a list experiment. For each list experiment, participants will be randomized at a 1:1 ratio to a control or treatment group. The control group will receive a list of 5 items about behavioral intent (unrelated to sugar consumption). The treatment group will receive the same 5 items and a sensitive item about behavioral intent to reduce sugar intake. We will use the list experiment to reduce social desirability bias, as participants may already be primed to answer favorably to questions about sugar consumption.</p>
        <p>At the end of the study, participants assigned to the content placebo (<italic>arm 4</italic>) or placebo (<italic>arm 5</italic>) will be given a choice to watch the video intervention. Their choices will be recorded. Participants who choose to watch will be randomized at a 1:1:1 ratio to the sugar video narrated by the daughter, mother, or physician. The complete trial flowchart is presented in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Trial design.</p>
          </caption>
          <graphic xlink:href="resprot_v10i5e25343_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Study Setting</title>
        <p>The study setting will be on the internet. We will use the web-based recruitment platform Prolific [<xref ref-type="bibr" rid="ref24">24</xref>] to enroll study participants. We host and deploy our study on a web-based platform called Gorilla [<xref ref-type="bibr" rid="ref25">25</xref>], a cloud platform that provides versatile tools for web-based, experimental, and behavioral research [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
      </sec>
      <sec>
        <title>Eligibility Criteria</title>
        <p>Eligibility criteria included being between the ages of 18 and 59 years (male, female, or other), being able to speak English, and being a resident in the United Kingdom; not being eligible according to any of the inclusion criteria was the exclusion criteria. We will not exclude participants on an existing health condition (eg, diabetes) because Prolific does not collect health information from its users.</p>
      </sec>
      <sec>
        <title>Who Will Take Informed Consent?</title>
        <p>The participants will undergo a process of informed consent. The consent form, which will be hosted on the Prolific platform, explains the purpose of the study, the risks and benefits of the research, and how a participant can contact the researcher or the human subjects review board at Heidelberg University. By clicking a link, participants will consent to participate in the study and will be redirected to the Gorilla platform. The Gorilla landing page contains additional information about the platform. Participants can exercise their freedom to not participate at any point during the study.</p>
      </sec>
      <sec>
        <title>Interventions</title>
        <sec>
          <title>Intervention Description</title>
          <p>The intervention consists of an entertainment-education video about reducing sugar intake [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref29">29</xref>]. Developed by our coauthor (MA) at the Stanford School of Medicine, the sugar video is animated and designed for a diverse and global audience. The 2 main characters, a mother and her preadolescent daughter, engage in food-related activities, such as grocery shopping and cooking dinner. The video presents educational content on health problems associated with consuming added sugars in foods, such as yogurt, chocolate milk, and breakfast cereals; a review of the World Health Organization recommendations for the daily consumption of added sugars is included. The narrative also includes the story of the father in this family, who dies from diabetes-associated complications because of frequent consumption of soda drinks. It concludes with a text message from the World Health Organization regarding the maximum number of teaspoons of sugar per day.</p>
        </sec>
        <sec>
          <title>Explanation for the Choice of Comparators</title>
          <p>We will compare the 3 intervention videos (<italic>arms 1-3</italic>) with each other (pairwise) to determine which social authority status is associated with the largest change in reactance and behavioral intent to reduce the intake of added sugars. In addition, we will compare the 3 intervention videos with the content placebo video (<italic>arm 4</italic>) and the placebo video (<italic>arm 5</italic>).</p>
          <p>The content of the placebo video is similar in style to the sugar video. It is also animated, with a duration of 3.42 minutes, and has a health message about tanning and using sunscreen [<xref ref-type="bibr" rid="ref30">30</xref>]. We used the content placebo video to isolate the <italic>content effect</italic> of the sugar-intervention video. It is possible that any video with a health message (eg, sunscreen protection) can improve overall health awareness and thus increase behavioral intent to reduce sugar intake. As both the intervention and content placebo videos have a health message, we expect that a significant difference in behavioral intent between the 2 videos (after random assignment) can be attributed to the content of the sugar message.</p>
          <p>We will also compare each sugar-intervention video with a placebo video. The placebo describes the causes and characteristics of earthquakes [<xref ref-type="bibr" rid="ref31">31</xref>] and contains no health-related or sugar consumption content. A significant difference in behavioral intent to reduce sugar intake between the content placebo and placebo videos (after random assignment) can therefore be attributed to the content of the sunscreen message. We call this difference the <italic>health awareness effect</italic>. We describe the <italic>total intervention effect</italic> as the difference between the sugar-intervention and the placebo videos, which is the sum of the content and health awareness effects.</p>
          <p>We will also implement a list experiment in each arm with the control list as the comparator. The control list will include 5 items about general behavioral intent. The treatment list will include the same 5 control items plus a sixth item about behavioral intent toward reducing sugar intake. The control list (comparator) is needed to measure the prevalence of behavioral intent to reduce sugar intake, described in the <italic>Behavioral Intent</italic> section.</p>
        </sec>
      </sec>
      <sec>
        <title>Outcome Measures</title>
        <sec>
          <title>Overview</title>
          <p>We will measure primary and secondary outcomes. Primary outcomes are based on the intertwined process cognitive-affective model, as described by Dillard and Shen [<xref ref-type="bibr" rid="ref5">5</xref>] and Zhang [<xref ref-type="bibr" rid="ref32">32</xref>] (<xref rid="figure2" ref-type="fig">Figure 2</xref>). In this model, there are two antecedents to reactance: the strength of the threat to freedom and trait proneness to reactance. Reactance is conceptualized as a mediator between the antecedents of reactance and behavioral intent to promote health-related activities. It is an intertwined process consisting of a cognitive and affective component that can be an experience of hostile, aggressive, or angry feelings. Furthermore, attitudinal and behavioral intentions are the consequences of reactance. The assessment of behavioral intentions can also help measure the direct restoration of freedom, which involves performing forbidden behavior and restoring participants’ need for self-determination and control [<xref ref-type="bibr" rid="ref33">33</xref>]. In addition, source appraisal, which refers to the perception of the message source, is another important outcome of reactance [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>An intertwined process cognitive-affective model as described in Dillard and Shen with the addition of source appraisal from Zhang.</p>
            </caption>
            <graphic xlink:href="resprot_v10i5e25343_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Primary Outcome Measures</title>
          <sec>
            <title>Trait Reactance Proneness</title>
            <p>Trait reactance refers to reactance being a personal trait that causes some people to be more or less prone to experiencing reactance [<xref ref-type="bibr" rid="ref35">35</xref>]. This implies that individuals tend to differ in their ways of perceiving and reacting to situations when their freedom is threatened, depending on their personalities. The propensity to trait reactance in this study will be measured using the Hong Psychological Reactance Scale developed by Hong et al [<xref ref-type="bibr" rid="ref35">35</xref>]. The scale consists of 11 items that comprise 4 major factors: emotional response to restricted choice, reactance to compliance, resistance to influence from others, and reactance to advice and recommendations [<xref ref-type="bibr" rid="ref35">35</xref>] (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>). These items are measured on a 5-point Likert scale with the following points: (1) strongly disagree, (2) disagree, (3) neither agree nor disagree, (4) agree, and (5) strongly agree [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
            <boxed-text id="box1" position="float">
              <title>Trait reactance items based on the Hong Psychological Reactance Scale.</title>
              <p>
                <bold>Emotional Response to Restricted Choice</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>I become frustrated when I am unable to make free and independent decisions.</p>
                </list-item>
                <list-item>
                  <p>It irritates me when someone points out things that are obvious to me.</p>
                </list-item>
                <list-item>
                  <p>I become angry when my freedom of choice is restricted.</p>
                </list-item>
              </list>
              <p>
                <bold>Reactance to Compliance</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>Regulations trigger a sense of resistance in me.</p>
                </list-item>
                <list-item>
                  <p>I find contradicting others stimulating.</p>
                </list-item>
                <list-item>
                  <p>When something is prohibited, I usually think, “That’s exactly what I am going to do.”</p>
                </list-item>
              </list>
              <p>
                <bold>Resistance to Influence From Others</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>I resist the attempts of others to influence me.</p>
                </list-item>
                <list-item>
                  <p>It makes me angry when another person is held up as a role model for me to follow.</p>
                </list-item>
                <list-item>
                  <p>When someone forces me to do something, I feel like doing the opposite.</p>
                </list-item>
              </list>
              <p>
                <bold>Reactance to Advice and Recommendations</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>I consider advice from others to be an intrusion.</p>
                </list-item>
                <list-item>
                  <p>Advice and recommendations usually induce me to do just the opposite.</p>
                </list-item>
              </list>
            </boxed-text>
          </sec>
          <sec>
            <title>Threat to Freedom</title>
            <p>To measure the threat level of the message, we will use the following 4 items from Dillard and Shen [<xref ref-type="bibr" rid="ref5">5</xref>], each measured using a 5-point Likert scale:</p>
            <list list-type="order">
              <list-item>
                <p>The message threatened my freedom to choose.</p>
              </list-item>
              <list-item>
                <p>The message tried to make a decision for me.</p>
              </list-item>
              <list-item>
                <p>The message tried to manipulate me.</p>
              </list-item>
              <list-item>
                <p>The message tried to pressure me.</p>
              </list-item>
            </list>
          </sec>
          <sec>
            <title>Psychological Reactance</title>
            <p>Following Dillard and Shen’s model, psychological reactance is assessed by measuring anger and negative cognition. Therefore, the average of all items on anger and negative cognition is an indicator of reactance. To measure anger, we will use a 5-point scale for the following 4 affirmations [<xref ref-type="bibr" rid="ref5">5</xref>]:</p>
            <list list-type="order">
              <list-item>
                <p>This message makes me feel irritated.</p>
              </list-item>
              <list-item>
                <p>This message makes me feel annoyed.</p>
              </list-item>
              <list-item>
                <p>This message makes me feel aggravated.</p>
              </list-item>
              <list-item>
                <p>This message makes me feel angry.</p>
              </list-item>
            </list>
            <p>Negative cognition will be measured using the Likert scale from Quick et al [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>] instead of the thought-listing procedure used by Dillard and Shen [<xref ref-type="bibr" rid="ref5">5</xref>] because of the large sample size in this study. In a recent comparison of 3 methods for measuring negative cognition [<xref ref-type="bibr" rid="ref39">39</xref>], the Likert scale was reported to have several advantages, including measurement economy as well as the flexibility to use these measures outside of the laboratory and when examining multiple candidate messages. The following 3 items, each measured on a 5-point Likert scale, will be used to measure negative cognition:</p>
            <list list-type="order">
              <list-item>
                <p>The thoughts I had while watching this video were mostly unfavorable.</p>
              </list-item>
              <list-item>
                <p>The thoughts I had while watching this video were mostly negative.</p>
              </list-item>
              <list-item>
                <p>The thoughts I had while watching this video were mostly bad.</p>
              </list-item>
            </list>
          </sec>
          <sec>
            <title>Source Appraisal</title>
            <p>Source appraisal will be assessed using the question, “The narrator of this video was...” and 7 semantic differential items anchored on either end with opposing adjectives: stupid or smart, unknowledgeable or knowledgeable, uninformed or informed, unintelligent or intelligent, unqualified or qualified, unreliable or reliable, and inexpert or expert [<xref ref-type="bibr" rid="ref40">40</xref>]. The category ratings will be scored from 1 to 5, and higher scores will imply more unfavorable evaluations of the message source.</p>
          </sec>
          <sec>
            <title>Attitude</title>
            <p>Attitude toward message advocacy will be measured using four 5-point Likert items from Shen [<xref ref-type="bibr" rid="ref41">41</xref>]:</p>
            <list list-type="order">
              <list-item>
                <p>I agree with what the message recommends.</p>
              </list-item>
              <list-item>
                <p>I support what the message advocates.</p>
              </list-item>
              <list-item>
                <p>I am in favor of the position in the message.</p>
              </list-item>
              <list-item>
                <p>I endorse the claims made in the message.</p>
              </list-item>
            </list>
            <p>Data from trait reactance proneness, threat to freedom, psychological reactance, source appraisal, and attitude will be used to assess objective 1.</p>
          </sec>
          <sec>
            <title>Behavioral Intent</title>
            <p>The behavioral intent to reduce the intake of added sugars will be measured using a list experiment approach. In <xref ref-type="boxed-text" rid="box2">Textbox 2</xref>, we present the 6 experiments and their list items. The control group will receive a list of 5 items, whereas the treatment group will receive the same list but with 1 additional sensitive item. The sensitive item covers the topics of natural versus added sugar, consumption of sugar-sweetened beverages, fresh fruit intake, reading of sugar content on package labels, teaspoons of sugar consumed per day, and home cooking.</p>
            <p>We will assess whether participants are motivated (in lists 1, 3, and 4) or unmotivated (in lists 2, 5, and 6) to undertake the sensitive item. For example, in list 1, imagine that the control group selects an average of 2 out of the 5 items, and the participants in the treatment group select an average of 2.2 out of the 6 items. Holding all else equal, we conclude that the prevalence of participants who would cut their daily intake of sugar is 20%. The intention to restore one’s freedom will be present if there are higher scores for the <italic>unmotivated</italic> lists in the treatment group than the control group. The intention to reduce sugar intake will be present if there are higher scores for the <italic>motivated</italic> lists in the treatment group than the control group.</p>
            <p>To avoid alerting the participant to the purpose of the list experiment and order effects, the 6 list experiments will be presented in random order. We designed the items to minimize ceiling and floor effects [<xref ref-type="bibr" rid="ref42">42</xref>]. As described in the <italic>Statistical Methods</italic> section, we will use regression models to estimate the prevalence of each sensitive item [<xref ref-type="bibr" rid="ref43">43</xref>]. These data will be used to assess objective 2.</p>
            <boxed-text id="box2" position="float">
              <title>List experiment items. Each list experiment will be preceded by the question “How many of the five/six statements do you agree with? We don’t want to know which ones, just answer how many. This week I feel motivated/unmotivated to...”</title>
              <p>
                <bold>List 1: Added Versus Natural Sugar</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>This week I feel motivated to...</p>
                  <list>
                    <list-item>
                      <p>spend time watching TV.</p>
                    </list-item>
                    <list-item>
                      <p>do the vacuuming in my home.</p>
                    </list-item>
                    <list-item>
                      <p>spend time chatting with my friends on the web.</p>
                    </list-item>
                    <list-item>
                      <p>pick a fight with my partner.</p>
                    </list-item>
                    <list-item>
                      <p>rinse my nose with salt water daily.</p>
                    </list-item>
                    <list-item>
                      <p>cut my daily intake of added sugar (sensitive item).</p>
                    </list-item>
                  </list>
                </list-item>
              </list>
              <p>
                <bold>List 2: Sugar-Sweetened Beverages</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>This week I feel unmotivated to...</p>
                  <list>
                    <list-item>
                      <p>wash my hands frequently.</p>
                    </list-item>
                    <list-item>
                      <p>spend time watching movies.</p>
                    </list-item>
                    <list-item>
                      <p>clean the toilets in my home.</p>
                    </list-item>
                    <list-item>
                      <p>smoke marijuana.</p>
                    </list-item>
                    <list-item>
                      <p>clip my toenails.</p>
                    </list-item>
                    <list-item>
                      <p>reduce the amount of sugar-sweetened beverages I drink (sensitive item).</p>
                    </list-item>
                  </list>
                </list-item>
              </list>
              <p>
                <bold>List 3: Fresh Fruit</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>This week I feel motivated to...</p>
                  <list>
                    <list-item>
                      <p>open up a new savings plan at the bank.</p>
                    </list-item>
                    <list-item>
                      <p>practice playing a musical instrument.</p>
                    </list-item>
                    <list-item>
                      <p>watch a pornographic movie.</p>
                    </list-item>
                    <list-item>
                      <p>do some shopping on the web.</p>
                    </list-item>
                    <list-item>
                      <p>clean kitchen counters after use.</p>
                    </list-item>
                    <list-item>
                      <p>eat fresh fruit daily (sensitive item).</p>
                    </list-item>
                  </list>
                </list-item>
              </list>
              <p>
                <bold>List 4: Food Labels</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>This week I feel motivated to...</p>
                  <list>
                    <list-item>
                      <p>watch a new TV series.</p>
                    </list-item>
                    <list-item>
                      <p>practice meditation daily.</p>
                    </list-item>
                    <list-item>
                      <p>have alcoholic drinks on at least 3 evenings.</p>
                    </list-item>
                    <list-item>
                      <p>catch up on last week’s work.</p>
                    </list-item>
                    <list-item>
                      <p>clean all floor surfaces.</p>
                    </list-item>
                    <list-item>
                      <p>check food labels for sugar content (sensitive item).</p>
                    </list-item>
                  </list>
                </list-item>
              </list>
              <p>
                <bold>List 5: Teaspoons of Sugar</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>This week I feel unmotivated to...</p>
                  <list>
                    <list-item>
                      <p>clean my dishes after use.</p>
                    </list-item>
                    <list-item>
                      <p>spend time on the internet.</p>
                    </list-item>
                    <list-item>
                      <p>try learning a new language.</p>
                    </list-item>
                    <list-item>
                      <p>play a prank on my partner.</p>
                    </list-item>
                    <list-item>
                      <p>visit a car sales website.</p>
                    </list-item>
                    <list-item>
                      <p>count how many teaspoons of added sugar I eat each day (sensitive item).</p>
                    </list-item>
                  </list>
                </list-item>
              </list>
              <p>
                <bold>List 6: Home Cooking</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>This week I feel unmotivated to...</p>
                  <list>
                    <list-item>
                      <p>stock up on household supplies for a month.</p>
                    </list-item>
                    <list-item>
                      <p>spend time gardening by myself.</p>
                    </list-item>
                    <list-item>
                      <p>plan my next holiday.</p>
                    </list-item>
                    <list-item>
                      <p>take a web-based course.</p>
                    </list-item>
                    <list-item>
                      <p>go out with my friends.</p>
                    </list-item>
                    <list-item>
                      <p>cook with fresh, whole foods (sensitive item).</p>
                    </list-item>
                  </list>
                </list-item>
              </list>
            </boxed-text>
          </sec>
        </sec>
        <sec>
          <title>Secondary Outcome Measure</title>
          <p>We will measure participant engagement as a secondary outcome. At the end of the study, we will offer participants randomized to the placebo videos the choice to watch the sugar-intervention video or end the survey. The Gorilla platform will record this response. If the <italic>Watch Video</italic> button is clicked, Gorilla will randomize the participant to 1 of the 3 sugar videos and record the time (in milliseconds) from the start of the video until the participant clicks the <italic>Finish</italic> button or until the end of the video, whichever comes first. These data will be used to assess objective 3.</p>
        </sec>
      </sec>
      <sec>
        <title>Participant Timeline</title>
        <p>Participants are expected to finish the trial (watch the video, answer the survey questions, and complete the list experiment) in 10 minutes. The complete schedule of enrollment, interventions, and assessments is shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Schedule of enrollment, interventions, and assessments.</p>
          </caption>
          <graphic xlink:href="resprot_v10i5e25343_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>We calculated the sample size needed for pairwise comparisons between the 3 groups using a one-way analysis of variance. The formula used to calculate the sample size is [<xref ref-type="bibr" rid="ref44">44</xref>]</p>
        <p>
          <graphic xlink:href="resprot_v10i5e25343_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </p>
        <p>where <italic>κ</italic>=1, which is the matching ratio, <italic>µ<sub>A</sub></italic> and <italic>µ<sub>B</sub></italic> are the group A and B means, <italic>σ<sub>A</sub></italic> and <italic>σ<sub>B</sub></italic> are group A and B standard deviations, <italic>α</italic>=<italic>.</italic>05 is the type-1 error, β=<italic>.</italic>20 is the type-II error, <italic>z</italic> is the quantile function, and <italic>τ</italic>=2 is the number of comparisons to be made. For the control and treatment groups, we assumed a mean of <italic>µ<sub>A</sub></italic>=2<italic>.</italic>0 and <italic>µ<sub>B</sub></italic>=2<italic>.</italic>15, respectively (in other words, we expect, on average, that the control group will agree with 2 out of the 5 items and the treatment group will agree with 2.15% of the 6 items). We selected <italic>σ<sub>A</sub></italic>=0<italic>.</italic>85 and <italic>σ</italic>=1<italic>.</italic>0; this calculation yields a sample size of n=769 per group. For a 5-way comparison, the sample size is n=3845. To ensure sufficient power and account for attrition, we will select a sample size of n=4000.</p>
      </sec>
      <sec>
        <title>Recruitment</title>
        <p>We will use the Prolific platform to recruit the study participants. The user must create an account on Prolific and provide their personal information. Participants must agree with Prolific’s data privacy terms and conditions. Prolific will assign each participant a unique, anonymized ID. The study investigators will also create a Prolific account. We will instruct the Prolific platform on how many participants need to be recruited, and it will filter out all participants who do not meet the eligibility criteria. Participant entry into our study will happen on a <italic>first-come, first -served</italic> basis until the recruitment number (sample size) is reached. We will compensate the participants an equivalent of £1 (US $1.4) for the expected 10-minute completion time.</p>
      </sec>
      <sec>
        <title>Assignment of Interventions: Allocation</title>
        <sec>
          <title>Sequence Generation</title>
          <p>The Gorilla platform is specifically designed to host and implement web-based experimental studies. Gorilla will randomly allocate participants to the five trial arms.</p>
        </sec>
        <sec>
          <title>Concealment Mechanism</title>
          <p>The Gorilla platform uses a web-based randomization algorithm that is unknown to us.</p>
        </sec>
        <sec>
          <title>Implementation</title>
          <p>The Gorilla platform will complete the implementation.</p>
        </sec>
      </sec>
      <sec>
        <title>Assignment of Interventions: Blinding</title>
        <sec>
          <title>Who Will Be Blinded?</title>
          <p>As Prolific handles the interaction between the study investigators and participants, the participants will be completely anonymous to the study investigators. Only the participant’s unique, anonymized ID will be used to manage the linking between the Prolific and Gorilla platforms. The outcome measures will be self-reported and submitted anonymously. The study investigators and those involved in the data analyses and statistics will be blinded to the group allocation.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Collection and Management</title>
        <sec>
          <title>Plans for Assessment and Collection of Outcomes</title>
          <p>Data will be collected on the Gorilla platform, where participants can submit data by clicking on the response buttons. We expect to collect data over a 1- to 2-week period.</p>
        </sec>
        <sec>
          <title>Plans to Promote Participant Retention and Complete Follow-up</title>
          <p>The expected completion time for the experiment is 10 minutes. Participants will be automatically timed out of Gorilla if they take longer than 45 minutes to complete the survey. The time-out is to ensure that participants do not clog up the system with incomplete surveys. As the participants will be anonymous to us, there is no way to initiate follow-up in the maximum 45-minute time limit.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Management</title>
        <p>All trial participants will be assigned a unique, anonymized string ID. The ID will be used on the Gorilla platform and linked to the participants’ responses. Gorilla will store the trial data on its cloud platform hosted on Microsoft Azure in the Republic of Ireland. The Gorilla database is encrypted using industry-standard cryptography. The study investigators own the research data collected using Gorilla and have complete control over it. The study investigators can generate and access the completely anonymized data from the Gorilla platform. The data will be downloaded and stored safely for statistical analysis on a computing system maintained by Heidelberg University in Germany.</p>
      </sec>
      <sec>
        <title>Confidentiality</title>
        <p>Participants, who are completely anonymous to us, will have no identifying information associated with their unique IDs. We will inform participants that if they email the study investigators then their names could be revealed to us. The study investigators will keep this information confidential.</p>
      </sec>
      <sec>
        <title>Statistical Methods</title>
        <sec>
          <title>Statistical Methods for Primary and Secondary Outcomes</title>
          <p>For the descriptive statistics, we will obtain means and SDs of age, sex, country of residence, and education status variables. We will use an analysis of variance to estimate pairwise differences in means between the sugar-intervention videos, content placebo video, and placebo video. We will use the Tukey range method to create confidence intervals for all pairwise differences between the means while controlling for the family error rate. Within each trial arm, we will estimate the prevalence of behavioral intent as the difference between the treatment and control list for each list experiment. From these estimates, we will obtain the differences in means between trial arms. This approach is analogous to a difference-in-difference analysis, which we will implement by specifying the main and interaction terms in an ordinary least squares (OLS) regression model. The OLS equation for each list experiment is given as follows:</p>
          <p>
            <disp-formula>
              
              y = b<sub>0</sub> + b<sub>1</sub> <italic>VideoArm</italic> + b<sub>2</sub> <italic>TreatList</italic> + b<sub>3</sub> <italic>VideoArm</italic> × <italic>TreatList</italic>
              </disp-formula>
          </p>
          <p>where y is the number of statements in the list that the participant agreed with, <italic>VideoArm</italic> indicates the arm to which the participant was assigned, and <italic>TreatList</italic> indicates if the participant was assigned to the treatment list within that arm. We will calculate standard errors, 95% CIs, and <italic>P</italic> values for linear combinations of coefficients from the OLS model. We will use R statistical software to perform the analysis.</p>
        </sec>
        <sec>
          <title>Methods in Analysis to Handle Protocol Nonadherence and Any Statistical Methods to Handle Missing Data</title>
          <p>Participants who do not complete the survey will be excluded from the final analysis. This loss will be reported.</p>
        </sec>
      </sec>
      <sec>
        <title>Plans for Granting Public Access to the Full Protocol, Participant-Level Data, and Statistical Code</title>
        <p>This document is the full protocol. Additional data or documentation can be requested from the corresponding author.</p>
      </sec>
      <sec>
        <title>Oversight and Monitoring</title>
        <sec>
          <title>Composition of the Data Monitoring Committee, Its Role, and Reporting Structure</title>
          <p>As the intervention is relatively short and takes place on the web, a data monitoring committee is not needed.</p>
        </sec>
        <sec>
          <title>Adverse Event Reporting and Harms</title>
          <p>As participants are anonymous to us, we will not be able to report any adverse events or harm. It is unlikely that there will be adverse events, given the format of our 10-minute web-based trial.</p>
        </sec>
        <sec>
          <title>Criteria for Discontinuing or Modifying Allocated Interventions</title>
          <p>We will not discontinue or modify the allocated interventions during the course of the study.</p>
        </sec>
        <sec>
          <title>Provisions for Posttrial Care</title>
          <p>After completing the study, participants in the health awareness placebo and content placebo arms will receive the sugar video as postaccess to treatment.</p>
        </sec>
        <sec>
          <title>Plans for Communicating Important Protocol Amendments to Relevant Parties</title>
          <p>All relevant parties, including the ethics committee of the University of Heidelberg and the German Clinical Trials Register, will be notified about any modifications to the protocol that may impact the conduct of the study, the potential benefit of participants, or participant safety.</p>
        </sec>
        <sec>
          <title>Dissemination Plans</title>
          <p>We will disseminate the study findings through journal publications and conference presentations.</p>
        </sec>
      </sec>
      <sec>
        <title>Ethical Approval and Consent to Participate</title>
        <p>Ethical approval was obtained from the Heidelberg University’s ethics committee (Universität Heidelberg Ethikkommission der Medizinische Fakultät) on March 18, 2020, protocol S-088/2020. All participants will undergo a process of informed consent. The consent form, which will be hosted on the Prolific platform, explains the purpose of the study, the risks and benefits of the research, and how a participant can contact a researcher (and/or the human subjects review board at Heidelberg University). By clicking the link, participants consent to participate in the study and are redirected to the Gorilla platform. The landing page contains additional information about the Gorilla platform. Participants can exercise their freedom to not participate at any point during the study (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for the informed consent form).</p>
      </sec>
      <sec>
        <title>Availability of Data and Materials</title>
        <p>The data will be collected and stored on the Gorilla platform. The study investigators own and have complete control of the research data, which can be accessed at any time. For statistical analysis, the data will be downloaded and safely stored in a computing system maintained by the University of Heidelberg.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The study was approved by the Heidelberg University ethics committee on March 18, 2020 (S-088/2020). Participant recruitment and data collection were completed in December 2020. The data analysis was completed in April 2021, and the final results are planned to be published by August 2021.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>There is growing evidence that entertainment-education media can be an effective strategy for promoting healthy behaviors [<xref ref-type="bibr" rid="ref45">45</xref>-<xref ref-type="bibr" rid="ref48">48</xref>]. However, further research is needed to understand which entertainment-education components can be modified to reduce reactance to health messages [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. In this proposed study, we focus on a modifiable component—the perceived social authority of the health messenger—and its effect on reactance to a message about reducing sugar intake.</p>
        <p>In recent years, video-based animation has emerged as a potentially powerful entertainment-education strategy for changing behavior [<xref ref-type="bibr" rid="ref51">51</xref>-<xref ref-type="bibr" rid="ref53">53</xref>]. This animation format has enabled the creative use of nonhuman and nonadult characters to promote more persuasive health messages [<xref ref-type="bibr" rid="ref54">54</xref>]. We leveraged this animated format to create 3 culturally neutral characters that narrate a health message about sugar consumption. During the design phase, we assumed that a child narrator would be a more persuasive messenger because she would be perceived as nonthreatening or lacking a vested interest and therefore would be less likely to arouse reactance when compared with an adult narrator. However, we also considered that the child would not be taken seriously or that her lack of expertise would nullify the persuasiveness of the health message. We were unable to find prior research studies to inform our decision to use a child narrator. To this end, we propose an RCT to investigate whether reactance to the sugar message would be reduced if it was narrated by a preadolescent daughter, the daughter’s mother, or a family physician. Our results may show that a child can be a powerful and persuasive health promotion agent, which could inform future choices regarding the design and delivery of health messages.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>In a systematic review, Shen and Han [<xref ref-type="bibr" rid="ref4">4</xref>] concluded that there is a lack of experimental methods to evaluate the effectiveness of entertainment-education media. They call for “controlled experiments to uncover the cognitive and/or affective factors that mediate entertainment-education’s effects” [<xref ref-type="bibr" rid="ref4">4</xref>]. Our protocol responds to this call by leveraging experimental methods and carefully considering several factors that may mediate the role of social authority on reactance to the sugar reduction message, which we discuss below.</p>
        <p>First, our study will use an RCT design to randomize participants to 1 of 3 sugar-intervention videos, a content placebo video, or a placebo video. The 3 intervention videos are exactly the same, except that the sugar message is narrated by the daughter, the daughter’s mother, or the family physician. The RCT should ensure that the enrollment stage does not introduce systematic differences between trial arms. For example, participants may have pre-existing health conditions, such as diabetes, which could affect their responses to the survey questions. However, random assignment will take care of this potential source of bias by distributing it uniformly across trial arms. Thus, holding all else equal, and because of randomization, differences in reactance toward the sugar message should be because of the experimental manipulation of the narrator’s social authority.</p>
        <p>Second, the content placebo and placebo videos are an innovative feature of our study and will enable us to isolate the health awareness effect and content effect of the intervention video. The content effect can be quantified as the difference in mean state reactance (MSR) between the intervention arm and the content placebo arm. As both videos promote a health message, and because we will randomize, any significant difference in MSR should be because of the sugar reduction content of the intervention video. We can calculate the health awareness effect as the difference in MSR between the content placebo arm and placebo arm. As the content placebo video promotes a health message and the placebo video does not, the difference in MSR should be because of the health awareness generated by the sunscreen message. Thus, we can decompose the total intervention effect—the difference in MSR between the intervention and placebo arms—as the sum of health awareness and content effects. We are not aware of any previous entertainment-education study that has used an experimental approach to partition the effect of an intervention video in this way.</p>
        <p>We do not believe that the differences between the placebo videos (which we did not create) and the sugar-intervention videos (which we created) will confound our results. Such differences may relate to the animation style, background shapes or colors, and target audience, among other design decisions. As mentioned, the main interest of our study is the difference in state reactance toward the sugar reduction message following random assignment to the 3 social authority levels. On the basis of the theoretical model described earlier, it is only the content of the message or the characteristics of the messenger that can threaten an individual’s freedom and arouse reactance. As the placebo video of earthquakes does not promote a health message, we expect it to arouse a very small (or even null) level of state reactance (the type of animation style of the placebo videos, for example, cannot realistically threaten an individual’s <italic>freedom</italic>). Therefore, the placebo video will provide a baseline measure of state reactance, which will enable us to quantify the content and health awareness effects. Further, we were very careful to select a content placebo video in which the messenger had culturally neutral or agnostic characteristics. In this case, the narrator of the sunscreen message is not seen, and it is not possible to determine his social authority. A possible exception is that the placebo videos are narrated by male voices and the sugar-intervention videos by female voices. However, it is unlikely that this design difference will be sufficiently large to bias our results significantly.</p>
        <p>Third, we will conduct a list experiment in each of the 5 arms. This is the second experimental method that we leverage in our study design. We use a list experiment to reduce social desirability bias in participants’ responses to the behavioral intent questions about reducing sugar intake.It is likely that participants will already be primed to give socially acceptable responses to questions about their health and sugar consumption. The indirect questions (ie, how many statements do you agree with) provide protection to participants if they want to reject the sugar message without revealing this intention. To the best of our knowledge, few (if any) studies have used a list experiment approach to evaluate the effectiveness of an entertainment-education video to improve a given health outcome.</p>
        <p>Finally, we will also use an experimental approach to measure participants’ engagement with the sugar videos. We will do this by <italic>piggy-backing</italic> this objective on the ethical requirement to give participants not randomized to the intervention the opportunity of watching the intervention video at the end of the study. Participants will be informed that they will not be compensated for their additional time, thus enabling us to estimate the proportion of participants who will voluntarily watch the sugar video and how long they watch the video. These findings will help us determine participants’ willingness to watch an entertainment-education video, especially when this willingness must be balanced against a time cost, as is generally the case in a real-world scenario.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>We expect that our study will make important contributions to entertainment-education literature. The lessons learned can help us improve the design of entertainment-education videos that facilitate disseminating persuasive health messages to a global audience at a rapid scale.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Consent form provided to participants.</p>
        <media xlink:href="resprot_v10i5e25343_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 81 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">MSR</term>
          <def>
            <p>mean state reactance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">OLS</term>
          <def>
            <p>ordinary least squares</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was funded by an Alexander von Humboldt University Professor Prize awarded to TB.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>AV and VH wrote the manuscript. MA, MG, CF, and TB provided comments and feedback. MA designed, produced, and created all 3 sugar videos (child, mother, physician). AV and TB designed the trial. All authors contributed to the development of the questionnaire.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dogruel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Joeckel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bowman</surname>
              <given-names>ND</given-names>
            </name>
          </person-group>
          <article-title>The use and acceptance of new media entertainment technology by elderly users: development of an expanded technology acceptance model</article-title>
          <source>Behav Inf Technol</source>
          <year>2015</year>
          <month>09</month>
          <day>07</day>
          <volume>34</volume>
          <issue>11</issue>
          <fpage>1052</fpage>
          <lpage>63</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1080/0144929X.2015.1077890"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/0144929x.2015.1077890</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Leeuw</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Buijzen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Introducing positive media psychology to the field of children, adolescents, and media</article-title>
          <source>J Child Media</source>
          <year>2016</year>
          <month>01</month>
          <day>18</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <lpage>46</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1080/17482798.2015.1121892"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/17482798.2015.1121892</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moyer-Gusé</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Toward a theory of entertainment persuasion: explaining the persuasive effects of entertainment-education messages</article-title>
          <source>Commun Theory</source>
          <year>2008</year>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>407</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1468-2885.2008.00328.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of entertainment education in communicating health information: a systematic review</article-title>
          <source>Asian J Commun</source>
          <year>2014</year>
          <month>07</month>
          <day>15</day>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>605</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1080/01292986.2014.927895"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/01292986.2014.927895</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dillard</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>On the nature of reactance and its role in persuasive health communication</article-title>
          <source>Commun Monogr</source>
          <year>2005</year>
          <month>06</month>
          <volume>72</volume>
          <issue>2</issue>
          <fpage>144</fpage>
          <lpage>68</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1080/03637750500111815"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/03637750500111815</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brehm</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Brehm</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <source>Psychological Reactance: A Theory of Freedom and Control</source>
          <year>2013</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Academic Press</publisher-name>
          <fpage>1</fpage>
          <lpage>446</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cingolani</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Barberá</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Renison</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Barri</surname>
              <given-names>FR</given-names>
            </name>
          </person-group>
          <article-title>Can persuasive and demonstrative messages to visitors reduce littering in river beaches?</article-title>
          <source>Waste Manag</source>
          <year>2016</year>
          <month>12</month>
          <volume>58</volume>
          <fpage>34</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1016/j.wasman.2016.08.028</pub-id>
          <pub-id pub-id-type="medline">27613415</pub-id>
          <pub-id pub-id-type="pii">S0956-053X(16)30491-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brewer</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Jeong</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Baig</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Mendel</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Lazard</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Noar</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Kameny</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Ribisl</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Impact of e-cigarette health warnings on motivation to vape and smoke</article-title>
          <source>Tob Control</source>
          <year>2019</year>
          <month>07</month>
          <day>10</day>
          <fpage>64</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://tobaccocontrol.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31292169"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2018-054878</pub-id>
          <pub-id pub-id-type="medline">31292169</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2018-054878</pub-id>
          <pub-id pub-id-type="pmcid">PMC6824616</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quick</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>BR</given-names>
            </name>
          </person-group>
          <article-title>The use of gain- or loss-frame messages and efficacy appeals to dissuade excessive alcohol consumption among college students: a test of psychological reactance theory</article-title>
          <source>J Health Commun</source>
          <year>2010</year>
          <month>09</month>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>603</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730.2010.499593</pub-id>
          <pub-id pub-id-type="medline">20812123</pub-id>
          <pub-id pub-id-type="pii">926435101</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bullock</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lahne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pope</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Investigating the role of health halos and reactance in ice cream choice</article-title>
          <source>Food Qual Prefer</source>
          <year>2020</year>
          <month>03</month>
          <volume>80</volume>
          <fpage>103826</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.foodqual.2019.103826"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.foodqual.2019.103826</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McGlone</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Persuasive effects of linguistic agency assignments and point of view in narrative health messages about colon cancer</article-title>
          <source>J Health Commun</source>
          <year>2015</year>
          <month>08</month>
          <volume>20</volume>
          <issue>8</issue>
          <fpage>977</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730.2015.1018625</pub-id>
          <pub-id pub-id-type="medline">26087078</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elbert</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Dijkstra</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rozema</surname>
              <given-names>AD</given-names>
            </name>
          </person-group>
          <article-title>Effects of tailoring ingredients in auditory persuasive health messages on fruit and vegetable intake</article-title>
          <source>Psychol Health</source>
          <year>2017</year>
          <month>07</month>
          <volume>32</volume>
          <issue>7</issue>
          <fpage>781</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1080/08870446.2017.1300259</pub-id>
          <pub-id pub-id-type="medline">28266878</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Leshner</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The role of narrative and other-referencing in attenuating psychological reactance to diabetes self-care messages</article-title>
          <source>Health Commun</source>
          <year>2016</year>
          <volume>31</volume>
          <issue>6</issue>
          <fpage>738</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2014.993498</pub-id>
          <pub-id pub-id-type="medline">26528578</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Paxton</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Massey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hay</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mond</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Rodgers</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Identifying persuasive public health messages to change community knowledge and attitudes about bulimia nervosa</article-title>
          <source>J Health Commun</source>
          <year>2016</year>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>178</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730.2015.1049309</pub-id>
          <pub-id pub-id-type="medline">26383053</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Banas</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Inoculating against reactance to persuasive health messages</article-title>
          <source>Health Commun</source>
          <year>2015</year>
          <volume>30</volume>
          <issue>5</issue>
          <fpage>451</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2013.867005</pub-id>
          <pub-id pub-id-type="medline">24972121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Banas</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Magid</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>More on inoculating against reactance to persuasive health messages: the paradox of threat</article-title>
          <source>Health Commun</source>
          <year>2017</year>
          <month>07</month>
          <volume>32</volume>
          <issue>7</issue>
          <fpage>890</fpage>
          <lpage>902</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2016.1196410</pub-id>
          <pub-id pub-id-type="medline">27435518</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hegarty</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Individual differences in use of external visualisations to perform an internal visualisation task</article-title>
          <source>Appl Cognit Psychol</source>
          <year>2007</year>
          <month>09</month>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>701</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/acp.1344"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/acp.1344</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Avery</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>The role of source and the factors audiences rely on in evaluating credibility of health information</article-title>
          <source>Public Relat Rev</source>
          <year>2010</year>
          <month>3</month>
          <volume>36</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.pubrev.2009.10.015"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pubrev.2009.10.015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kareklas</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Muehling</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Reexamining health messages in the digital age: a fresh look at source credibility effects</article-title>
          <source>J Advert</source>
          <year>2015</year>
          <month>05</month>
          <day>05</day>
          <volume>44</volume>
          <issue>2</issue>
          <fpage>88</fpage>
          <lpage>104</lpage>
          <pub-id pub-id-type="doi">10.1080/00913367.2015.1018461</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mogre</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Scherpbier</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Aryee</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cherry</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Dornan</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Realist synthesis of educational interventions to improve nutrition care competencies and delivery by doctors and other healthcare professionals</article-title>
          <source>BMJ Open</source>
          <year>2016</year>
          <month>10</month>
          <day>21</day>
          <volume>6</volume>
          <issue>10</issue>
          <fpage>e010084</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=27797977"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2015-010084</pub-id>
          <pub-id pub-id-type="medline">27797977</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2015-010084</pub-id>
          <pub-id pub-id-type="pmcid">PMC5093684</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vollbrecht</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Roloff</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Paulson</surname>
              <given-names>GD</given-names>
            </name>
          </person-group>
          <article-title>Coercive potential and face‐sensitivity: the effects of authority and directives in social confrontation</article-title>
          <source>Int Jnl of Conflict Management</source>
          <year>1997</year>
          <month>03</month>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>235</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1108/eb022797"/>
          </comment>
          <pub-id pub-id-type="doi">10.1108/eb022797</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shim</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Mantaro</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Psychological reactance and effects of social norms messages among binge drinking college students</article-title>
          <source>J Alcoh Drug Edu</source>
          <year>2010</year>
          <volume>54</volume>
          <issue>3</issue>
          <fpage>7</fpage>
          <lpage>18</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roubroeks</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Midden</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ham</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Does it make a difference who tells you what to do? Exploring the effect of social agency on psychological reactance</article-title>
          <source>Proceedings of the 4th International Conference on Persuasive Technology</source>
          <year>2009</year>
          <conf-name>Persuasive 2009: 4th International Conference on Persuasive Technology</conf-name>
          <conf-date>April, 2009</conf-date>
          <conf-loc>Claremont California USA</conf-loc>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1145/1541948.1541970</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <source>Prolific</source>
          <year>2021</year>
          <access-date>2021-05-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.prolific.co/">https://www.prolific.co/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <source>Gorilla</source>
          <year>2021</year>
          <access-date>2021-05-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.prolific.co/">https://www.prolific.co/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anwyl-Irvine</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Massonnié</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Flitton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkham</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Evershed</surname>
              <given-names>JK</given-names>
            </name>
          </person-group>
          <article-title>Gorilla in our midst: an online behavioral experiment builder</article-title>
          <source>Behav Res Methods</source>
          <year>2020</year>
          <month>02</month>
          <volume>52</volume>
          <issue>1</issue>
          <fpage>388</fpage>
          <lpage>407</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31016684"/>
          </comment>
          <pub-id pub-id-type="doi">10.3758/s13428-019-01237-x</pub-id>
          <pub-id pub-id-type="medline">31016684</pub-id>
          <pub-id pub-id-type="pii">10.3758/s13428-019-01237-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC7005094</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maya</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>A. SRV_C_F</source>
          <access-date>2021-05-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.youtube.com/watch?v=VaQsJwFOzmM&#38;feature=youtu.be">https://www.youtube.com/watch?v=VaQsJwFOzmM&#38;feature=youtu.be</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maya</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>B. SRV_M_F</source>
          <access-date>2021-05-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.youtube.com/watch?v=SU-7tRWP238&#38;feature=youtu.be">https://www.youtube.com/watch?v=SU-7tRWP238&#38;feature=youtu.be</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maya</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>E. SRV_P_F</source>
          <access-date>2021-05-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.youtube.com/watch?v=PFCkT1fWbT8&#38;feature=youtu.be">https://www.youtube.com/watch?v=PFCkT1fWbT8&#38;feature=youtu.be</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maya</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Video B</source>
          <year>2020</year>
          <access-date>2021-05-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.youtube.com/watch?v=CpS_E_znQzU&#38;feature=youtu.be">https://www.youtube.com/watch?v=CpS_E_znQzU&#38;feature=youtu.be</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>What is an earthquake? The Dr Binocs show - educational videos for kids</article-title>
          <source>Peekaboo Kidz</source>
          <year>2015</year>
          <access-date>2021-05-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://youtu.be/dJpIU1rSOFY">https://youtu.be/dJpIU1rSOFY</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Effects of freedom restoration, language variety, and issue type on psychological reactance</article-title>
          <source>Health Commun</source>
          <year>2020</year>
          <month>10</month>
          <volume>35</volume>
          <issue>11</issue>
          <fpage>1316</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2019.1631565</pub-id>
          <pub-id pub-id-type="medline">31225759</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grandpre</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Alvaro</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Burgoon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Adolescent reactance and anti-smoking campaigns: a theoretical approach</article-title>
          <source>Health Commun</source>
          <year>2003</year>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>349</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1207/S15327027HC1503_6</pub-id>
          <pub-id pub-id-type="medline">12788679</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Lane</surname>
              <given-names>LT</given-names>
            </name>
            <name name-style="western">
              <surname>Deatrick</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Potts</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>Psychological reactance and promotional health messages: the effects of controlling language, lexical concreteness, and the restoration of freedom</article-title>
          <source>Human Comm Res</source>
          <year>2007</year>
          <month>04</month>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>219</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1468-2958.2007.00297.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1468-2958.2007.00297.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Faedda</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Refinement of the Hong Psychological Reactance Scale</article-title>
          <source>Educ Psychol Meas</source>
          <year>1996</year>
          <volume>56</volume>
          <issue>1</issue>
          <fpage>173</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1177/0013164496056001014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Al-Ghaithi</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds-Tylus</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Quick</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Nead</surname>
              <given-names>KE</given-names>
            </name>
          </person-group>
          <article-title>An internal replication examining the role of issue involvement, relevance, and additional requirements to maintain an established freedom among older adults</article-title>
          <source>Hum Commun Res</source>
          <year>2019</year>
          <volume>45</volume>
          <issue>4</issue>
          <fpage>450</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1093/hcr/hqz010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quick</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Kam</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Montero Liberona</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Prospect theory, discrete emotions, and freedom threats: an extension of psychological reactance theory</article-title>
          <source>J Commun</source>
          <year>2014</year>
          <month>12</month>
          <day>13</day>
          <volume>65</volume>
          <issue>1</issue>
          <fpage>40</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1111/jcom.12134</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reynolds-Tylus</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>An examination of message elaboration as a moderator of psychological reactance</article-title>
          <source>Commun Res Rep</source>
          <year>2019</year>
          <month>02</month>
          <day>21</day>
          <volume>36</volume>
          <issue>2</issue>
          <fpage>158</fpage>
          <lpage>69</lpage>
          <pub-id pub-id-type="doi">10.1080/08824096.2019.1580567</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reynolds-Tylus</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bigsby</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Quick</surname>
              <given-names>Bl</given-names>
            </name>
          </person-group>
          <article-title>A comparison of three approaches for measuring negative cognitions for psychological reactance</article-title>
          <source>Commun Methods Meas</source>
          <year>2020</year>
          <month>09</month>
          <day>02</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <lpage>59</lpage>
          <pub-id pub-id-type="doi">10.1080/19312458.2020.1810647</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jenkins</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dragojevic</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Explaining the process of resistance to persuasion</article-title>
          <source>Commun Res</source>
          <year>2011</year>
          <month>10</month>
          <day>17</day>
          <volume>40</volume>
          <issue>4</issue>
          <fpage>559</fpage>
          <lpage>90</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1177/0093650211420136"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0093650211420136</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Antecedents to psychological reactance: the impact of threat, message frame, and choice</article-title>
          <source>Health Commun</source>
          <year>2015</year>
          <volume>30</volume>
          <issue>10</issue>
          <fpage>975</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2014.910882</pub-id>
          <pub-id pub-id-type="medline">25256920</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glynn</surname>
              <given-names>AN</given-names>
            </name>
          </person-group>
          <article-title>What can we learn with statistical truth serum? Design and analysis of the list experiment</article-title>
          <source>Public Opin Q</source>
          <year>2013</year>
          <volume>77</volume>
          <issue>S1</issue>
          <fpage>159</fpage>
          <lpage>72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1093/poq/nfs070"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/poq/nfs070</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Imai</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Statistical analysis of list experiments</article-title>
          <source>Polit Anal</source>
          <year>2017</year>
          <month>01</month>
          <day>04</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>47</fpage>
          <lpage>77</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1093/pan/mpr048"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/pan/mpr048</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosner</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>Fundamentals of Biostatistics - 7th Edition</source>
          <year>2011</year>
          <publisher-loc>California, United States</publisher-loc>
          <publisher-name>Brooks/Cole Publishing Co</publisher-name>
          <fpage>1</fpage>
          <lpage>784</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Essé</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Koffi</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Kouamé</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dongo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yapi</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Moro</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Kouakou</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Palmeirim</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Bonfoh</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>N'Goran</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Utzinger</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Raso</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>"Koko et les lunettes magiques": an educational entertainment tool to prevent parasitic worms and diarrheal diseases in Côte d'Ivoire</article-title>
          <source>PLoS Negl Trop Dis</source>
          <year>2017</year>
          <month>09</month>
          <volume>11</volume>
          <issue>9</issue>
          <fpage>e0005839</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pntd.0005839"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pntd.0005839</pub-id>
          <pub-id pub-id-type="medline">28934198</pub-id>
          <pub-id pub-id-type="pii">PNTD-D-17-00159</pub-id>
          <pub-id pub-id-type="pmcid">PMC5630154</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>WD</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>BN</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Jagoe</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Charron</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rossanese</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Gichinga</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ipe</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The  educational entertainment program to promote modern cookstoves in Kenya: outcomes and dose-response analysis</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2019</year>
          <month>12</month>
          <day>25</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>162</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17010162"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17010162</pub-id>
          <pub-id pub-id-type="medline">31881652</pub-id>
          <pub-id pub-id-type="pii">ijerph17010162</pub-id>
          <pub-id pub-id-type="pmcid">PMC6981508</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Lowenstein</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Kamath</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Housten</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Leal</surname>
              <given-names>VB</given-names>
            </name>
            <name name-style="western">
              <surname>Linder</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Jibaja-Weiss</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Raju</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Volk</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>An entertainment-education colorectal cancer screening decision aid for African American patients: a randomized controlled trial</article-title>
          <source>Cancer</source>
          <year>2017</year>
          <month>04</month>
          <day>15</day>
          <volume>123</volume>
          <issue>8</issue>
          <fpage>1401</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/cncr.30489"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/cncr.30489</pub-id>
          <pub-id pub-id-type="medline">28001305</pub-id>
          <pub-id pub-id-type="pmcid">PMC5384861</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kilpatrick</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Storr</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Seale</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Exploring the use of entertainment-education YouTube videos focused on infection prevention and control</article-title>
          <source>Am J Infect Control</source>
          <year>2018</year>
          <month>11</month>
          <volume>46</volume>
          <issue>11</issue>
          <fpage>1218</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ajic.2018.05.002</pub-id>
          <pub-id pub-id-type="medline">29884576</pub-id>
          <pub-id pub-id-type="pii">S0196-6553(18)30575-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bandura</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Social cognitive theory for personal and social change by enabling media</article-title>
          <source>Entertainment-Education and Social Change: History, Research, and Practice</source>
          <year>2004</year>
          <publisher-loc>Mahwah, NJ</publisher-loc>
          <publisher-name>Routledge</publisher-name>
          <fpage>75</fpage>
          <lpage>96</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Slater</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Rouner</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Entertainment education and elaboration likelihood: understanding the processing of narrative persuasion</article-title>
          <source>Commun Theory</source>
          <year>2002</year>
          <month>05</month>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>173</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1468-2885.2002.tb00265.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1468-2885.2002.tb00265.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ondrej</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Frantisek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Slavomir</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The computer animation in education</article-title>
          <source>Proceedings of the 11th International Conference on Emerging eLearning Technologies and Applications (ICETA)</source>
          <year>2013</year>
          <conf-name>IEEE 11th International Conference on Emerging eLearning Technologies and Applications (ICETA)</conf-name>
          <conf-date>Oct. 24-25, 2013</conf-date>
          <conf-loc>Stara Lesna, Slovakia</conf-loc>
          <pub-id pub-id-type="doi">10.1109/iceta.2013.6674428</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laaser</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Toloza</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>The changing role of the educational video in higher distance education</article-title>
          <source>Int Rev Res Open Dis Learn</source>
          <year>2017</year>
          <month>04</month>
          <day>04</day>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>264</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.19173/irrodl.v18i2.3067"/>
          </comment>
          <pub-id pub-id-type="doi">10.19173/irrodl.v18i2.3067</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nakagami-Yamaguchi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fujinaga</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Batard</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baba</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nakamura</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Miyazaki</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mukai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sugiura</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nakatani</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The effect of an animation movie for inpatient fall prevention: a pilot study in an acute hospital</article-title>
          <source>Saf Health</source>
          <year>2016</year>
          <month>3</month>
          <day>15</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1186/s40886-016-0014-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adam</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tomlinson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Le Roux</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>LeFevre</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>McMahon</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kirton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mbewu</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Strydom</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Prober</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bärnighausen</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The Philani MOVIE study: a cluster-randomized controlled trial of a mobile video entertainment-education intervention to promote exclusive breastfeeding in South Africa</article-title>
          <source>BMC Health Serv Res</source>
          <year>2019</year>
          <month>04</month>
          <day>02</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>211</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-019-4000-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-019-4000-x</pub-id>
          <pub-id pub-id-type="medline">30940132</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-019-4000-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6444854</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
