<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i10e17726</article-id>
      <article-id pub-id-type="pmid">32773366</article-id>
      <article-id pub-id-type="doi">10.2196/17726</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Model of Intervention and Implementation of Quality Building and Quality Control in Childcare Centers to Strengthen the Mental Health and Development of 1-3–Year Olds: Protocol for a Randomized Controlled Trial of Thrive by Three</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Badawy</surname>
            <given-names>Sherif</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Brigitte</surname>
            <given-names>Sindelar</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Lekhal</surname>
            <given-names>Ratib</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Department of Education</institution>
            <institution>University of Oslo</institution>
            <addr-line>Sem Sælands vei 7 Helga Engs hus</addr-line>
            <addr-line>Oslo, 0317</addr-line>
            <country>Norway</country>
            <phone>47 46410587</phone>
            <email>ratib.lekhal@iped.uio.no</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3750-4275</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Drugli</surname>
            <given-names>May Britt</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2325-8552</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Berg-Nielsen</surname>
            <given-names>Turid Suzanne</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5456-7561</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Buøen</surname>
            <given-names>Elisabet Solheim</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7120-4586</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Communication and Culture</institution>
        <institution>Norwegian Business School</institution>
        <addr-line>Oslo</addr-line>
        <country>Norway</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Education</institution>
        <institution>University of Oslo</institution>
        <addr-line>Oslo</addr-line>
        <country>Norway</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>The Regional Centre for Child and Youth Mental Health and Child Welfare - Central Norway Norwegian University of Science and Technology (NTNU)</institution>
        <addr-line>Trondheim</addr-line>
        <country>Norway</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Inland Norway University of Applied Sciences</institution>
        <institution>Centre of the Study of Educational Practice</institution>
        <addr-line>Lillehammer</addr-line>
        <country>Norway</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Regional Centre for Child and Adolescent Mental Health Eastern and Southern Norway</institution>
        <addr-line>Oslo</addr-line>
        <country>Norway</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ratib Lekhal <email>ratib.lekhal@iped.uio.no</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>10</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>10</month>
        <year>2020</year>
      </pub-date>
      <volume>9</volume>
      <issue>10</issue>
      <elocation-id>e17726</elocation-id>
      <history>
        <date date-type="received">
          <day>8</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>12</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>6</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>6</day>
          <month>8</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Ratib Lekhal, May Britt Drugli, Turid Suzanne Berg-Nielsen, Elisabet Solheim Buøen. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 13.10.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2020/10/e17726" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Universal, high-quality childcare offers a unique opportunity to prevent developmental trajectories leading to mental health problems. Yet, growing evidence has shown that the process quality of Norwegian childcare centers varies considerably, and that research-based models for quality building are significantly lacking.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>To examine whether a model for quality building in childcare centers, Thrive by Three, increases the quality of child–caregiver interactions, and promotes child development, well-being, and mental health.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The Thrive by Three study is a clustered randomized controlled trial involving 187 toddler groups in childcare centers across 7 municipalities within southern and central Norway. Each center is randomly allocated to the intervention or wait-list control group. Data are collected at 4 points: preintervention (T1), midway (T2), postintervention (T3), and 1-year postintervention (T4). Primary outcomes are changes in childcare quality measured by the Classroom Assessment Scoring System toddler version (CLASS), Student–Teacher Relationship Scale, Short Form (STRS-SF), and Life in Early Childhood Programs (LECP), as well as child development and mental health measured by The Brief Infant Toddler Social and Emotional Assessment (BITSEA, parent and teacher report), the Caregiver–Teacher Report Form (C-TRF), and Child Behavior Checklist (parent report) from the Achenbach System of Empirically Based Assessment (ASEBA) from 1.5 to 5 years, and child well-being measured by the Leiden Inventory for Child’s Well-Being in Day Care (LICW-D). Secondary outcomes are child cortisol levels, assessed in a subsample of 372 children.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>As of August 2020, a total of 1531 children and 769 staff from 187 toddler groups were recruited. Because of turnover, the recruitment of staff will be ongoing until August 2020. As of January 2020, the intervention group has been working with Thrive by Three for 1.5 years. Data at T1, T2, and T3 from both the intervention and control groups have been completed and T4 will be completed in August 2020.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study makes an important contribution to the field of quality building in childcare centers. The results will provide greater insight into how high quality can be obtained and the effects of high-quality early childcare on child mental health. This in turn will be significant for policymakers and to the Norwegian society at large.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT03879733; https://clinicaltrials.gov/ct2/show/NCT03879733 and Norwegian Research Council 260624/H10; https://prosjektbanken.forskningsradet.no/#/project/NFR/260624/Sprak=en</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/17726</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>childcare quality</kwd>
        <kwd>children’s mental health</kwd>
        <kwd>intervention</kwd>
        <kwd>RCT</kwd>
        <kwd>CLASS</kwd>
        <kwd>well-being</kwd>
        <kwd>pediatrics</kwd>
        <kwd>mental health</kwd>
        <kwd>toddler</kwd>
        <kwd>children</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Mounting evidence supports the notion that high-quality childcare centers promote children’s mental health [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. High-quality childcare protects and promotes the underpinnings of mental health in a phase of life when brain plasticity is most pronounced [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]; hence, it may prevent the onset of deviant developmental trajectories in toddlers and compensate for insufficient resources at home [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Evidence also suggests that centers of poor quality can have detrimental effects on children’s development [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Because more than 80% of 1 and 2 year olds in Norway attend childcare, and stay there for long hours [<xref ref-type="bibr" rid="ref9">9</xref>], interventions targeting caregiver–child interactions may prove an important avenue toward universal prevention of mental health problems.</p>
        <p>Childcare quality includes elements of both structure (eg, number of staff, staff training and education, group size, child-to-caregiver ratio) and process (eg, caregiver–child relationship, parental involvement) [<xref ref-type="bibr" rid="ref10">10</xref>]. <italic>Process quality</italic> in terms of warm, sensitive, and stimulating relationships between caregivers and young children [<xref ref-type="bibr" rid="ref11">11</xref>] is arguably the most important ingredient of quality as it has long-term effects on children’s mental health, well-being, and development [<xref ref-type="bibr" rid="ref12">12</xref>]. Importantly, high process quality seems to be particularly important for children at risk [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>New evidence shows that quality varies substantially between centers [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], and preliminary findings indicate that, by international comparison, quality in Norway is only moderately high [<xref ref-type="bibr" rid="ref15">15</xref>]. Norway has failed to implement a minimum level of training for all childcare staff. As much as 60% of childcare staff have no formal qualifications on bachelor level for working with children [<xref ref-type="bibr" rid="ref16">16</xref>]. Even some educated childcare teachers report lack of competence in taking care of children under the age of 3 [<xref ref-type="bibr" rid="ref17">17</xref>]. This means that many toddlers spend most of their time interacting with staff with minimal or insufficient training. The need to enhance competence among childcare staff working with the youngest children is urgent. Moreover, a standardized and systematic procedure for measuring and monitoring process quality in childcare centers is lacking in Norway. This means that, unless a childcare center has participated in research, the level of quality that childcare centers provide to young children is largely unknown.</p>
        <p>Few of the existing interventions for preventive quality improvement in childcare specifically focus on the youngest children. Furthermore, most interventions have been narrow in their scope, targeting only single topics such as conduct problems [<xref ref-type="bibr" rid="ref18">18</xref>], anxiety [<xref ref-type="bibr" rid="ref19">19</xref>], or language problems [<xref ref-type="bibr" rid="ref20">20</xref>], thereby limiting their effect on children’s mental health. We will therefore break new grounds by conducting a cluster randomized controlled trial (RCT) of a newly developed comprehensive intervention for promoting mental health among toddlers through quality-enhancement in childcare, the <italic>Thrive by Three</italic> [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>Thrive by Three is grounded in transactional models for development [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>] and research showing that interactions between young children and caregivers are primary mechanisms of mental health, child development, and learning [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref29">29</xref>]. Thrive by Three is culturally sensitive, and is universally preventive in the sense that it includes all 1-3 year olds attending childcare. The intervention consists of 3 core elements: (1) quality building through competence enhancement for all staff regardless of level of formal education, (2) a model for peer-driven quality control and tailored supervision at classroom level in the participating centers, and (3) supervision of supervisors and mentors. Thrive by Three is modeled after the <italic>Thrive by Five</italic>, <italic>Seeds to Success</italic>, and <italic>Early Achievers</italic> quality-building and quality control measures, broadly implemented in childcare centers in the state of Washington in the United States [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>] and piloted in a large Norwegian community sample [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        <p>This study has 2 primary aims: to determine the extent to which Thrive by Three (1) improves the quality of caregiver–child interactions and (2) strengthens children’s mental health, and social and cognitive development, after the intervention and at a 12-month follow-up. The secondary aims consist of determining the extent to which the intervention effects are moderated by (1) the implementation outcomes (fidelity and acceptability) and (2) child and family characteristics such as temperament, ethnicity, and socioeconomic background. In a subsample, we will also address (1) the characteristics of children with especially high cortisol levels during transition to childcare and (2) whether children in childcare units receiving the intervention have lower cortisol levels compared with controls. In another subsample we will qualitatively investigate parents’ and caregivers’ experience with the intervention.</p>
      </sec>
      <sec>
        <title>Pilot Study</title>
        <p>The Thrive by Three intervention was piloted in a large community sample in 2 cohorts of 25/49 public (51%) and 24/49 private (49%) childcare centers from August 2016 to June 2018. A total of 49 centers and 243 groups of children aged 1-5 participated. The design was a simple pre–post design. The childcare centers were observed with Classroom Assessment Scoring System (CLASS; toddler and Pre-K), before the intervention started (pre) and after 10 months (post). Childcare staff filled out electronic questionnaires on background factors of the centers, the childcare classrooms, and themselves (ethnicity, education, staff turnover, attitudes toward the intervention). The pilot intervention differed from the current version of Thrive by Three intervention in 2 ways:</p>
        <list list-type="order">
          <list-item>
            <p>The written material given to the staff was less comprehensive in the pilot and parents were not given any written material.</p>
          </list-item>
          <list-item>
            <p>The staff supervisors did not receive supervision from mentors.</p>
          </list-item>
        </list>
        <p>For toddler groups (ages 1-3) we found a small but significant increase in quality from pre to post in the Emotional and behavioral support domain (mean 5.97 [SD 0.41] vs mean 6.08 [SD 0.38]; <italic>t</italic><sub>103</sub>=–2.45; <italic>P</italic>=.02) but not in the Engaged support for learning domain (mean 3.24 [SD 0.76] vs mean 3.44 [0.77]; <italic>t</italic><sub>103</sub>=–1,86; <italic>P</italic>=.07). For the Pre-k groups (ages 3-5), there was a significant increase in quality from pre to post measures across all 3 domains: Emotional support (mean 6.06 [SD 0.56] vs mean 6.20 [SD 0.43]; <italic>t</italic><sub>127</sub>=–2.56; <italic>P</italic>=.01), Classroom organization (mean 5.27 [SD 0.76] vs mean 5.55 [SD 0.66]; <italic>t</italic><sub>127</sub>=–3.38; <italic>P</italic>=.001), and Instructional support (mean 2.67 [SD 0.84] vs mean 3.02 [SD 0.98]; <italic>t</italic><sub>127</sub>=–3.40; <italic>P</italic>=.001). Moreover, qualitative interviews with center leaders, head teachers, and staff from the first cohort (N=53) revealed great satisfaction with the quality-building framework and the holistic approach to quality building. Overall, they reported feeling more competent in their day-to-day interactions with the children and highlighted that the intervention had given all staff on different levels shared knowledge and a shared language to talk about quality with colleagues. There were, however, also several challenges. Most importantly, staff needed more time than predicted to fully comprehend the CLASS framework and content of the specific dimensions. The supervisors did not receive enough support and reported lacking a manual/written material to help structure the supervision throughout the intervention period.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This study is a clustered RCT delivered in childcare centers with toddler groups in 2 regions in Norway: southern and central. We selected a random sample using SPSS (IBM). The stages of enrollment, intervention, and assessment are presented in <xref ref-type="table" rid="table1">Table 1</xref>. A more detailed display of the different assessment time points is presented in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>The stages of enrollment, intervention, and assessment of Thrive by Three.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="230"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Research stage</td>
                <td colspan="7">Study period</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Spring 2017</td>
                <td>Fall 2017</td>
                <td>Spring 2018</td>
                <td>Fall 2018</td>
                <td>Spring 2019</td>
                <td>Fall 2019</td>
                <td>Spring 2020</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Enrollment</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">Municipalities</td>
                <td>x</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Informed consent</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Staff</td>
                <td>x</td>
                <td>x</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Children</td>
                <td>
                  <break/>
                </td>
                <td>x</td>
                <td>x</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">Allocation</td>
                <td>
                  <break/>
                </td>
                <td>x</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Intervention</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intervention group</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>x</td>
                <td>x</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Control group</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>x</td>
                <td>x</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Assessment</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Primary and secondary outcomes</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Pre</td>
                <td>Post</td>
                <td>
                  <break/>
                </td>
                <td>1-year follow up</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Overview of assessment and informants at different time points.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="420"/>
            <col width="200"/>
            <col width="150"/>
            <col width="140"/>
            <col width="60"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Assessment and informants</td>
                <td colspan="4">Time point</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>T1 (September 2018)</td>
                <td>T2 (January 2019)</td>
                <td>T3 (June 2019)</td>
                <td>T4</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Questionnaires</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Childcare staff about their job</td>
                <td>x</td>
                <td>
                  <break/>
                </td>
                <td>x</td>
                <td>x</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Childcare staff about the child</td>
                <td>x</td>
                <td>
                  <break/>
                </td>
                <td>x</td>
                <td>x</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Parents about themselves and child</td>
                <td>x</td>
                <td>
                  <break/>
                </td>
                <td>x</td>
                <td>x</td>
              </tr>
              <tr valign="top">
                <td colspan="2">CLASS<sup>a</sup> observations</td>
                <td>x</td>
                <td>x</td>
                <td>x</td>
                <td>x</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Cortisol measurement (300 children)</td>
                <td>x</td>
                <td>x</td>
                <td>x</td>
                <td>
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>CLASS: Classroom Assessment Scoring System.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Eligibility Criteria</title>
        <p>Childcare settings with toddler groups in the Oslo region and Central Norway are eligible for participation. The participating children must be aged between 12 and 35 months. Childcare center eligibility is determined by region of the country and municipality. The primary study sites are in southeastern and central parts of Norway. The recruitment period started in February 2017 and lasted until August 2018. First, municipalities were recruited during the spring of 2017. Then, childcare centers within each municipality were recruited during spring and fall of 2017. Childcare staff consented during the fall of 2017. Children were recruited from fall of 2017 until August 2018. The long recruitment period of children is due to the fact that children under the age of 2 typically enter childcare centers for the first time in August, the year they turn 1. The lists of eligible children were therefore not complete until August 2018. Because of a high staff turnover, new staff members are invited to consent to participate throughout the year.</p>
        <p>The intervention is offered during a complete year cycle in the participating centers. The control group is offered the intervention the following year cycle. Childcare quality is measured before, during, and after the intervention (3 time points). Parents and staff fill out questionnaires before and after the intervention. In addition, participating toddler groups and children will be measured 1 year after the intervention to identify possible long-term effects.</p>
        <p>Children in the participating toddler groups are recruited via a written invitation to their parents given to them at the childcare center. Childcare staff keep in touch with the parents throughout the study period. The project team has no direct contact with parents. All information is given through the childcare center.</p>
      </sec>
      <sec>
        <title>Inclusion Criteria</title>
        <p>All childcare centers in the participating municipalities were allowed to participate as long as they had at least one toddler group, or groups with children aged 12–36 months. After the municipalities had consented to participate in the study, childcare centers within each municipality were recruited. Childcare centers volunteered to participate. All parents of children in the toddler groups of the participating childcare centers were invited to participate.</p>
      </sec>
      <sec>
        <title>Exclusion Criteria</title>
        <p>Childcare centers with no children under the age of 36 months were not eligible for the study.</p>
      </sec>
      <sec>
        <title>Intervention Care and Comparison</title>
        <sec>
          <title>Intervention</title>
          <p>Thrive by Three is a 10-month intervention, aimed at increasing the quality of Norwegian childcare centers. It is grounded in transactional models for development [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>] and research showing that interactions between young children and caregivers are a primary mechanism of mental health, child development, and learning [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref29">29</xref>].</p>
          <p>Thrive by Three offers a standardized measurement of quality 3 times throughout the year through observations conducted by 25 certified observers (from the municipality) in classrooms with children between 1 and 3 years of age using a standardized observations method, CLASS toddler. Following observations, all staff in the intervention group receive feedback on a group level on their score based on the 8 quality dimensions of CLASS, showing strengths and weaknesses of interaction. Staff receive systematic guidance by their head teacher on a monthly basis based on the quality measure and an action plan for improvement. The head teachers, in turn, receive supervision from mentors. Staff in each toddler group meet together 10 times with their head teacher during the intervention period, focusing on 1 or 2 CLASS dimensions each time. Between meetings, all employees focus on the present CLASS dimension in their daily work with children.</p>
          <p>All childcare employees in the 7 municipalities attend 3 full-day seminars, focusing on research-based knowledge on young children’s mental health and its risk and protective factors, early signs of mental and developmental problems, and crucial aspects of childcare quality. Center leaders and head teachers participate in 2 extra sessions focusing on leadership, feedback, supervision, and how to address concerns about a child to his/her parents when necessary.</p>
          <p>In addition, comprehensive written material is provided to parents, employees, head teachers, and mentors. There are 7 booklets for parents about children’s early development and tips to help them support their own child’s development, guidance manuals for mentors, and a 30-page resource booklet for all employees in the centers. Access to the project website is also available to parents and employees at tf3.no.</p>
        </sec>
        <sec>
          <title>Control</title>
          <p>The wait-list control group is offered the intervention 1 year later but is observed at T1, T2, and T3 along with the intervention group. The control group does not receive feedback or guidance following the observations until they receive the intervention 1 year later.</p>
        </sec>
      </sec>
      <sec>
        <title>Procedure</title>
        <sec>
          <title>Overview</title>
          <p><xref rid="figure1" ref-type="fig">Figure 1</xref> presents a graphic representation of the study procedures. Following recruitment, observers and mentors are trained in the childcare quality observation method, CLASS [<xref ref-type="bibr" rid="ref31">31</xref>]. This is a 2-day training, led by a certified trainer. After training, the Teachstone reliability test is taken. Supervisors get extra training in the method, but do not go through the reliability test to become certified. Each childcare unit is observed by the CLASS-certified observers for 45 minutes, preintervention, midintervention, and postintervention and at 1-year follow-up. The preintervention CLASS observation is used as the basis for supervision and quality enhancement in each unit.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Flowchart of study procedures for Thrive by Three.</p>
            </caption>
            <graphic xlink:href="resprot_v9i10e17726_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Randomization</title>
          <p>Childcare centers within each municipality are randomly allocated to the intervention or wait-list control group. Because we could not randomize the units in the same center due to contamination, randomization occurred on the center level, but the intervention is on the unit level. The randomization was stratified based on center size to assure that larger and smaller centers were equally distributed across the control and intervention conditions.</p>
        </sec>
        <sec>
          <title>Blinding</title>
          <p>Because of the nature of the intervention, it is not possible for the participants to be unaware of the intervention condition they are assigned to.</p>
        </sec>
      </sec>
      <sec>
        <title>Outcomes</title>
        <sec>
          <title>Data Collection</title>
          <p>Data are collected at four points: T1 (preintervention), T2 (midway assessment), T3 (postintervention), and T4 (1-year postintervention follow-up). Participants from the intervention and control centers (parents, childcare staff, and group leaders) are sent links to the questionnaire via SMS text message or email. Each child is given unique, confidential identifiers to log-in and answer questions about the child (by the parent/staff). Both parents and 1 selected staff member working with each participating child are asked to fill out the questionnaires about the child. In addition, parents and childcare staff answer questions about themselves, and the staff about aspects of the center they work in. Each unit in the participating centers (both intervention and control centers) is also observed by trained CLASS observers at the following periods: preintervention, midintervention, postintervention, and during a follow-up 1 year later (only the intervention group).</p>
          <p>T1 took place in September and October 2018 with CLASS observations in 187 units (both the control and intervention groups, with only the intervention group receiving feedback) and questionnaires to all staff and parents. T2 took place in January 2019 with new CLASS observations but no questionnaires. T3 took place at the end of the intervention (1 childcare year) in May/June 2019 with CLASS observations and questionnaires to all staff and parents. In addition, qualitative interviews will be conducted at T3. At 1-year follow-up after the intervention (T4) the intervention group is observed with CLASS and questionnaires will be filed out by all staff and parents (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>).</p>
          <boxed-text id="box1" position="float">
            <title>Study outcomes and measures used for Thrive by Three.</title>
            <p>
              <bold>Primary outcomes</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Childcare quality:</p>
                <list list-type="bullet">
                  <list-item>
                    <p>Classroom Assessment Scoring System (CLASS) toddler version</p>
                  </list-item>
                  <list-item>
                    <p>The Student–Teacher Relationship Scale, Short Form (STRS-SF)</p>
                  </list-item>
                  <list-item>
                    <p>Life in Early Childhood Programs (LECP)</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Child outcomes:</p>
                <list list-type="bullet">
                  <list-item>
                    <p>The Brief Infant Toddler Social and Emotional Assessment (BITSEA, parent and teacher report)</p>
                  </list-item>
                  <list-item>
                    <p>Caregiver–Teacher Report Form (C-TRF, teacher report)</p>
                  </list-item>
                  <list-item>
                    <p>Child Behavior Checklist (CBCL, parent report)</p>
                  </list-item>
                  <list-item>
                    <p>Language Development Survey (LDS)</p>
                  </list-item>
                  <list-item>
                    <p>Leiden Inventory for Child’s Well-Being in Day Care (LICW-D)</p>
                  </list-item>
                  <list-item>
                    <p>Secure Base Safe Haven Observation Unit (SBSHO)</p>
                  </list-item>
                </list>
              </list-item>
            </list>
            <p>
              <bold>Secondary outcomes</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Measurement of child cortisol levels</p>
              </list-item>
            </list>
          </boxed-text>
        </sec>
        <sec>
          <title>Primary Outcomes</title>
          <sec>
            <title>Study Hypothesis</title>
            <p>The primary outcome for this study is a comparison between centers randomly allocated to the Thrive by Three intervention and wait-list control centers receiving the intervention 12 months later. We hypothesize that Thrive by Three will prove superior to the wait-list control after the 10-month intervention period and at the 12-month follow-up with respect to childcare quality and children’s mental health, development, and well-being.</p>
          </sec>
          <sec>
            <title>Childcare Quality</title>
            <p>The lead teacher in each classroom reports features of the childcare such as type of care, group size, staff-to-child ratio, and characteristics of the child group and staff.</p>
            <p>CLASS toddler version [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>] is used to evaluate process quality. CLASS provides relevant, valid, and reliable information about child–caregiver interactions [<xref ref-type="bibr" rid="ref31">31</xref>]. Each unit is observed by the CLASS observers for three 15-minute periods (preintervention, midintervention, and postintervention) as well as during a follow-up 1 year later (only the intervention group).</p>
            <p>The quality of teacher–child relationships (ie, children’s relationship with teacher) as perceived by the teacher is assessed through 3 dimensions, namely, closeness, conflict, and dependency, using The Student–Teacher Relationship Scale, Short Form (STRS-SF) [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>], which consists of 15 items.</p>
            <p>Life in Early Childhood Programs (LECP) measures the atmosphere, routines, and rhythms of the group [<xref ref-type="bibr" rid="ref35">35</xref>]. The LECP asks teachers about the degree of control and organization (degree of consistency or routines, if objects or toys are put in the same place), the use of space, contextual traffic (if many people are coming and going), and group density. A higher score on the LECP indicates a higher level of chaos in the group.</p>
          </sec>
          <sec>
            <title>Child Outcomes</title>
            <p>Children’s development and mental health outcomes are determined by serval measures, gathered from both parents and 1 selected staff member working with each participating child.</p>
            <p>The Brief Infant Toddler Social and Emotional Assessment (BITSEA, parent and teacher report) [<xref ref-type="bibr" rid="ref36">36</xref>] is used to map children’s social/emotional/behavior problems and delayed development across 4 domains: externalizing, internalizing, dysregulation, and competence.</p>
            <p>Caregiver–Teacher Report Form (C-TRF, teacher report) and Child Behavior Checklist (CBCL, parent report) from the Achenbach System of Empirically Based Assessment (ASEBA) from 1.5 to 5 years [<xref ref-type="bibr" rid="ref37">37</xref>] are checklists used for mapping emotional difficulties and behavior problems in children. The checklist measures symptoms of anxiety/depression, somatic disorder, withdrawnness, attention difficulties, and aggressive behavior, as well as overarching internalizing and externalizing behaviors. In addition, the Language Development Survey (LDS) is included as part of CBCL for parents to measure which words children use. LDS is answered by mother, father, and teacher for this study.</p>
            <p>Leiden Inventory for Child’s Well-Being in Day Care (LICW-D) [<xref ref-type="bibr" rid="ref38">38</xref>] measures the child’s socioemotional well-being in daycare with 12 items (eg, enjoys attending, feels at ease in the group, not difficult saying goodbye to parents). Mother, father, and teacher answer these questions in this study.</p>
            <p>Secure Base Safe Haven Observation Unit (SBSHO) [<xref ref-type="bibr" rid="ref39">39</xref>] measures children’s secure attachment to their caregiver. Through 20 questions, parents and the child’s key person in the group are asked to evaluate to which degree the child uses them as a secure base.</p>
          </sec>
        </sec>
        <sec>
          <title>Secondary Outcome: Child Cortisol Levels</title>
          <p>Child cortisol levels are assessed in a subsample of 300 children who enter childcare for the first time. The tests are done in the childcare center at 10 am and 3 pm and at home at 6 pm for 2 days at T1 (the average is calculated). At T2, cortisol levels are assessed at 10 am and 3 pm for 2 days in the center and 2 days at home during a weekend (the average for every point in time). At T3, measures are taken in the same way as T1. The collection, storage, and evaluation, including the placement of the material, are approved by Regional Committees for Medical and Health Research [<xref ref-type="bibr" rid="ref40">40</xref>], reference number 2017/430 [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        </sec>
        <sec>
          <title>Implementation Outcomes</title>
          <sec>
            <title>Fidelity</title>
            <p>Fidelity to the intervention is measured through checklists and self-reporting [<xref ref-type="bibr" rid="ref41">41</xref>]. Class attendance and attendance in monthly supervision sessions is registered. The supervisors rate their own fidelity of intervention on a 5-point Likert scale (from minimal to high) through questions such as “I helped use the CLASS dimensions and relational quality when the supervisor reflected on practice,” “I focused on how the supervisor could develop as a mentor for their staff.”</p>
          </sec>
          <sec>
            <title>Acceptability</title>
            <p>Acceptability (ie, the users’ satisfaction with various aspects of the intervention) is measured by self-report and focus group interviews with parents and staff at the end of the intervention period.</p>
          </sec>
          <sec>
            <title>Sustainability</title>
            <p>Sustainability is to be measured through semistructured interviews and self-report at the end of the intervention period and at 1-year follow-up [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
          </sec>
        </sec>
        <sec>
          <title>Background Variables</title>
          <sec>
            <title>Child Factors</title>
            <p>Serval measures and questions are used to gauge children’s background, including the child’s personal characteristics and aspects of their environment.</p>
            <p>The Early Childhood Behaviour Questionnaire, Short Form (ECBQ) [<xref ref-type="bibr" rid="ref42">42</xref>] measures children’s temperament, including reactive processes that involve emotions, motor and sensory systems, and self-regulation processes that control reactivity.</p>
            <p>The Emotionality, Activity, Sociability Temperament Survey for Children (EAS) [<xref ref-type="bibr" rid="ref43">43</xref>] measures 4 dimensions of the child’s temperament (emotionality, activity, sociability and shyness) on 5 items.</p>
            <p>More general characteristics and childcare history are obtained through questionnaire data detailed by parents (eg, number of siblings, preterm, ethnicity, disabilities, when they started kindergarten, how many kindergartens they have attended).</p>
          </sec>
          <sec>
            <title>Family Factors</title>
            <p>Parents report on their own background such as their ethnicity, country of origin, marital status, education, and family socioeconomic status through information about parental income.</p>
          </sec>
          <sec>
            <title>Childcare Factors</title>
            <p>Leaders of the childcare centers report on the organization and size of the childcare center, as well as staff turnover and sick leave. Childcare staff report their gender, ethnicity, age, education, and experience working in childcare. Childcare staff also report on their level of occupational stress and well-being at work, their motivation, and receptiveness to changes in the workplace.</p>
          </sec>
        </sec>
        <sec>
          <title>Recruitment and Participation</title>
          <p>Recruitment and participation data will be reported for available data from baseline.</p>
        </sec>
        <sec>
          <title>Participant Retention</title>
          <p>Contact with childcare staff is maintained by the research group through meetings and emails. Contact with participating families (parents) is maintained mainly by childcare staff. Reminders to fill out questionnaires are sent via email or SMS text messages.</p>
          <p>To reduce dropout in the control groups after randomization, childcare centers in the control group receive a gift certificate of 3000NOK (US $336.60) to buy material for their childcare center and are offered the intervention 1 year after the intervention group.</p>
        </sec>
        <sec>
          <title>Data Management</title>
          <p>Observational data are collected by CLASS toddler–certified observers. Questionnaire data are collected and managed by an independent data collection team at the primary sponsor site (Centre for Child and Adolescent Mental Health [RBUP] East and South). The independent data collection team is responsible for monitoring the data as they are collected, as well as checking that the data are consistent and free from errors. Data analysis and cleaning will be performed by study investigators. Data are stored on a secure server at the primary sponsor site during the study and analysis of results. Project staff will have access to the final trial data set. Following the study, data will be anonymized and archived according to Norwegian law.</p>
        </sec>
        <sec>
          <title>Data Analysis</title>
          <p>The study is carried out in toddler groups in childcare centers. Thus, data analyses will be conducted in a multilevel modeling framework to account for nonindependence of the participants at center level.</p>
        </sec>
        <sec>
          <title>Sample Size and Power</title>
          <p>Sample size and power was calculated using SPSS SamplePower (IBM). Based on previous studies [<xref ref-type="bibr" rid="ref6">6</xref>], we choose a conservative estimate of expected effect of 0.30 (Cohen <italic>d</italic>). With a power of 0.80 and α=.05, we need 352 individuals if the randomization was performed individually. We plan to include data from 16 children from each childcare center. In a similar research [<xref ref-type="bibr" rid="ref44">44</xref>], the intraclass correlation coefficient (ICC) was reported to be approximately 0.05. However, because several children will be evaluated by the same caregiver, we estimate with an ICC as high as 0.10. The resulting design effect with ICC=0.05 (or 0.10) D=1.75 (or 2.5), and the total required sample size is Nc=352 × 1.75 = 616 (or 352 × 2.5 = 880) individuals. We plan to include 1100 individuals, and 1100/16=69 childcare centers, to account for possibly 20% missing data on individual level, and uncertainty in the effect size and ICC. The planned selection will be in accordance with the Consolidated Standards of Reporting Trials (CONSORT) guidelines for clustered randomized trials [<xref ref-type="bibr" rid="ref45">45</xref>].</p>
        </sec>
        <sec>
          <title>Planned Statistical Analysis</title>
          <p>To determine the effect of the intervention regression analyses, mixed model analyses or structural equation modeling as appropriate will be conducted, taking into account the clustered or multilevel structure of the data and data related to background factors. Because children are of different ages at study enrollment, some children will stay in intervention classrooms for 2 years, while some for just 1. We will adjust for child age in the analyses to account for these differences in “treatment exposure.” Missing data will be estimated in the models using a well-established technique that allows for the inclusion of all available data and estimation of missing values.</p>
        </sec>
        <sec>
          <title>Qualitative Analysis</title>
          <p>Qualitative analysis of interviews will focus on meaning of texts [<xref ref-type="bibr" rid="ref46">46</xref>]. Elements from the thematic analysis will therefore be used to analyze the interviews [<xref ref-type="bibr" rid="ref47">47</xref>]. Analysis will first focus on identifying relevant codes in the text [<xref ref-type="bibr" rid="ref46">46</xref>]. The next phase will involve sorting the codes into potential overarching themes. The themes will then be reviewed and refined using constant comparative methods to reduce data into essential concepts and relationships. Internal homogeneity and external heterogeneity among themes will be considered in this phase. Three coders will independently categorize the interviews and their coding will be combined [<xref ref-type="bibr" rid="ref48">48</xref>].</p>
        </sec>
        <sec>
          <title>Cost</title>
          <p>The costs of the intervention will be evaluated by calculating the hours that childcare staff, leaders, CLASS observers, and mentors have donated to the project in relation to the number of toddler groups and children exposed to the intervention. An estimate of per-child cost will be included in the final report to funders, along with additional estimates of costs incurred by the trial research team.</p>
        </sec>
      </sec>
      <sec>
        <title>National Collaboration</title>
        <p>This project represents a shared effort and close collaboration between the RBUP (East/South), The Master’s Program for Preschool Leadership at the Norwegian Business School (BI), The National Network for Infant Mental Health in Oslo, Regional Centre for Child and Youth Mental Health and Child Welfare (RKBU) Central Norway at the Norwegian University of Science and Technology (NTNU), and The Psychology Department at NTNU.</p>
      </sec>
      <sec>
        <title>International Collaboration</title>
        <p>Professor Robert Pianta (University of Virginia), who led the team that developed CLASS, is a consultant for the research group. The national research team has extensive collaboration with Assistant Professor Gail E. Joseph and her associates. She is the director of the Early Childhood and Family Studies program at the University of Washington and the Principal Investigator and Director of the Childcare Quality and Early Learning Center for Research and Professional Development [<xref ref-type="bibr" rid="ref49">49</xref>], which is the institute currently investigating effects of the broadband implementation of the quality building and quality control of childcare centers in Washington state. She is also coprincipal investigator and codirector of the National Center for Quality Teaching and Learning.</p>
      </sec>
      <sec>
        <title>Availability of Data and Materials</title>
        <p>The data sets or other material used during this study are available from the principal investigator (Elisabet Solheim Buøen) on reasonable request.</p>
      </sec>
      <sec>
        <title>Ethics Approval and Consent to Participate</title>
        <p>Ethics approval for the study was given by Regional Committees for Medical and Health Research [<xref ref-type="bibr" rid="ref40">40</xref>], reference number 2017/430 [<xref ref-type="bibr" rid="ref49">49</xref>]. We anticipate low risk of harm for participating in the intervention since the work on employee process quality is based on literature and previous research that have shown to be positive for children’s development. In addition, education and guidance for employees is not likely to be harmful for children’s development. Consent was given written by municipalities, childcare centers, and parents. Childcare centers volunteered to participate. All parents of children in the toddler groups of the participating childcare centers were invited to participate and gave a written consent. Consent was given by childcare staff throughout the year.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Trial Status</title>
        <p>As of August 2020, in total, 1531 children and 769 staff from 187 toddler groups have been recruited. Due to turnover, staff recruitment will be ongoing until August 2020. As of January 2020, the intervention group has been working with Thrive by Three for 1.5 years. Data collection at T1, T2, and T3 from both the intervention and control groups has been completed and T4 will be completed in August 2020. We expect to find an increase in childcare quality and better mental health and development outcomes for children in the intervention group. The reporting of these results will be made in accordance with the CONSORT guidelines [<xref ref-type="bibr" rid="ref45">45</xref>]. The trial began recruitment in February 2017 and finished in August 2018. Data collection will finish in August 2020.</p>
      </sec>
      <sec>
        <title>Changes to the Protocol</title>
        <p>Changes to the project are made in the standard operating procedure. These changes are recorded and maintained by the principal investigator for RBUP East and South. Changes which are merely procedural but may impact the experience of the participants in the study are reported to the Regional Committees for Medical and Health Research ethics for approval.</p>
      </sec>
      <sec>
        <title>Confidentiality</title>
        <p>Study participants are provided anonymous ID. A study key with the participants’ name and ID is stored in a separate, encrypted file on an internal server at RBUP East and South.</p>
      </sec>
      <sec>
        <title>Dissemination of Results</title>
        <p>Dissemination will be done though scientific publications in well-regarded journals for child mental health and development as well as preventive science journals. Project newsletters and press releases, as well as 2 PhD theses will also be used to disseminate our results. Planned scientific publications include primary outcomes, secondary outcomes, fidelity, and the intervention and implementation. Publication of the data will be in accordance with CONSORT guidelines. The project team has adopted the Vancouver protocol for determination of authorship of scientific publications.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Protocol Overview</title>
        <p>This study is an important contribution to the field regarding the quality of childcare settings in Norway. The results of the study will provide an indication as to whether or not the model for quality building, Thrive by Three, is effective to promote childcare quality within Norwegian childcare toddler groups. The study will also provide information about the effects of Thrive by Three on child development, mental health, and well-being. Finally, the results will provide insight into the implementation of a system for quality building in childcare centers and as such be of great value for Norwegian society, on individual, family, community, and national level.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>As with any study, there may be potential limitations and challenges. One of the challenges we anticipate is high dropout from the control group. To counteract this, we are working to motivate the control group by offering them the intervention 1 year later as well as a cash incentive. Another limitation we anticipate is that because the intervention only lasts 1 year, the long-term effects of the intervention are not completely followed up. We do, however, aim to follow the children in the intervention group to see if the positive effects do persist even after the intervention.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>The results of this study will offer a greater understanding of how high-quality childcare can be achieved and the effects of such care on children’s mental health. The study will present significant contributions to the field and present policymakers and the greater Norwegian society with important evidence on quality in childcare.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Original peer-review reports from the funding agency.</p>
        <media xlink:href="resprot_v9i10e17726_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 30 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ASEBA</term>
          <def>
            <p>Achenbach System of Empirically Based Assessment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BI</term>
          <def>
            <p>Norwegian Business School</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">BITSEA</term>
          <def>
            <p>The Brief Infant Toddler Social and Emotional Assessment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CBCL</term>
          <def>
            <p>Child Behavior Checklist</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">CLASS</term>
          <def>
            <p>Classroom Assessment Scoring System</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">CONSORT</term>
          <def>
            <p>Consolidated Standards of Reporting Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">C-TRF</term>
          <def>
            <p>The Caregiver–Teacher Report Form</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">EAS</term>
          <def>
            <p>The Emotionality, Activity, Sociability Temperament Survey for Children</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">ECBQ</term>
          <def>
            <p>The Early Childhood Behaviour Questionnaire, Short Form</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">ICC</term>
          <def>
            <p>intraclass correlation coefficient</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">LDS</term>
          <def>
            <p>Language Development Survey</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">LECP</term>
          <def>
            <p>Life in Early Childhood Programs</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">LICW-D</term>
          <def>
            <p>Leiden Inventory for Child’s Well-Being in Day Care</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">NFR</term>
          <def>
            <p>Norwegian Research Council</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">NTNU</term>
          <def>
            <p>Norwegian University of Science and Technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">RBUP</term>
          <def>
            <p>Centre for Child and Adolescent Mental Health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb17">RKBU</term>
          <def>
            <p>Regional Centre for Child and Youth Mental Health and Child Welfare</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb18">SBSHO</term>
          <def>
            <p>Secure Base Safe Haven Observation Unit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb19">STRS-SF</term>
          <def>
            <p>Student–Teacher Relationship Scale, Short Form</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Additional funding is provided by the Regional Center for Child and Adolescent Mental Health, Eastern and Southern Norway (RBUP East and South), RKBU Central Norway, and the BI. The NFR has peer-reviewed the study protocol and is not involved in the design, analysis, nor interpretation of the study results. RBUP East and South Norway, RKBU Central Norway, BI are host organizations of the authors; the authors are solely responsible for the design, analysis, and interpretation of the study results.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>All authors are familiar with the final version of the study protocol, having read and provided substantial contributions. RL is responsible for contributing to initial project proposal and drafting the final protocol for publication. MD is head of the intervention in central Norway and responsible for contributing to the study proposal and protocol. TB is responsible for contributing to initial project proposal and drafting the protocol for publication. EB is the chief investigator of the project and is responsible for drafting the initial protocol in addition to contributing to the protocol for publication. All authors read and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burchinal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kainz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>How well do our measures of quality predict child outcomes? A meta-analysis and coordinated analysis of data from large-scale studies of early childhood settings</article-title>
          <source>Quality Measurement in Early Childhood Settings</source>
          <year>2011</year>
          <publisher-loc>Baltimore, MD</publisher-loc>
          <publisher-name>Paul H Brookes Publishing</publisher-name>
          <fpage>11</fpage>
          <lpage>31</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Belsky</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vandell</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Burchinal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke-Stewart</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>McCartney</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>MT</given-names>
            </name>
            <collab>NICHD Early Child Care Research Network</collab>
          </person-group>
          <article-title>Are there long-term effects of early child care?</article-title>
          <source>Child Dev</source>
          <year>2007</year>
          <volume>78</volume>
          <issue>2</issue>
          <fpage>681</fpage>
          <lpage>701</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1467-8624.2007.01021.x</pub-id>
          <pub-id pub-id-type="medline">17381797</pub-id>
          <pub-id pub-id-type="pii">CDEV1021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ursache</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Noble</surname>
              <given-names>KG</given-names>
            </name>
          </person-group>
          <article-title>Neurocognitive development in socioeconomic context: Multiple mechanisms and implications for measuring socioeconomic status</article-title>
          <source>Psychophysiology</source>
          <year>2016</year>
          <month>01</month>
          <volume>53</volume>
          <issue>1</issue>
          <fpage>71</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26681619"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/psyp.12547</pub-id>
          <pub-id pub-id-type="medline">26681619</pub-id>
          <pub-id pub-id-type="pmcid">PMC4685721</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schore</surname>
              <given-names>AN</given-names>
            </name>
          </person-group>
          <article-title>Back to basics: attachment, affect regulation, and the developing right brain: linking developmental neuroscience to pediatrics</article-title>
          <source>Pediatr Rev</source>
          <year>2005</year>
          <month>06</month>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>204</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1542/pir.26-6-204</pub-id>
          <pub-id pub-id-type="medline">15930328</pub-id>
          <pub-id pub-id-type="pii">26/6/204</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burchinal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vernon-Feagans</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vitiello</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Thresholds in the association between child care quality and child outcomes in rural preschool children</article-title>
          <source>Early Childhood Research Quarterly</source>
          <year>2014</year>
          <month>1</month>
          <volume>29</volume>
          <issue>1</issue>
          <fpage>41</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.ecresq.2013.09.004"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ecresq.2013.09.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Landry</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Zucker</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Swank</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Assel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Crawford</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Clancy-Menchetti</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lonigan</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Eisenberg</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Spinrad</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>de Villiers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>de Villiers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Starkey</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>A</given-names>
            </name>
            <collab>School Readiness Research Consortium</collab>
          </person-group>
          <article-title>Enhancing early child care quality and learning for toddlers at risk: the responsive early childhood program</article-title>
          <source>Dev Psychol</source>
          <year>2014</year>
          <month>02</month>
          <volume>50</volume>
          <issue>2</issue>
          <fpage>526</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1037/a0033494</pub-id>
          <pub-id pub-id-type="medline">23772822</pub-id>
          <pub-id pub-id-type="pii">2013-21357-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCartney</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Burchinal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke-Stewart</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bub</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Belsky</surname>
              <given-names>J</given-names>
            </name>
            <collab>NICHD Early Child Care Research Network</collab>
          </person-group>
          <article-title>Testing a series of causal propositions relating time in child care to children's externalizing behavior</article-title>
          <source>Dev Psychol</source>
          <year>2010</year>
          <month>01</month>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1037/a0017886</pub-id>
          <pub-id pub-id-type="medline">20053002</pub-id>
          <pub-id pub-id-type="pii">2009-24671-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sagi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Koren-Karie</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gini</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ziv</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Joels</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Shedding further light on the effects of various types and quality of early child care on infant-mother attachment relationship: the Haifa Study of Early Child Care</article-title>
          <source>Child Dev</source>
          <year>2002</year>
          <volume>73</volume>
          <issue>4</issue>
          <fpage>1166</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.1111/1467-8624.00465</pub-id>
          <pub-id pub-id-type="medline">12146741</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Statistics Norway</collab>
          </person-group>
          <source>Barnehager [Kindergarten]</source>
          <year>2018</year>
          <access-date>2020-09-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ssb.no/utdanning/statistikker/barnehager/aar-endelige">https://www.ssb.no/utdanning/statistikker/barnehager/aar-endelige</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Layzer</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Goodson</surname>
              <given-names>BD</given-names>
            </name>
          </person-group>
          <article-title>The "quality " of early care and education settings: definitional and measurement issues</article-title>
          <source>Eval Rev</source>
          <year>2006</year>
          <month>10</month>
          <volume>30</volume>
          <issue>5</issue>
          <fpage>556</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1177/0193841X06291524</pub-id>
          <pub-id pub-id-type="medline">16966676</pub-id>
          <pub-id pub-id-type="pii">30/5/556</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Lowenstein</surname>
              <given-names>AE</given-names>
            </name>
          </person-group>
          <article-title>Early care, education, and child development</article-title>
          <source>Annu Rev Psychol</source>
          <year>2011</year>
          <volume>62</volume>
          <fpage>483</fpage>
          <lpage>500</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.psych.031809.130707</pub-id>
          <pub-id pub-id-type="medline">20822436</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>NICHD Early Child Care Research Network</collab>
          </person-group>
          <article-title>Child-care structure--&#62;process--&#62;outcome: direct and indirect effects of child-care quality on young children's development</article-title>
          <source>Psychol Sci</source>
          <year>2002</year>
          <month>05</month>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>199</fpage>
          <lpage>206</lpage>
          <pub-id pub-id-type="doi">10.1111/1467-9280.00438</pub-id>
          <pub-id pub-id-type="medline">12009038</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bierman</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Domitrovich</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Nix</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Gest</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Welsh</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Gill</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Promoting academic and social-emotional school readiness: the head start REDI program</article-title>
          <source>Child Dev</source>
          <year>2008</year>
          <volume>79</volume>
          <issue>6</issue>
          <fpage>1802</fpage>
          <lpage>17</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19037951"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1467-8624.2008.01227.x</pub-id>
          <pub-id pub-id-type="medline">19037951</pub-id>
          <pub-id pub-id-type="pii">CDEV1227</pub-id>
          <pub-id pub-id-type="pmcid">PMC3549580</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lekhal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vartun</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gustavson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Saugestad Helland</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schjølberg</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vaage Wang</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Den Norske Mor Og Barn-Undersøkelsen. Variasjon i Barnehagekvalitet. Beskrivelser Fra Første Datainnsamling Fra Barnehagene.  [The Norwegian Mother Child Cohort Study]</source>
          <year>2013</year>
          <publisher-loc>Oslo</publisher-loc>
          <publisher-name>Folkehelseinstituttet</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Barnehage.no</collab>
          </person-group>
          <source>Barnehagen Ikke så Bra Som Ventet [Kindergarten, Not as Good as Expected]</source>
          <year>2015</year>
          <access-date>2019-10-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://barnehage.no/forskning/2015/10/barnehagen-ikke-sa-bra-som-ventet/">http://barnehage.no/forskning/2015/10/barnehagen-ikke-sa-bra-som-ventet/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Norwegian Directorate of Education (UDIR)</collab>
          </person-group>
          <source>Ansattes Utdanning I Barnehagen – Andel [Staff Education in Kindergarten]</source>
          <year>2019</year>
          <access-date>2019-10-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.udir.no/tall-og-forskning/statistikk/statistikk-barnehage/ansattes-utdanning-andel/">https://www.udir.no/tall-og-forskning/statistikk/statistikk-barnehage/ansattes-utdanning-andel/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haug</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <source>Startalder for Barnehagebarn [Starting Age for Kindergarten]</source>
          <year>2014</year>
          <access-date>2015-02-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.forskningsradet.no/prognett-finnut/Nyheter/Mange_tilsette_i_barnehagen_meiner_15_ar_er_rett_startalder/1253995921050?lang=no">https://www.forskningsradet.no/prognett-finnut/Nyheter/Mange_tilsette_i_barnehagen_meiner_15_ar_er_rett_startalder/1253995921050?lang=no</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Webster-Stratton</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Reid</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Treating Conduct Problems and Strengthening Social and Emotional Competence in Young Children</article-title>
          <source>Journal of Emotional and Behavioral Disorders</source>
          <year>2003</year>
          <month>09</month>
          <day>14</day>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>130</fpage>
          <lpage>143</lpage>
          <pub-id pub-id-type="doi">10.1177/10634266030110030101</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bayer</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Rapee</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Hiscock</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ukoumunne</surname>
              <given-names>OC</given-names>
            </name>
            <name name-style="western">
              <surname>Mihalopoulos</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wake</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The Cool Little Kids randomised controlled trial: population-level early prevention for anxiety disorders</article-title>
          <source>BMC Public Health</source>
          <year>2011</year>
          <month>01</month>
          <day>05</day>
          <volume>11</volume>
          <fpage>11</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-11-11"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-11-11</pub-id>
          <pub-id pub-id-type="medline">21208451</pub-id>
          <pub-id pub-id-type="pii">1471-2458-11-11</pub-id>
          <pub-id pub-id-type="pmcid">PMC3027133</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Conner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly-Vance</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ryalls</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Friehe</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A Play and Language Intervention for Two-Year-Old Children: Implications for Improving Play Skills and Language</article-title>
          <source>Journal of Research in Childhood Education</source>
          <year>2014</year>
          <month>03</month>
          <day>26</day>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>221</fpage>
          <lpage>237</lpage>
          <pub-id pub-id-type="doi">10.1080/02568543.2014.883452</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <access-date>2015-08-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.del.wa.gov/development/guidelines/">http://www.del.wa.gov/development/guidelines/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <access-date>2015-08-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.researchconnections.org/childcare/resources?publisher=Thrive+By+Five+Washington">http://www.researchconnections.org/childcare/resources?publisher=Thrive+By+Five+Washington</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <access-date>2015-08-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://depts.washington.edu/cqel/current-reseach/">https://depts.washington.edu/cqel/current-reseach/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shonkoff</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>From Neurons to Neighborhoods: The Science of Early Childhood Development</source>
          <year>2000</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>National Academy Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sameroff</surname>
              <given-names>A J</given-names>
            </name>
          </person-group>
          <article-title>Developmental systems and psychopathology</article-title>
          <source>Dev Psychopathol</source>
          <year>2000</year>
          <month>09</month>
          <day>01</day>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>297</fpage>
          <lpage>312</lpage>
          <pub-id pub-id-type="doi">10.1017/s0954579400003035</pub-id>
          <pub-id pub-id-type="medline">11014740</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sroufe</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Early relationships and the development of children</article-title>
          <source>Infant Ment. Health J</source>
          <year>2000</year>
          <month>01</month>
          <volume>21</volume>
          <issue>1-2</issue>
          <fpage>67</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1002/(sici)1097-0355(200001/04)21:1/2&#60;67::aid-imhj8&#62;3.0.co;2-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pianta</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Hamre</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Stuhlman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Relationships between teachers and children</article-title>
          <source>Handbook of Psychology</source>
          <year>2003</year>
          <publisher-loc>Hoboken, NJ</publisher-loc>
          <publisher-name>John Wiley &#38; Sons, Inc</publisher-name>
          <fpage>199</fpage>
          <lpage>234</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>La Paro</surname>
              <given-names>Km</given-names>
            </name>
            <name name-style="western">
              <surname>Pianta</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stuhlman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The Classroom Assessment Scoring System: Findings from the Prekindergarten Year</article-title>
          <source>The Elementary School Journal</source>
          <year>2004</year>
          <month>05</month>
          <volume>104</volume>
          <issue>5</issue>
          <fpage>409</fpage>
          <lpage>426</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1086/499760"/>
          </comment>
          <pub-id pub-id-type="doi">10.1086/499760</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burchinal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Magnuson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Soliday</surname>
              <given-names>HS</given-names>
            </name>
          </person-group>
          <article-title>Early childcare and education</article-title>
          <source>Handbook of Child Psychology and Developmental Science (Vol 4)</source>
          <year>2015</year>
          <publisher-loc>Hoboken, NJ</publisher-loc>
          <publisher-name>John Wiley &#38; Sons Inc</publisher-name>
          <fpage>223</fpage>
          <lpage>267</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lisøy</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Holme</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Solheim</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Den utviklingsstøttende barnehagen i Sandnes [The Developmentally Supportive Kindergarten in Sandnes]</source>
          <year>2018</year>
          <publisher-loc>Oslo</publisher-loc>
          <publisher-name>Regionsenter for barn og unges psykiske helse, helseregion Sør Øst</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>La Paro</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Hamre</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Pianta</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <source>Classroom Assessment Scoring System (CLASS) Manual, Toddler</source>
          <year>2012</year>
          <publisher-loc>Baltimore, MD</publisher-loc>
          <publisher-name>Paul H. Brookes Publishing Co</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamre</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>La Paro</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pianta</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Locasale-Crouch</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Classroom Assessment Scoring System (CLASS), Infant</source>
          <year>2011</year>
          <publisher-loc>Baltimore, MD</publisher-loc>
          <publisher-name>Brookes Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Solheim</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Berg-Nielsen</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Wichstrøm</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The Three Dimensions of the Student–Teacher Relationship Scale</article-title>
          <source>Journal of Psychoeducational Assessment</source>
          <year>2011</year>
          <month>12</month>
          <day>05</day>
          <volume>30</volume>
          <issue>3</issue>
          <fpage>250</fpage>
          <lpage>263</lpage>
          <pub-id pub-id-type="doi">10.1177/0734282911423356</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pianta</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <source>STRS Student-Teacher Relationship Scale</source>
          <year>2001</year>
          <publisher-loc>Lutz, FL</publisher-loc>
          <publisher-name>Psychological Assessment Resources, Inc</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wachs</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Gurkas</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kontos</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Predictors of preschool children's compliance behavior in early childhood classroom settings</article-title>
          <source>Journal of Applied Developmental Psychology</source>
          <year>2004</year>
          <month>7</month>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>439</fpage>
          <lpage>457</lpage>
          <pub-id pub-id-type="doi">10.1016/j.appdev.2004.06.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giserman</surname>
              <given-names>KI</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Brief Infant-Toddler Social and Emotional Assessment (BITSEA)</article-title>
          <source>Encyclopedia of Autism Spectrum Disorders</source>
          <year>2017</year>
          <publisher-loc>Berlin, Germany</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>1</fpage>
          <lpage>5</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Achenbach</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Rescorla</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <source>Manual for ASEBA Preschool Forms &#38; Profiles</source>
          <year>2000</year>
          <publisher-loc>Burlington, VT</publisher-loc>
          <publisher-name>University of Vermont, Research Center for Children, Youth, &#38; Families</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schipper</surname>
              <given-names>JCD</given-names>
            </name>
            <name name-style="western">
              <surname>IJzendoorn</surname>
              <given-names>MHV</given-names>
            </name>
            <name name-style="western">
              <surname>Tavecchio</surname>
              <given-names>LWC</given-names>
            </name>
          </person-group>
          <article-title>Stability in Center Day Care: Relations with Children's Well-being and Problem Behavior in Day Care1</article-title>
          <source>Social Development</source>
          <year>2004</year>
          <month>11</month>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>531</fpage>
          <lpage>550</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1467-9507.2004.00282.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1467-9507.2004.00282.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>De Schipper</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Schuengel</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Secure Base Safe Haven Observation List for Child Attachment Behaviour</source>
          <year>2006</year>
          <publisher-loc>Amsterdam, The Netherlands</publisher-loc>
          <publisher-name>VU University Amsterdam</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Regionale komiteer for medisinsk og helsefaglig forskningsetikk (REK)</collab>
          </person-group>
          <source>The Regional Committees for Medical and Health Research Ethics (REC)</source>
          <access-date>2020-09-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://helseforskning.etikkom.no">https://helseforskning.etikkom.no</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Silmere</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Raghavan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hovmand</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aarons</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bunger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hensley</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Outcomes for implementation research: conceptual distinctions, measurement challenges, and research agenda</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2011</year>
          <month>03</month>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>65</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20957426"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-010-0319-7</pub-id>
          <pub-id pub-id-type="medline">20957426</pub-id>
          <pub-id pub-id-type="pmcid">PMC3068522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Putnam</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Gartstein</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Rothbart</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <article-title>Measurement of fine-grained aspects of toddler temperament: the early childhood behavior questionnaire</article-title>
          <source>Infant Behav Dev</source>
          <year>2006</year>
          <month>07</month>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>386</fpage>
          <lpage>401</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17138293"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.infbeh.2006.01.004</pub-id>
          <pub-id pub-id-type="medline">17138293</pub-id>
          <pub-id pub-id-type="pii">S0163-6383(06)00015-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC4334385</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buss</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Plomin</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>EAS Temperament Survey for Children. Temperament: Early Developing Personality Traits</source>
          <year>1984</year>
          <publisher-loc>Hillsdale, NJ</publisher-loc>
          <publisher-name>Lawrence Erlbaum Associates</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lekhal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zachrisson</surname>
              <given-names>HD</given-names>
            </name>
            <name name-style="western">
              <surname>Solheim</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Moser</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Drugli</surname>
              <given-names>MB</given-names>
            </name>
          </person-group>
          <source>Barnehagen: Betydningen av Kvalitet i Barnehagen</source>
          <year>2016</year>
          <publisher-loc>Oslo</publisher-loc>
          <publisher-name>Gyldendal Akademisk</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Elbourne</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <collab>CONSORT group</collab>
          </person-group>
          <article-title>CONSORT statement: extension to cluster randomised trials</article-title>
          <source>BMJ</source>
          <year>2004</year>
          <month>03</month>
          <day>20</day>
          <volume>328</volume>
          <issue>7441</issue>
          <fpage>702</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15031246"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.328.7441.702</pub-id>
          <pub-id pub-id-type="medline">15031246</pub-id>
          <pub-id pub-id-type="pii">328/7441/702</pub-id>
          <pub-id pub-id-type="pmcid">PMC381234</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kvale</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brinkmann</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Learning the Craft of Qualitative Research Interviewing</source>
          <year>2009</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using thematic analysis in psychology</article-title>
          <source>Qualitative Research in Psychology</source>
          <year>2006</year>
          <month>01</month>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>VLP</given-names>
            </name>
            <name name-style="western">
              <surname>Creswell</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <source>Designing and Conducting Mixed Method Research</source>
          <year>2011</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Regionale komiteer for medisinsk  og helsefaglig forskningsetikk (REK)</collab>
          </person-group>
          <article-title>Forskningsprosjekt Trygg før 3 [Research project Thrive by three]</article-title>
          <access-date>2020-09-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://helseforskning.etikkom.no/prosjekterirek/prosjektregister/prosjekt?p_document_id=826817&#38;p_parent_id=832732&#38;_ikbLanguageCode=n">https://helseforskning.etikkom.no/prosjekterirek/prosjektregister/prosjekt?p_document_id=826817&#38;p_parent_id=832732&#38;_ikbLanguageCode=n</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
