<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i3e21942</article-id>
      <article-id pub-id-type="pmid">33724191</article-id>
      <article-id pub-id-type="doi">10.2196/21942</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Evaluation of a New Personalized Health Dashboard in Preventive Child Health Care: Protocol for a Mixed Methods Feasibility Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Derrick</surname>
            <given-names>Thomas</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Weijers</surname>
            <given-names>Miriam</given-names>
          </name>
          <degrees>MSc, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Preventive Child Health Care</institution>
            <institution>Municipal Health Services</institution>
            <institution>South Limburg</institution>
            <addr-line>Het Overloon 2</addr-line>
            <addr-line>Heerlen, 6411 TE</addr-line>
            <country>Netherlands</country>
            <phone>31 6 4644 2957</phone>
            <email>miriam.weijers@ggdzl.nl</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8058-9550</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Feron</surname>
            <given-names>Frans</given-names>
          </name>
          <degrees>PhD, MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9633-7921</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>van der Zwet</surname>
            <given-names>Jonne</given-names>
          </name>
          <degrees>PhD, MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4854-8572</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Bastiaenen</surname>
            <given-names>Caroline</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5083-6864</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Preventive Child Health Care</institution>
        <institution>Municipal Health Services</institution>
        <institution>South Limburg</institution>
        <addr-line>Heerlen</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Social Medicine</institution>
        <institution>Faculty of Health, Medicine and Life Sciences</institution>
        <institution>Care and Public Health Research Institute, Maastricht University</institution>
        <addr-line>Maastricht</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Epidemiology</institution>
        <institution>Faculty of Health, Medicine and Life Sciences</institution>
        <institution>Care and Public Health Research Institute, Maastricht University</institution>
        <addr-line>Maastricht</addr-line>
        <country>Netherlands</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Miriam Weijers <email>miriam.weijers@ggdzl.nl</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>3</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>16</day>
        <month>3</month>
        <year>2021</year>
      </pub-date>
      <volume>10</volume>
      <issue>3</issue>
      <elocation-id>e21942</elocation-id>
      <history>
        <date date-type="received">
          <day>29</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>9</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>19</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>2</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Miriam Weijers, Frans Feron, Jonne van der Zwet, Caroline Bastiaenen. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 16.03.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2021/3/e21942" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>A new dashboard, the 360ºCHILD-profile, was developed to adopt personalized health care within preventive child health care. On this profile, holistic health data are visualized in a single image to provide parents, adolescents, and caregivers direct access to a manageable résumé of a child’s medical record. Theoretical ordering, conforming to “International Classification of Functioning, Disability and Health for Children and Youth”, guides clinical reasoning toward the biopsychosocial concept of health. It is yet unknown if and how this promising tool functions in practice, and a variety of feasibility questions must be addressed.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper describes the design and methods of a feasibility randomized controlled trial (RCT), with the aim of evaluating the RCT’s feasibility (recruitment, response, measure completion, and intervention allocation) and 360ºCHILD-profile’s feasibility (usability and potential effectiveness).</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A pragmatic mixed methods study design was chosen, starting with an RCT to measure feasibility and health literacy in 2 parallel groups (1:1). Qualitative research will then be used to understand and explain quantitative findings and to explore the stakeholders' perspectives on the potential of the 360ºCHILD-profile. Participants will include child health care professionals (n≥30), parents (n≥30), and caregivers (n≥10) of children who experience developmental problems (age 0-16 years). Children will only be able to participate if they are older than 11 years (adolescents, n≥10). The 2 groups included in the study will receive standard care. The experimental group will additionally receive personalized 360ºCHILD-profiles.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>After an intervention period of 6 months, quantitative outcomes will be measured, analyzed (descriptive feasibility statistics and preliminary between-group differences) and used to purposively sample for semistructured interviews.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Study results will provide knowledge for building theory on the 360ºCHILD-profile and designing future (effect) studies.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>Netherlands Trial Register NTR6909; https://www.trialregister.nl/trial/6731</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/21942</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>child health services</kwd>
        <kwd>prevention</kwd>
        <kwd>control</kwd>
        <kwd>personalized health care</kwd>
        <kwd>international classification of functioning</kwd>
        <kwd>disability</kwd>
        <kwd>health</kwd>
        <kwd>patient</kwd>
        <kwd>access to records</kwd>
        <kwd>personalized</kwd>
        <kwd>child</kwd>
        <kwd>feasibility</kwd>
      </kwd-group>
      <custom-meta-wrap>
        <custom-meta>
          <meta-name>ext-peer-rev</meta-name>
          <meta-value> This paper was peer-reviewed by T Tabuchi, and externally peer-reviewed by The Netherlands Organisation for Health Research and Development (ZonMw); See the Multimedia Appendices for the peer-review report; </meta-value>
        </custom-meta>
      </custom-meta-wrap>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>To more effectively address the increasing burden of preventable chronic diseases, it is a prerequisite for current reactive health care (treatment after a diagnosis) to make the transition to personalized health care (PHC) [<xref ref-type="bibr" rid="ref1">1</xref>]. According to Snyderman [<xref ref-type="bibr" rid="ref2">2</xref>], PHC stands for a lifetime, holistic approach of proactively offering predictive, preventive, personalized, and participatory care. The different PHC concepts can and must be introduced in practice as soon as possible, but it appears to be a challenging task to effectuate such a new approach within health care [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      <p>Dutch preventive child health care (CHC), as part of public health, offers a unique platform to adopt PHC in the short term. CHC proactively monitors children’s development and health to detect early deviance from normal variance and diseases or symptoms which cannot yet be clustered to a diagnosis. To fully apply PHC within the preventive CHC approach, a shift is needed toward prediction and prevention in the very early stages of disease progression when symptoms may not even be present [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. To perform early detection and act upon disease progression is not an easy task because health processes are complex. The biopsychosocial model of health shows that health is a result of lifelong, multidimensional interactions between many biological–genetic characteristics and environmental factors. Therefore, to predict and protect health, insight into a broad set of health determinants is required. Critical to implementation of PHC is thus the availability and accessibility of high-quality, relevant lifetime health data.</p>
      <p>From birth on, CHC collects health data about the child and environment, which are stored in an electronic medical dossier (EMD). However, accessibility of data is profoundly hindered due to the actual structure of EMDs, and thus support for the complex clinical reasoning process is insufficient [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. It is not possible to generate an adequate overview of registered data in coherence with the relevant theoretical concepts (ie, the biopsychosocial model) [<xref ref-type="bibr" rid="ref8">8</xref>]. As a result, much of the CHC-data that are highly relevant to understanding the complex processes underlying health are not available within the timeframe of CHC visits or other consultations with caregivers and parents.</p>
      <p>To address this problem, a 360ºCHILD-profile (<xref rid="figure1" ref-type="fig">Figure 1</xref>), which visualizes health information about the child and environment in a single digital image, has been originally developed and examined within daily practice of the Dutch CHC system [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>Relevant CHC data, visualized on the 360ºCHILD-profile, are theoretically ordered according to the “International Classification of Functioning, Disability and Health for Children and Youth” (ICF-CY) [<xref ref-type="bibr" rid="ref10">10</xref>]. The ICF-CY fits the CHC context and PHC concepts, as it is built on the integrated biopsychosocial approach of health and describes a broad variety of individual characteristics and environmental factors in concrete, neutral (if not positive) formulations [<xref ref-type="bibr" rid="ref10">10</xref>]. The 360ºCHILD-profile was developed as a dashboard that provides a quick, systemic, and comprehensible representation of a child’s individually unique set of health determinants (protective and risk factors).</p>
      <p>The goal of the 360ºCHILD-profile is to provide direct access to a manageable résumé of holistic health information stored in the EMD to CHC professionals, parents, and adolescents, and to naturally guide thought processes in coherence with the chosen theoretical perspective (PHC). This dashboard supports health literacy in a way that can empower parents and adolescents to cocreate personalized plans for managing their (children’s) health, in partnership with caregivers [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]<italic>.</italic></p>
      <p>From the very start of the 360ºCHILD-profile’s development and research project (2012), parents, adolescents, and CHC professionals have been actively involved. Formal ideas for designing the profile’s first drafts were generated, and pilot studies showed positive reactions of stakeholders for the comprehensibility, relevance, and acceptability of the design [<xref ref-type="bibr" rid="ref9">9</xref>]. Promising results were generated in another study related to the 360ºCHILD-profile’s reliability and validity when used by CHC medical doctors to assess child functioning [<xref ref-type="bibr" rid="ref13">13</xref>]. In 2018, data visualization designers and researchers used their expertise and gained input from stakeholders on CHC context, usability, and user experience to redesign the 360ºCHILD-profile [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>The current state of this newly developed 360ºCHILD-profile offers a promising, online dashboard that is ready to be introduced into CHC practice. If and how it will actually function within daily practice is yet unknown, and it is foreseen that the evaluation of effectiveness in the multidisciplinary and preventive CHC context will be complex. Therefore, a pragmatic feasibility RCT will be performed to refine our practice-derived theory on the 360ºCHILD-profile’s feasibility and potential effectiveness and to build a rationale for designing future (effect) studies (including outcome measures and sample size calculations) [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. The aim of this paper is to describe the design and methods of this study that will be performed within CHC.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>The 360°CHILD-profile: representation of a child’s health information available in the CHC electronic medical dossier, based on the "International Classification of Functioning, Disability and Health for Children and Youth” [<xref ref-type="bibr" rid="ref10">10</xref>]. Child’s name, gender, and age appear in the center; the most recently acquired data about the child’s body functions and structures in physical and mental aspects appear in the blue area; and information on activities and participation appear in the yellow area. Data about genetic predisposition and history (medical, developmental, and life events) are listed in the left column, and information about environmental factors are in the right column. On top of the 360ºCHILD-profile, a timeline is provided with bullet points at which ages the child visited CHC, and a CHC and a 360ºCHILD-profile (snap-shot) is generated. At the bottom of the 360ºCHILD-profile, conclusions and advice from the most recent CHC visit are presented. CHC: child health care.</p>
        </caption>
        <graphic xlink:href="resprot_v10i3e21942_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>For this pragmatic feasibility RCT, a sequential mixed methods design was chosen. First, quantitative research will be performed. Within the limitations of a feasibility study [<xref ref-type="bibr" rid="ref16">16</xref>], an RCT will be executed with 2 parallel groups (experimental and control). Qualitative research will then be performed to understand and explain the quantitative findings and to explore the 360ºCHILD-profile’s potential benefit in CHC practice [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. The study objectives will be to evaluate 2 types of feasibility: that of the 360ºCHILD-profile and that of the RCT.</p>
        <list list-type="bullet">
          <list-item>
            <p>(1) The 360ºCHILD-profile feasibility evaluation will include the following: usability, including the frequency and profundity of 360ºCHILD-profile use during contacts between CHC professionals, parents, adolescents, and other caregivers; and the perspective of parents, adolescents, CHC professionals, and other caregivers on quantitative findings, requirements for the 360ºCHILD-profile’s use within CHC, and potential benefit and effectiveness.</p>
          </list-item>
          <list-item>
            <p>(2) The RCT feasibility evaluation will include the following: recruitment, retention, and response rates; acceptance of and compliance to allocated interventions; measurement completion and protocol deviations; health literacy measurement, including the variance of parent’s satisfaction on health literacy in the total and in each separate group, and a preliminary estimation of the between-group differences; the perspective of parents, adolescents, and CHC professionals on hindering and promoting factors for recruitment, retention, and response rates, acceptance and compliance to allocated intervention, measurement completion, and preliminary differences on health literacy.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Study Population and Sample Size</title>
        <p>The study population will mainly consist of parents and CHC professionals (nurses and medical doctors) who are involved in the care of the parent’s child (age 0-16 years) experiencing emerging problems. Adolescents (age &#62;11 years) and other involved caregivers can also be included as participants, but children under the age of 12 years will not themselves participate. If parents or adolescents cannot comprehend the written health information (due to a language barrier or other reasons), they will not be included in this study.</p>
        <p>For the quantitative phase, we aim to recruit 30 parents, 30 CHC professionals, 10 adolescents, and 10 other caregivers. For feasibility studies, in which outcome parameters like recruitment, response rates, and variance in the outcomes of questionnaires (SD) are measured, a sample size of 60-70 participants is justified [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. For qualitative research with purposive sampling, it is estimated that saturation will be reached after including 20-30 participants (7-10 participants per target population; ie, parents and CHC professionals) [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref22">22</xref>].</p>
      </sec>
      <sec>
        <title>Procedure</title>
        <p>All nurses and medical doctors working for CHC organizations in the Dutch region of South Limburg will be asked to participate. After providing informed consent, volunteers will attend a 2-hour long instructional workshop to receive information about the 360ºCHILD-profile, study procedures (inclusion and randomization), and outcome measures.</p>
        <p>Participating CHC professionals will identify and approach eligible parents during CHC visits and eligible caregivers at the moment they become involved in the care of the parent’s children. If parents or caregivers are interested and give permission to be contacted by the researcher, researchers will start the information and informed consent procedures and enroll participants in the study after given permission.</p>
        <p>At the end of the quantitative phase, quantitative findings will be used for purposive sampling for qualitative research to obtain a variety of perspectives from parents and caregivers and to reach a broad interpretation of the quantitative findings [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. From each group within the study population (parents, adolescents, CHC professionals, and involved caregivers), 2 participants will be invited for each round of interviews. After analysis of the conducted interviews, both quantitative and qualitative findings will be used to select participants for the next round to enrich characteristics and opinions.</p>
      </sec>
      <sec>
        <title>Randomization and Concealed Allocation</title>
        <p>After parents sign informed consent, they will be allocated to 1 of 2 parallel groups in a 1:1 ratio (experimental or control group) according to centralized randomization (by an independent administrator based on a protocol). The randomization plan with central block randomization (blocks of 4 and 6) will be generated beforehand by CB (not involved in the enrolment and intervention) using an online randomization system. Each phase (enrolment, randomization, quantitative outcome measurement, and analysis) will be performed independently from the others (concealed allocation), and researchers will be blinded to randomization and allocation. Parents and professionals will be, as much as possible, kept unaware of the detailed study aims related to the allocation.</p>
      </sec>
      <sec>
        <title>Experimental and Control Intervention</title>
        <p>For a period of 6 months, children of the participating parents in both groups will receive usual care. Additionally, for 50% of the children (the experimental group), CHC information from the EMD will be electronically transferred to a personalized 360ºCHILD-profile. Directly after baseline measurement, the profile will be available in the EMD for CHC professionals to discuss with the parents or adolescents during the visit. After this visit, the profile also will be made accessible online for the parents or adolescents. During the 6-month follow-up period, participants will be able to consult the profile and use it to contact the caregivers whenever they want. The individual child’s health data, as presented on the profile, will not be collected and used as scientific data in the study. After the last study measurements are completed, a personalized 360ºCHILD profile will also be generated for parents or adolescents in the control group (outside the context of the study). A flowchart of the RCT’s study protocol is provided in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Flowchart of the randomized controlled trial's protocol. CHC: child health care; MD: medical doctor; prof: professional.</p>
          </caption>
          <graphic xlink:href="resprot_v10i3e21942_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Measures and Measurements</title>
        <p>Questionnaires will be used to obtain baseline measurements of the following characteristics: for participating adolescents and children, information on age, gender, and level of functioning and experienced problems as indicated by CHC professionals will be measured; for parents, information on age, gender, country of birth, educational level, perspective on their child’s health and development, parenting situation, and number and age of children will be collected; for CHC professionals and other caregivers, information on discipline, educational level, experience, and perspective on the use of information technologies in health care will be collected.</p>
        <p>An overview of the baseline measures regarding population characteristics are presented in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Baseline measures for population characteristics.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="102"/>
            <col width="539"/>
            <col width="82"/>
            <col width="170"/>
            <col width="107"/>
            <thead>
              <tr valign="top">
                <td>Measures</td>
                <td>Measuring</td>
                <td>Age group</td>
                <td>Answer options</td>
                <td>Reference</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td> STEP<sup>a</sup></td>
                <td>Standardized professional’s rating of child's functioning, experienced problems, quality of environment, and needed care</td>
                <td>0-16</td>
                <td>5-point scale</td>
                <td>[<xref ref-type="bibr" rid="ref23">23</xref>]</td>
              </tr>
              <tr valign="top">
                <td>CGAS<sup>b</sup></td>
                <td>Professional's rating of child's functioning</td>
                <td>0-16</td>
                <td>Continuous scale</td>
                <td>[<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]</td>
              </tr>
              <tr valign="top">
                <td>PEDS<sup>c</sup></td>
                <td>Parents’ questions and concerns about child's development</td>
                <td>0-6</td>
                <td>3-point scale and open ended</td>
                <td>[<xref ref-type="bibr" rid="ref25">25</xref>]</td>
              </tr>
              <tr valign="top">
                <td>SDQ<sup>d</sup></td>
                <td>Parents’ and adolescents’ perspective on psychological attributes</td>
                <td>3-16</td>
                <td>3-point scale</td>
                <td>[<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]</td>
              </tr>
              <tr valign="top">
                <td>NOSIK<sup>e</sup></td>
                <td>Parents’ perspective on parenting stress<sup>f</sup></td>
                <td>2-13</td>
                <td>6-point scale</td>
                <td>[<xref ref-type="bibr" rid="ref28">28</xref>]</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>STEP: Standaard Taxatie Ernst Problematiek (only available in Dutch).</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>CGAS: Children's Global Assessment Scale.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>PEDS: Parents’ Evaluation of Developmental Status.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>SDS: Strengths and Difficulties Questionnaire.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>NOSIK: Nijmeegse Ouderlijke Stress Index-Korte versie.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>As derived from the Parenting Stress Index-Short Form</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Measurements will be conducted 6 months after baseline to measure the qualitative and quantitative outcomes of the 360ºCHILD-profile’s and RCT’s feasibility.</p>
        <sec>
          <title>The 360ºCHILD-profile’s Feasibility</title>
          <p>The evaluation of the 360ºCHILD-profile’s feasibility is described in this section. Quantitative outcomes on feasibility will include the following: frequency of use of the 360ºCHILD-profile by CHC professionals during contacts with parents or adolescents, as registered by CHC professionals; the profundity in which the 360ºCHILD-profiles are used during CHC visits, as indicated by CHC professionals on a questionnaire (using questions with answer options on a categorical scale).</p>
          <p>Qualitative outcome (semistructured interviews with parents, adolescents, CHC professionals, and other caregivers) will be collected for the follow purposes: to contextualize and further inform the understanding of quantitative findings on 360ºCHILD-profile’s usability; and to explore the expectations of parents, adolescents, CHC professionals, and other caregivers regarding the 360ºCHILD-profile’s potential benefits in CHC practice.</p>
        </sec>
        <sec>
          <title>RCT Feasibility</title>
          <p>Evaluation of the RCT feasibility will occur in both group and is described in this section.</p>
          <p>The quantitative measurements will include the following: recruitment rate (the percentages of volunteers versus invited and eligible participants); retention rate (the percentage of participants completing the study versus the participants that started); response rates (the percentages of participants per discipline who filled in and validated the questionnaire versus the number of participants who were requested); compliance to allocated intervention (the percentage of CHC professionals in the experimental group who used the 360ºCHILD-profile during a CHC visit); measure completion (the percentages of completed measures versus incomplete measures and description of missing data); protocol deviations (the description of problems encountered and eventual adaptations to the protocol for properly addressing these problems); health literacy.</p>
          <p>Health literacy will be evaluated using the validated Dutch version of the Consumer Quality Index (CQI). The CQI is based on the Consumer Assessment of Healthcare Providers and Systems (CAHPS) and is applicable for parents of children aged 0-18 year who visit CHC [<xref ref-type="bibr" rid="ref29">29</xref>]. The validated CQI includes questions about accessibility, ability to understand, completeness and applicability of received care, and health information and advice, with answer options on a 2-, 3-, or 4-point scale (subscale reliability: Cronbach α=.75-.82) [<xref ref-type="bibr" rid="ref30">30</xref>]. Additionally, relevant questions from “Supplemental Items for the CAHPS on Health Information Technology” were translated from English to Dutch and incorporated into the CQI questionnaire [<xref ref-type="bibr" rid="ref31">31</xref>]. The research team developed additional questions to ensure measurement of all dimensions of the construct’s “access to healthcare and health information” [<xref ref-type="bibr" rid="ref32">32</xref>]. The dimensions we indicated as relevant for the CHC context and this study are availability, accommodation, accessibility, and acceptability. Affordability is not relevant in this context because CHC care is offered for free to all children and parents. This set of additional questions (n=6) with answers options on a 5-point scale will be used for the first time, and no information on the diagnostic parameters is available yet.</p>
          <p>The qualitative measurements for RCT feasibility will include semistructured interviews with parents, adolescents, CHC professionals, and other caregivers, and will be performed for the following purposes: to contextualize and further inform the quantitative findings on recruitment, retention and response rates, compliance to allocated intervention, measurement completion, and health literacy; to explore CHC professionals’ experiences during recruitment of parents and adolescents, and participants’ satisfaction regarding their study participation and allocated intervention and perspective on requirements for a future randomized trial.</p>
          <p>All semistructured interviews will be in person and audio-recorded. Recordings will be transcribed, and the collected data will be coded (participants will be allocated a participant number code to relate data to this code). Records will be stored in a locked place on the server separate from the other study data. Only the investigator collecting the data will have access to this documentation.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Baseline characteristics of all participants will be presented using descriptive statistics (mean, SD, or frequencies and range) in a table. Data of parents, adolescents, and children will be presented for the total group and for both randomized groups separately.</p>
        <sec>
          <title>Quantitative Outcome Data</title>
          <p>Descriptive analysis will be performed to present outcomes on the 360ºCHILD-profile’s and RCT’s feasibility (usability). The descriptive analysis of the 360ºCHILD-profile will include the following: the frequency in which the 360ºCHILD-profile is used, for which the mean and variability will be calculated; and the profundity of use of the 360ºCHILD-profile during a CHC visit, which will be presented as proportions per category.</p>
          <p>The descriptive analysis for RCT feasibility will include the following: recruitment, retention, and response rates, compliance to allocated intervention, measurement completion, and missing data, which will be presented as logistic data and proportions; protocol deviations, which will be described using text; outcome on health literacy, including descriptions for the total sample and for each group, with continuous measures (presented as mean, SD, and CI) and categorical measures (presented as proportions).</p>
          <p>Statistical between-group analysis will be performed to preliminarily calculate (estimates of) differences between groups (and 95% CIs), using linear mixed models. Potential confounders (for example health status, age, and education) will be evaluated and, if necessary, adjusted.</p>
        </sec>
        <sec>
          <title>Qualitative Outcome Data</title>
          <p>Analysis of each transcript will be performed by 2 independent researchers. Discrepancies will be discussed by the research team and consensus will be reached concerning codes based on expert agreement. The analysis process will include thematic analysis with open coding at the start followed by axial coding. In each phase of the analysis process, data will be reviewed using constant comparative methods. The units that will be used to describe themes and concepts can be words, sentences, or stories. Cycles of data collection and analysis will be repeated until data saturation is reached according to our research goals.</p>
        </sec>
        <sec>
          <title>Connection Between Quantitative and Qualitative Results</title>
          <p>After quantitative results are described and interpreted, they will be used to refine or adjust research questions, purposeful sampling procedures, and data collection protocols of the qualitative phase. During qualitative analysis, data will be interpreted and described separately and in coherence with quantitative results to realize the advantages of mixing both research methods, which include complementarity, triangulation, and explanation of results.</p>
          <p>We will discuss if and how the qualitative results further the understanding or explanation of the quantitative findings and how to formulate overall conclusions and recommendations regarding theory on the 360ºCHILD-profile and the rationale for designing future (effect) studies within CHC.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The intended timeline for achieving the targeted results includes the acceptance for funding (December 2016), approval by The Medical Ethics Committee of the Maastricht University Medical Centre (no. METC azM/UM 2017-0089; July 2017), registration in the Netherlands National Register (6909; January 2018), enrolment of participants (May 2018 to September 2019), quantitative outcome data collection (March 2019 to September 2020), and qualitative data collection (October 2019 to February 2021). The results of the presented study will be available before the end of 2021. </p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This pragmatic quantitative–qualitative study will comprehensively evaluate the feasibility of the newly developed 360ºCHILD-profile and the feasibility of conducting an RCT within the preventive setting of the CHC.</p>
      <p>This practice-derived dashboard is new in providing a holistic and structured display (in accordance with the ICF-CY framework) of the large and complex electronic CHC data sets [<xref ref-type="bibr" rid="ref13">13</xref>]. Earlier pilot studies, application tests, and qualitative user tests have already shown promising results for the relevance, comprehensibility, acceptability, reliability, and validity of the 360ºCHILD profile [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. However, these pilots and validation tests were all performed during sessions guided by researchers in order to optimize technical and visual aspects and to increase the likelihood of usability and effectiveness. Thus, this feasibility study will generate first results on usability of this promising tool within the real-life CHC practice. This study will also generate indispensable knowledge on how to test the efficacy of this practice-derived innovation in the CHC context and is a necessary and sound intermediate step in the overall multiyear mixed methods research project [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      <p>From a pragmatic viewpoint, we searched for design options that fit current research questions and CHC context. A mixed methods design with a sequential explanatory (quantitative–qualitative) setup was chosen to enable testing our a priori, practice-based hypotheses and to give voice to parents, adolescents, and caregivers to refine theory. The pragmatic approach of the feasibility RCT enables the execution of a randomized trial within the preventive and multidisciplinary field of work and generation of results that fit this context [<xref ref-type="bibr" rid="ref17">17</xref>]. The investment of time by CHC professionals is limited as much as possible; only a short training period is needed, each professional will need to recruit only 1-2 parent(s), and professionals are left close to daily practice during the “intervention” period (care as usual). Furthermore, CHC professionals in the experimental group do not have to drastically change their working method; they will present the personalized profile to parents and adolescents, but after that, all participants are free in choosing how (often) to use it. The between-group difference might seem rather subtle, but we expect it will have substantial impact. Our hypothesis is that the availability of the dashboard will automatically lead to efficiency (there is less wasting of time to search for data in the EMD and better quality of health literacy and early prevention of disease progression). Moreover, we expect that the theoretical structure of the profile will intuitively guide clinical reasoning in line with the context of CHC and PHC.</p>
      <p>Information bias will be reduced by the centralized randomization, blinding of researchers for randomization, and keeping participants unaware of the detailed study aims.</p>
      <p>Children and their parents have been chosen as the level of randomization (and not CHC professionals) to avoid bias due to differences in professionals’ working methods, characteristics, and level of experience. Contamination is avoided by virtue of the fact that, for CHC professionals in the control group, it is not possible to obtain an overview of the holistic health data from the EMD, as it is simply not available.</p>
      <p>From the original study population, a heterogeneous population of participants will be selected for semistructured interviews to provide an in-depth insight into a broad spectrum of perspectives [<xref ref-type="bibr" rid="ref33">33</xref>]. Interpretation of quantitative and qualitative data will be in coherence with each other, which strengthens the study’s internal validity and deepens our understanding of the findings.</p>
      <p>This pragmatic study will ensure adequate evaluation of the currently relevant feasibility questions, and the findings will direct our decisions concerning the 360ºCHILD-profile’s implementation in Dutch CHC practice and the design of future (effect) studies. The eventual goal of this research project is to bridge the gap between the technical design of EMDs and clinical practice to enable EMDs to efficiently support CHC in its preventive tasks and give parents access to the EMD summaries. Therefore, CHC and parents can monitor health, detect deviation of normal variance and disease progression as early as possible, and cocreate preventive strategies to protect and promote children’s health—health plans that will fit each individually unique child.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Final decision from Dutch funding agency ZonMW.</p>
        <media xlink:href="resprot_v10i3e21942_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 323 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Report of first peer-reviewer from Dutch funding agency ZonMw.</p>
        <media xlink:href="resprot_v10i3e21942_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 75 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Report of second peer-reviewer from Dutch funding agency ZonMW.</p>
        <media xlink:href="resprot_v10i3e21942_app3.pdf" xlink:title="PDF File  (Adobe PDF File), 78 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Translation of peer-reviewer reports for the grant proposal and final decision from Dutch funding agency ZonMw.</p>
        <media xlink:href="resprot_v10i3e21942_app4.docx" xlink:title="DOCX File , 27 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CAHPS</term>
          <def>
            <p>Consumer Assessment of Healthcare Providers and Systems</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CHC</term>
          <def>
            <p>child health care</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CQI</term>
          <def>
            <p>Consumer Quality Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EMD</term>
          <def>
            <p>electronic medical dossier</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ICF-CY</term>
          <def>
            <p>International Classification of Functioning, Disability and Health for Children and Youth</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PHC</term>
          <def>
            <p>personalized health care</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors thank the staff of the CHC departments in the Dutch region of South Limburg for their cooperation in designing the study and for allowing it to be conducted within their organization. This study is supported by ZonMw (grant no. 729410001)</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snyderman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yoediono</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Perspective: Prospective health care and the role of academic medicine: lead, follow, or get out of the way</article-title>
          <source>Acad Med</source>
          <year>2008</year>
          <month>08</month>
          <volume>83</volume>
          <issue>8</issue>
          <fpage>707</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1097/ACM.0b013e31817ec800</pub-id>
          <pub-id pub-id-type="medline">18667879</pub-id>
          <pub-id pub-id-type="pii">00001888-200808000-00004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snyderman</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Personalized health care: from theory to practice</article-title>
          <source>Biotechnol J</source>
          <year>2012</year>
          <month>08</month>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>973</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1002/biot.201100297</pub-id>
          <pub-id pub-id-type="medline">22180345</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pokorska-Bocci</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sagoo</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kroese</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Burton</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>'Personalized medicine': what's in a name?</article-title>
          <source>Per Med</source>
          <year>2014</year>
          <month>03</month>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>197</fpage>
          <lpage>210</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.futuremedicine.com/doi/10.2217/pme.13.107?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.2217/pme.13.107</pub-id>
          <pub-id pub-id-type="medline">29751382</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Doove</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Heller</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Feron</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>JGZ op de drempel naar gepersonaliseerde zorg</article-title>
          <source>Tijds. gezondheids.wetenschappen</source>
          <year>2013</year>
          <month>10</month>
          <day>31</day>
          <volume>91</volume>
          <issue>7</issue>
          <fpage>366</fpage>
          <lpage>367</lpage>
          <pub-id pub-id-type="doi">10.1007/s12508-013-0121-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Syurina</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Integrating Personalised Perspectives Into Child and Youth Health Care: A Long and Winding Road?</source>
          <year>2014</year>
          <publisher-loc>'s Hertogenbosch</publisher-loc>
          <publisher-name>Uitgeverij BOXPress</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Potts</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bark</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Swinglehurst</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Tensions and paradoxes in electronic patient record research: a systematic literature review using the meta-narrative method</article-title>
          <source>Milbank Q</source>
          <year>2009</year>
          <month>12</month>
          <volume>87</volume>
          <issue>4</issue>
          <fpage>729</fpage>
          <lpage>88</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20021585"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1468-0009.2009.00578.x</pub-id>
          <pub-id pub-id-type="medline">20021585</pub-id>
          <pub-id pub-id-type="pii">MILQ578</pub-id>
          <pub-id pub-id-type="pmcid">PMC2888022</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fragidis</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Chatzoglou</surname>
              <given-names>PD</given-names>
            </name>
          </person-group>
          <article-title>Development of Nationwide Electronic Health Record (ΝEHR): an international survey</article-title>
          <source>Health Policy and Technology</source>
          <year>2017</year>
          <month>06</month>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>124</fpage>
          <lpage>133</lpage>
          <pub-id pub-id-type="doi">10.1016/j.hlpt.2017.04.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Meuwissen L</collab>
          </person-group>
          <article-title>E-dossier jgz leidt nog niet tot inzicht</article-title>
          <source>Medisch Contact</source>
          <year>2013</year>
          <month>01</month>
          <day>08</day>
          <access-date>2017-10-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://medischcontact.artsennet.nl/archief-6/tijdschriftartikel/126333/edossier-jgz-leidt-nog-niet-tot-inzicht.htm">http://medischcontact.artsennet.nl/archief-6/tijdschriftartikel/126333/edossier-jgz-leidt-nog-niet-tot-inzicht.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weijers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bastiaenen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Feron</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Schröder</surname>
              <given-names>Kay</given-names>
            </name>
          </person-group>
          <article-title>Designing a personalized health dashboard: interdisciplinary and participatory approach</article-title>
          <source>JMIR Form Res</source>
          <year>2021</year>
          <month>02</month>
          <day>09</day>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>e24061</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2021/2/e24061/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24061</pub-id>
          <pub-id pub-id-type="medline">33560229</pub-id>
          <pub-id pub-id-type="pii">v5i2e24061</pub-id>
          <pub-id pub-id-type="pmcid">PMC7902185</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="book">
          <source>International Classification of Functioning, Disability and Health, Children and Youth version</source>
          <year>2007</year>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>WHO Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burnette</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Simmons</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Snyderman</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Personalized health care as a pathway for the adoption of genomic medicine</article-title>
          <source>J Pers Med</source>
          <year>2012</year>
          <month>11</month>
          <day>13</day>
          <volume>2</volume>
          <issue>4</issue>
          <fpage>232</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=jpm2040232"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/jpm2040232</pub-id>
          <pub-id pub-id-type="medline">25562362</pub-id>
          <pub-id pub-id-type="pii">jpm2040232</pub-id>
          <pub-id pub-id-type="pmcid">PMC4251371</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Syurina</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Brankovic</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Probst-Hensch</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Brand</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Genome-based health literacy: a new challenge for public health genomics</article-title>
          <source>Public Health Genomics</source>
          <year>2011</year>
          <volume>14</volume>
          <issue>4-5</issue>
          <fpage>201</fpage>
          <lpage>10</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.karger.com?DOI=10.1159/000324238"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000324238</pub-id>
          <pub-id pub-id-type="medline">21734434</pub-id>
          <pub-id pub-id-type="pii">000324238</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weijers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Feron</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bastiaenen</surname>
              <given-names>CH</given-names>
            </name>
          </person-group>
          <article-title>The 360ºCHILD-profile, a reliable and valid tool to visualize integral child-information</article-title>
          <source>Prev Med Rep</source>
          <year>2018</year>
          <month>03</month>
          <volume>9</volume>
          <fpage>29</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2211-3355(17)30179-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pmedr.2017.12.005</pub-id>
          <pub-id pub-id-type="medline">29318107</pub-id>
          <pub-id pub-id-type="pii">S2211-3355(17)30179-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC5751963</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eldridge</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Hopewell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thabane</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lancaster</surname>
              <given-names>GA</given-names>
            </name>
            <collab>PAFS consensus group</collab>
          </person-group>
          <article-title>CONSORT 2010 statement: extension to randomised pilot and feasibility trials</article-title>
          <source>Pilot Feasibility Stud</source>
          <year>2016</year>
          <month>10</month>
          <day>21</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>64</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pilotfeasibilitystudies.biomedcentral.com/articles/10.1186/s40814-016-0105-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40814-016-0105-8</pub-id>
          <pub-id pub-id-type="medline">27965879</pub-id>
          <pub-id pub-id-type="pii">105</pub-id>
          <pub-id pub-id-type="pmcid">PMC5154046</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bowen</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kreuter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Spring</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Cofta-Woerpel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Linnan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Weiner</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bakken</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Squiers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fabrizio</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>How we design feasibility studies</article-title>
          <source>Am J Prev Med</source>
          <year>2009</year>
          <month>05</month>
          <volume>36</volume>
          <issue>5</issue>
          <fpage>452</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19362699"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2009.02.002</pub-id>
          <pub-id pub-id-type="medline">19362699</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(09)00096-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC2859314</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arain</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Lancaster</surname>
              <given-names>GA</given-names>
            </name>
          </person-group>
          <article-title>What is a pilot or feasibility study? A review of current practice and editorial policy</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2010</year>
          <month>07</month>
          <day>16</day>
          <volume>10</volume>
          <fpage>67</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-10-67"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-10-67</pub-id>
          <pub-id pub-id-type="medline">20637084</pub-id>
          <pub-id pub-id-type="pii">1471-2288-10-67</pub-id>
          <pub-id pub-id-type="pmcid">PMC2912920</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yvonne Feilzer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Doing mixed methods research pragmatically: implications for the rediscovery of pragmatism as a research paradigm</article-title>
          <source>Journal of Mixed Methods Research</source>
          <year>2009</year>
          <month>10</month>
          <day>22</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>6</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.1177/1558689809349691</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Creswell</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Hirose</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mixed methods and survey research in family medicine and community health</article-title>
          <source>Fam Med Community Health</source>
          <year>2019</year>
          <month>03</month>
          <day>28</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e000086</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://fmch.bmj.com/lookup/pmidlookup?view=long&#38;pmid=32148709"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/fmch-2018-000086</pub-id>
          <pub-id pub-id-type="medline">32148709</pub-id>
          <pub-id pub-id-type="pii">fmch-2018-000086</pub-id>
          <pub-id pub-id-type="pmcid">PMC6910743</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Creswell</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Designing and Conducting Mixed Methods Research</source>
          <year>2018</year>
          <publisher-loc>Los Angeles</publisher-loc>
          <publisher-name>AGE Publications, Inc</publisher-name>
          <fpage>9781483344379</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lancaster</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dodd</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Design and analysis of pilot studies: recommendations for good practice</article-title>
          <source>J Eval Clin Pract</source>
          <year>2004</year>
          <month>05</month>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>307</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1111/j..2002.384.doc.x</pub-id>
          <pub-id pub-id-type="medline">15189396</pub-id>
          <pub-id pub-id-type="pii">JEP384</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Viechtbauer</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Smits</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kotz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Budé</surname>
              <given-names>Luc</given-names>
            </name>
            <name name-style="western">
              <surname>Spigt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Serroyen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Crutzen</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A simple formula for the calculation of sample size in pilot studies</article-title>
          <source>J Clin Epidemiol</source>
          <year>2015</year>
          <month>11</month>
          <volume>68</volume>
          <issue>11</issue>
          <fpage>1375</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2015.04.014</pub-id>
          <pub-id pub-id-type="medline">26146089</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(15)00303-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moser</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Korstjens</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Series: Practical guidance to qualitative research. Part 3: Sampling, data collection and analysis</article-title>
          <source>Eur J Gen Pract</source>
          <year>2018</year>
          <month>12</month>
          <day>04</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>9</fpage>
          <lpage>18</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29199486"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/13814788.2017.1375091</pub-id>
          <pub-id pub-id-type="medline">29199486</pub-id>
          <pub-id pub-id-type="pmcid">PMC5774281</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yperen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Eijgenraam</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Berg</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Graaf</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chênevert</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Handleiding Standaard Taxatie Ernst Problematiek</article-title>
          <source>Standaard taxatie ernst problematiek</source>
          <year>2010</year>
          <access-date>2018-01-10</access-date>
          <publisher-loc>Utrecht</publisher-loc>
          <publisher-name>NJI</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nji.nl/nl/Kennis/Publicaties/NJi-Publicaties/Handleiding-Standaard-Taxatie-Ernst-Problematiek">https://www.nji.nl/nl/Kennis/Publicaties/NJi-Publicaties/Handleiding-Standaard-Taxatie-Ernst-Problematiek</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lundh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kowalski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sundberg</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gumpert</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Landén</surname>
              <given-names>Mikael</given-names>
            </name>
          </person-group>
          <article-title>Children's Global Assessment Scale (CGAS) in a naturalistic clinical setting: inter-rater reliability and comparison with expert ratings</article-title>
          <source>Psychiatry Res</source>
          <year>2010</year>
          <month>05</month>
          <day>15</day>
          <volume>177</volume>
          <issue>1-2</issue>
          <fpage>206</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1016/j.psychres.2010.02.006</pub-id>
          <pub-id pub-id-type="medline">20334931</pub-id>
          <pub-id pub-id-type="pii">S0165-1781(10)00052-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>PEDS validation</article-title>
          <source>PEDS TEST</source>
          <year>2013</year>
          <access-date>2018-01-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pedstest.com/static/research/peds-standardization.html">https://pedstest.com/static/research/peds-standardization.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>Handleiding voor het gebruik van de SDQ binnen de Jeugdgezondheidszorg. Vragenlijst voor het signalering van psychosociale problemen bij 3-17 jarigen</article-title>
          <source>TNO Child Health</source>
          <year>2016</year>
          <access-date>2017-10-10</access-date>
          <publisher-loc>Leiden</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.captise.nl/Portals/1/Downloads/SDQ_Handleiding%20SDQ.pdf?ver=2016-10-28-053202-200">https://www.captise.nl/Portals/1/Downloads/SDQ_Handleiding%20SDQ.pdf?ver=2016-10-28-053202-200</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>What is the SDQ?</article-title>
          <source>youth in mind</source>
          <access-date>2017-10-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sdqinfo.org/a0.html">https://www.sdqinfo.org/a0.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>AO</given-names>
            </name>
          </person-group>
          <article-title>Test review: Parenting Stress Index, Fourth Edition (PSI-4)</article-title>
          <source>Journal of Psychoeducational Assessment</source>
          <year>2015</year>
          <month>09</month>
          <day>03</day>
          <volume>33</volume>
          <issue>7</issue>
          <fpage>698</fpage>
          <lpage>702</lpage>
          <pub-id pub-id-type="doi">10.1177/0734282914556069</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <source>Agency for Healthcare Research and Quality</source>
          <year>2019</year>
          <access-date>2018-01-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ahrq.gov/cahps/surveys-guidance/cg/index.html">https://www.ahrq.gov/cahps/surveys-guidance/cg/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reitsma-van</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Damman</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Sixma</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Spreeuwenberg</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rademakers</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>CQ-index Jeugdgezondheidszorg: meetinstrumentontwikkeling. Kwaliteit van de jeugdgezondheidszorg 0-19 jaar vanuit het perspectief van ouders en kinderen</article-title>
          <source>Nivel</source>
          <year>2009</year>
          <access-date>2018-01-10</access-date>
          <publisher-loc>Utrecht</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nivel.nl/nl/publicatie/cq-index-jeugdgezondheidszorg-meetinstrumentontwikkeling-kwaliteit-van-de">https://www.nivel.nl/nl/publicatie/cq-index-jeugdgezondheidszorg-meetinstrumentontwikkeling-kwaliteit-van-de</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>CAHPS Health Information Technology Item Set</article-title>
          <source>Agency for Healthcare Research and Quality</source>
          <access-date>2018-01-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ahrq.gov/cahps/surveys-guidance/item-sets/HIT/index.html">https://www.ahrq.gov/cahps/surveys-guidance/item-sets/HIT/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bellettiere</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chuang</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Quintanilla</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hofstetter</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Hovell</surname>
              <given-names>MF</given-names>
            </name>
          </person-group>
          <article-title>Association between parental barriers to accessing a usual source of care and children's receipt of preventive services</article-title>
          <source>Public Health Rep</source>
          <year>2017</year>
          <volume>132</volume>
          <issue>3</issue>
          <fpage>316</fpage>
          <lpage>325</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28358997"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0033354917699831</pub-id>
          <pub-id pub-id-type="medline">28358997</pub-id>
          <pub-id pub-id-type="pmcid">PMC5415258</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Korstjens</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Moser</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Series: Practical guidance to qualitative research. Part 4: Trustworthiness and publishing</article-title>
          <source>Eur J Gen Pract</source>
          <year>2018</year>
          <month>12</month>
          <day>05</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>120</fpage>
          <lpage>124</lpage>
          <pub-id pub-id-type="doi">10.1080/13814788.2017.1375092</pub-id>
          <pub-id pub-id-type="medline">29202616</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
