<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e50371</article-id>
      <article-id pub-id-type="pmid">38096020</article-id>
      <article-id pub-id-type="doi">10.2196/50371</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Digital Support Systems to Improve Child Health and Development in Peru: Protocol for a Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Manzanares</surname>
            <given-names>Maria</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hilty</surname>
            <given-names>Donald</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Hartinger Pena</surname>
            <given-names>Stella Maria</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3523-1725</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Mäusezahl</surname>
            <given-names>Daniel</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5639-5337</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Jäggi</surname>
            <given-names>Lena</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4695-4478</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Aguilar</surname>
            <given-names>Leonel</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6864-4492</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Alvarado Llatance</surname>
            <given-names>Milagros</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-5499-0376</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Castellanos</surname>
            <given-names>Andreana</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0005-1353-2457</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Huaylinos Bustamante</surname>
            <given-names>Maria-Luisa</given-names>
          </name>
          <degrees>Lic</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0005-7257-9247</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Hinckley</surname>
            <given-names>Kristen</given-names>
          </name>
          <degrees>EdM</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7161-3769</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Charles McCoy</surname>
            <given-names>Dana</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0896-1813</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>Ce</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8105-7505</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Fink</surname>
            <given-names>Günther</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Swiss Tropical and Public Health Institute</institution>
            <addr-line>Kreuzstrasse 2</addr-line>
            <addr-line>Allschwil, 4123</addr-line>
            <country>Switzerland</country>
            <phone>41 (0)61384 0</phone>
            <email>guenther.fink@swisstph.ch</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7525-3668</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Swiss Tropical and Public Health Institute</institution>
        <addr-line>Allschwil</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>University of Basel</institution>
        <addr-line>Basel</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Universidad Peruana Cayetano Heredia</institution>
        <addr-line>Lima</addr-line>
        <country>Peru</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Institute for Computing Platforms</institution>
        <institution>Federal Institute of Technology Zurich</institution>
        <addr-line>Zürich</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Afinidata</institution>
        <addr-line>Fort Collins, CO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Harvard Graduate School of Education</institution>
        <addr-line>Cambridge, MA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Günther Fink <email>guenther.fink@swisstph.ch</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>14</day>
        <month>12</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e50371</elocation-id>
      <history>
        <date date-type="received">
          <day>29</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>2</day>
          <month>10</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>23</day>
          <month>10</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>24</day>
          <month>10</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Stella Maria Hartinger Pena, Daniel Mäusezahl, Lena Jäggi, Leonel Aguilar, Milagros Alvarado Llatance, Andreana Castellanos, Maria-Luisa Huaylinos Bustamante, Kristen Hinckley, Dana Charles McCoy, Ce Zhang, Günther Fink. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 14.12.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2023/1/e50371" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Children living in low and middle-income countries (LMICs) are at greater risk for experiencing adversities that can undermine their health and early development. Recently launched digital early childhood development (ECD) programs attempt to support families with young children in their home environments using digital technologies. However, relatively little is known regarding the effectiveness of these new technologies.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The goal of this study is to rigorously assess the reach, effectiveness, and cost-effectiveness of a newly developed digital ECD platform called Afini. The Afini platform was designed to support parents of young children in low-resource settings to improve ECD and interact with caregivers through messenger services and a chatbot.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This is a 3-arm cluster randomized controlled trial. In total, 2471 caregivers and their 3- to 9-month-old children were enrolled in the study across 164 study clusters in the San Marcos, Cajabamba, and Cajamarca provinces of Peru. Clusters of participants were randomly assigned to 1 of 3 groups: a control group (72 community clusters and 980 caregiver-child dyads), a home visit intervention group (20 community clusters and 316 caregiver-child dyads), and an Afini intervention group (72 community clusters and 1175 caregiver-child dyads). Families in the control group receive no focused ECD intervention. The home visit group is receiving biweekly home visits by a trained field staff following the national ECD program (<italic>Programa Nacional Cuna Más</italic>) curriculum and training guidelines. Caregivers in the Afini group are receiving ECD activities and advice through the digital platform. The primary study outcome is children’s overall development at the age of 2.5 years, using the internationally validated long form of the Global Scales for Early Development. Secondary outcomes include caregiver engagement; caregiver mental health; screen time; as well as caregiver reports of children’s motor, cognitive, language, and socioemotional development measured through locally piloted and validated tools.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Enrollment started in September 2021 and ended in March 2023. Endline assessments will take place between August 2023 and September 2024.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study is, to our knowledge, the first to rigorously assess the effectiveness and cost-effectiveness of digital ECD technologies in LMICs. Given the large number of children in LMICs currently receiving only limited external support, the evaluated platform has the potential to improve the short- and long-term well-being of millions of children and their parents globally.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT05202106; https://clinicaltrials.gov/ct2/show/NCT05202106</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/50371</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>child development</kwd>
        <kwd>digital support</kwd>
        <kwd>parenting</kwd>
        <kwd>Peru</kwd>
        <kwd>child</kwd>
        <kwd>children</kwd>
        <kwd>childhood</kwd>
        <kwd>parent</kwd>
        <kwd>parents</kwd>
        <kwd>parenting</kwd>
        <kwd>education</kwd>
        <kwd>support</kwd>
        <kwd>parental</kwd>
        <kwd>cost</kwd>
        <kwd>low income</kwd>
        <kwd>low resource</kwd>
        <kwd>digital health</kwd>
        <kwd>platforms</kwd>
        <kwd>pediatric</kwd>
        <kwd>pediatrics</kwd>
        <kwd>eHealth</kwd>
        <kwd>e-health</kwd>
        <kwd>RCT</kwd>
        <kwd>RCTs</kwd>
        <kwd>randomized</kwd>
        <kwd>controlled trial</kwd>
        <kwd>development</kwd>
        <kwd>scalable</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>According to the World Health Organization, early life adversity affects more than 250 million children younger than 5 years, making it more difficult for them to reach their developmental potential [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Chronic poverty, malnutrition, and high exposure to infectious diseases undermine children’s development in their early years [<xref ref-type="bibr" rid="ref1">1</xref>] and limit their physical and cognitive development over time. The most recent estimates suggest that 30% of children younger than 5 years in low and middle-income countries (LMICs) are stunted [<xref ref-type="bibr" rid="ref3">3</xref>], and 37% of children aged 3-4 years display deficits in their cognitive or socioemotional development [<xref ref-type="bibr" rid="ref4">4</xref>]. Interventions targeted at this early life stage are crucial for creating environments that support healthy development [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref8">8</xref>] and ensuring children’s long-term economic and overall well-being [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>Home visiting programs have emerged as one of the most promising and popular approaches for improving child health and well-being in both high- and low-income settings [<xref ref-type="bibr" rid="ref10">10</xref>], with successful implementation in Bangladesh [<xref ref-type="bibr" rid="ref11">11</xref>], Brazil [<xref ref-type="bibr" rid="ref12">12</xref>], Colombia [<xref ref-type="bibr" rid="ref13">13</xref>], Jamaica [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], Pakistan [<xref ref-type="bibr" rid="ref16">16</xref>], Peru [<xref ref-type="bibr" rid="ref17">17</xref>], and South Africa [<xref ref-type="bibr" rid="ref18">18</xref>]. These programs involve training community agents on child development and having them meet with mothers or parents weekly, biweekly, or monthly to discuss their children’s overall well-being. They provide practical guidance to caregivers on creating a healthy and developmentally stimulating environment in the home. Home visiting programs usually have a structured curriculum containing essential child health and development topics that are covered during each home visit. Despite consistently positive impacts on maternal [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>] and child well-being [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>], most countries have not adopted home visiting programs at scale due to the high cost and logistical efforts associated with them. In Peru, the state-run national early childhood development (ECD) program (<italic>Programa Nacional Cuna Más</italic> [PNCM]) provides a crèche-based intervention in urban and periurban settings and traditional home visits by trained agents in rural settings [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      <p>The rapid rise in cell phone coverage globally [<xref ref-type="bibr" rid="ref25">25</xref>] and the introduction of mobile computing devices such as smartphones and tablets have created new opportunities for health and social systems to engage with patients and parents at scale [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>], resulting in a rapid growth in the development of software apps for these platforms [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref34">34</xref>]. Additionally, new mobile phone contracts that offer low-income families access to basic messaging software (such as WhatsApp and Facebook messengers) without formal data contracts have also contributed to the expansion. Such light messenger-only data plans allow users to share information, pictures, and videos on messaging platforms without incurring any cost per message or upload. In our pilot study, 84.4% (152/180) of families owned a smartphone and 94% (169/180) had internet connectivity at home [<xref ref-type="bibr" rid="ref35">35</xref>]. In this setting, new artificial intelligence (AI)–based ECD technologies using automated chatbots to interact with caregivers of young children seem to be a potentially attractive new option to support parents and their children.</p>
      <p>In this project, we will test whether one of these newly developed digital platforms, called Afini [<xref ref-type="bibr" rid="ref36">36</xref>], can be effective at improving children’s development in a remote population in high-altitude rural Andean Peru. Through this study, we wish to assess the reach, impact, and scalability of the newly developed Afini platform as a tool for improving children’s early development; the subaims are to (1) improve the functionality and usefulness of the Afini platform through qualitative and quantitative feedback and to integrate of state-of-the-art machine learning algorithms, (2) assess the cost and cost-effectiveness of Afini platform as a tool, and (3) disseminate the findings to our targeted population and reach out to the policy makers for further scalability of digital platform initiatives on ECD.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Setting</title>
        <p>The study is conducted in 3 provinces of the Cajamarca region (San Marcos, Cajabamba, and Cajamarca) in the Northern Andes of Peru. The altitude in the study area ranges between 1900 and 3900 m above sea level. The region is predominantly rural and has a large share of low-resource and remote households engaged in farming, making it representative of many rural and periurban settings in Andean South America. The majority (80%) have regular access to social media platforms [<xref ref-type="bibr" rid="ref35">35</xref>]. Communities were classified in accordance with the Peruvian National Institute of Statistics and Informatics as urban (communities with &#62;2000 inhabitants with contiguous and grouped homes forming streets) or rural (scattered or grouped houses of up to 2000 inhabitants per community [<xref ref-type="bibr" rid="ref37">37</xref>]). The study area is partially covered by PNCM.</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>The study was designed and adapted based on a field-testing phase completed over a period of 5 months from February to July 2021. During the test phase, we conducted a mixed method feasibility pilot to test the reach, reception, and use of the Afini parenting platform. Specifically, we (1) systematically assessed internet connectivity in the greater study region, (2) conducted focus groups and in-depth interviews to adapt Afini to the local cultural context, and (3) assessed use over time and satisfaction with Afini in a sample of 280 mothers with children up to 2 years of age and smartphone access [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>The study was designed as a 3-arm parallel cluster randomized controlled trial to assess the Afini platform’s effectiveness in improving ECD outcomes relative to a control group receiving no additional intervention as well as relative to a home visit group receiving an ECD home stimulation intervention (gold standard). The trial enrolled 2471 caregivers and their 3- to 9-month-old children across 164 community clusters from September 2021 to March 2023. As described above, communities were randomly assigned to the three study groups: (1) a control group receiving no additional ECD support (72 community clusters and 980 caregiver-child dyads), (2) a home visit intervention group receiving a biweekly home visit by a trained field staff following the national ECD program PNCM curriculum and training guidelines (20 community clusters and 316 caregiver-child dyads), and (3) the Afini intervention group receiving ECD activities and advice through the digital Afini platform (72 community clusters and 1175 caregiver-child dyads).</p>
      </sec>
      <sec>
        <title>Description of the Study Groups and Intervention</title>
        <sec>
          <title>Control Group</title>
          <p>The control group comprises families that receive the regular level of mother and newborn child health care in the region. They have not been benefitting from any ECD program or intervention, but they may have sought assistance regarding parenting from within their network. This study group is only visited once at the beginning (baseline survey) and once at the end of the study (endline survey and assessment).</p>
        </sec>
        <sec>
          <title>Home Visit Intervention Group</title>
          <p>Home visits are considered the gold standard for enhancing child health and development in LMICs [<xref ref-type="bibr" rid="ref21">21</xref>]. Families in the home visit intervention group (home visit group) receive support through biweekly home visits following the nationally developed and validated curriculum of the national ECD program PNCM. The PNCM program offers home visits to low-income families residing in rural areas (<italic>Servicio de Acompañamiento a Familias</italic>) and daycare services in urban settings (<italic>Servicio de Cuidado Diurno</italic>) [<xref ref-type="bibr" rid="ref23">23</xref>]. Specifically, all families in the home visit group are receiving biweekly home visits by our trained field staff from when their children turn 6 months until endline assessments at approximately 2.5 years of age. Trained staff members visit families at home every 2 weeks. During these visits, they follow a structured (age-specific) curriculum to educate parents on engaging in educational activities and games for daily interaction with their children, actively play with the child, and provide parents with a set of age-appropriate toys every 3 months. The toys and activities were designed in Peru to promote their children’s psychomotor, cognitive, language, and socioemotional development.</p>
        </sec>
        <sec>
          <title>Afini Intervention Group</title>
          <p>Caregivers in the Afini intervention group (Afini group) were introduced to the Afini digital system on Facebook Messenger during the study baseline visit. During the initial setup, families registered the child’s day of birth and other demographics for Afini to recommend a first educational activity.</p>
          <p>After this initial visit, caregivers received automated weekly alerts with personalized content from Afini over Facebook Messenger. Specifically, the Afini system sent weekly reminders to engage in age-specific, health- and development-promoting activities as well as general information on child development and the child's progress. Afini was available for families 24/7, and families could request up to 4 personalized educational activities for their child, ask for advice, or ask any questions related to child development to the Afini chatbot system at any time. The personalization of content works based on the child’s age, initial child development assessment on the platform, and user preferences (ratings) for each educational content.</p>
          <p>After approximately 1 year, caregivers in the Afini group will receive a short home visit to ensure they can still connect to the system. Caregivers continue to use Afini independently until they are visited at the end of the study (endline survey and assessment).</p>
          <p>The Afini platform is a digital parental support platform for children younger than 5 years in LMIC settings. The platform can be accessed via Facebook Messenger, WhatsApp, or an independent Afini app. Once connected, the Afini content recommender system uses AI to learn about individual children’s needs and recommends content or ideas for activities that caregivers can practice at home together with their child. The platform tracks child development and caregivers can contact the assistant chatbots at any time to receive general advice on child development and parenting. Afini offers over 1500 age-specific, health- and development-promoting activities, articles, and tips to caregivers. Afini’s educational activities, tips, and content are designed in a fun, simple way and with materials that are commonly found at home. All Afini contents offered to caregivers in the Afini group were developed by early development experts and revised by local experts in Cajamarca [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Ancillary Studies</title>
        <p>In order to assess whether the usage and impact of Afini can be improved through incentives, a total of 20 study clusters among the 72 Afini intervention clusters were randomly selected for additional top-up intervention. Within these 20 clusters, all caregivers with a prepaid phone plan with either Claro or Bite phone operators were eligible to receive small biweekly data credit transfers with a value of between US $0.8 and US $2. The credit transfers can be used for unlimited access to WhatsApp and Facebook Messenger for 1-3 days, depending on the provider; the monetary value of US $2 corresponds to half a kilo of chicken at a local market. We will assess the marginal impact on the use and development of these incentives as well as their relative cost-effectiveness.</p>
        <p>In addition, and to increase the generalizability across the country, we added a comparison group composed of families participating in the existing governmental PNCM program. These families were screened during the enrollment of the main trial and excluded due to their participation in another ECD program; they became eligible for the ancillary study. This PNCM comparison group comprises 237 caregiver-child dyads and is treated the same as a natural control group without intervention. This group was not randomly selected or assigned and will thus mostly be used for descriptive purposes and to provide further context for this study. In summary, the project thus included 2471 trial participants and 237 comparison group participants, totaling 2708 project participants.</p>
      </sec>
      <sec>
        <title>Sample Size Calculations</title>
        <p>The study is powered to detect a 0.25 SD difference in normalized child development <italic>z</italic> scores (mean 0, SD 1) at the age 2 years between the Afini group and the control group and a difference of 0.5 SD in <italic>z</italic> scores between the home visit group and the control group. These calculations are based on the following assumptions: (1) an average of 15 (SD 5) children per village or study cluster, (2) an intraclass correlation of 0.12, (3) α=.05, and (4) an attrition rate of 15%. The estimated normalized effect size of 0.5 SD was based on 2 recent reviews of ECD home visiting programs [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. We conservatively anticipate the Afini platform to only reach about half the target population and, thus expect an intention-to-treat effect size of 0.25 SD. Our assumptions regarding intraclass correlations, number of children per cluster, and attrition rates are based on a recently completed ECD-focused study in the same area [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      </sec>
      <sec>
        <title>Recruitment</title>
        <p>Recruitment occurred continuously over 18 months with a target to enroll 2460 caregiver-child dyads. To identify potential children, the local health facilities’ birth registries from San Marcos, Cajamarca, and Cajabamba were used. All children between 3 and 9 months of age identified during the recruitment period in the study catchment area were eligible. All families that complied with the eligibility criteria were visited in person by study staff and invited to participate. The only reasons for exclusion were if the (1) caregiver and child intended to migrate outside the study area within the next 12 months, (2) child had a diagnosis of congenital abnormalities or a disability such as deafness or blindness (as reported by the caregiver), and (3) child already participated in the national PNCM program and did not belong to the PNCM comparison group. The study was built on a long-standing relationship of the research team with the regional and local health centers that facilitated recruitment.</p>
      </sec>
      <sec>
        <title>Randomization Process</title>
        <p>Stratified constrained randomization was used to ensure both spatial and covariate balance across groups. As study strata, 3 study provinces (Cajamarca, Cajabamba, and San Marcos) were used. Within each stratum, communities were allocated with ratios 3.6:1:3.6 for the control group, home visit group, and the Afini group, resulting in a final sample of 72 clusters in both the control group and Afini group and 20 clusters in the home visit group. A total of 1000 potential cluster allocations were randomly drawn using the Stata SE (version 16.0; Stata Corp) software package. We then chose the allocation minimizing mean differences across the 3 arms concerning variables such as cluster population size, cluster number of births, cluster altitude, household cell phone ownership, education of caregiver, and household wealth. Information on these covariates was obtained from governmental sources and validated by our field staff.</p>
      </sec>
      <sec>
        <title>Primary and Secondary Outcome Measures</title>
        <p>The primary study outcome will be children’s overall development at the age of 2.5 years. Children’s development will be assessed using the long form of the Global Scales for Early Development (GSED) [<xref ref-type="bibr" rid="ref38">38</xref>]. The GSED is a new global open access tool designed to provide a standardized method for measuring the development of children up to 36 months of age in low-resource settings. We will use the long form of the GSED tool, which allows for a direct assessment of children’s development through trained assessors.</p>
        <p>Secondary outcomes include (1) caregiver-reported early child development in motor, cognitive, language, and socio-emotional domains; (2) quality of a caregiver-child relationship; (3) screen time with and without a child being present; (4) primary female caregiver’s parenting behaviors; (5) parenting attitudes; and (6) mental health. <xref ref-type="table" rid="table1">Table 1</xref> summarizes the measures to be collected at baseline and endline—all measures will be applied to the full sample, that is, to all participants independent of their random group assignment. Given that children were very young at baseline (6 months on average), detailed assessments of child development and caregiver-child interactions seemed unlikely to yield much insight at baseline. For overall child development, we used a caregiver report (Caregiver Reported Early Development Instruments [<xref ref-type="bibr" rid="ref39">39</xref>]) at baseline and will use a more detailed direct observation tool (GSED) at endline. Sociodemographic factors collected at baseline will be used as controls in the final analysis.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Overview of constructs and measures used at baseline and endline.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="730"/>
            <col width="240"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Construct and measures</td>
                <td>Time of assessment</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Child development (assessment)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Child assessment (GSED<sup>a</sup> Long Form) [<xref ref-type="bibr" rid="ref38">38</xref>]</td>
                <td>Endline</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Child development (parent report)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>CREDI<sup>b</sup> Long Form [<xref ref-type="bibr" rid="ref39">39</xref>]</td>
                <td>Baseline</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>CREDI Short form [<xref ref-type="bibr" rid="ref39">39</xref>]</td>
                <td>Endline</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Parent-child relationship quality</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Observation of Mother-Child Interaction [<xref ref-type="bibr" rid="ref40">40</xref>]—adapted version</td>
                <td>Endline</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>ARI‐CP 2-5<sup>c</sup> questionnaire [<xref ref-type="bibr" rid="ref41">41</xref>] adapted short form</td>
                <td>Endline</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Child information</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nutrition, health and health insurance status, participation in ECD<sup>d</sup> programs</td>
                <td>Baseline and endline</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Anthropometrics</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Child weight at birth (reported)</td>
                <td>Baseline</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Child weight and height (measured)</td>
                <td>Endline</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Household demographics</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Household composition and assets; education, age, and so on of mother and father</td>
                <td>Baseline</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Economic activity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The main occupation for parents, membership in government support programs and COVID-19 support</td>
                <td>Baseline</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Negative household events</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Household shocks questionnaire</td>
                <td>Endline</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Phone network or internet availability and use</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Availability of phone, knowledge and use of apps, money spent on the phone, and phone use</td>
                <td>Baseline</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Digital literacy</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Digital Literacy Scale [<xref ref-type="bibr" rid="ref42">42</xref>]</td>
                <td>Baseline</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Satisfaction with Afini (Afini group) and phone use</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Use and satisfaction with Afini and phone use</td>
                <td>Endline</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Stimulation materials and experiences</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Family Care Indicators [<xref ref-type="bibr" rid="ref43">43</xref>]</td>
                <td>Baseline and endline</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Parenting behaviors, attitudes, and knowledge</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Parenting questionnaire (under development)</td>
                <td>Endline</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Maternal social support</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social support questionnaire</td>
                <td>Baseline and endline</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Maternal mental health</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Depression, Anxiety, and Stress scale [<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>Baseline and endline</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Location</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>GPS data</td>
                <td>Baseline and endline</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>GSED: Global Scales for Early Development.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>CREDI: Caregiver Reported Early Development Instruments.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>ARI‐CP 2-5: Attachment Relationship Inventory Caregiver Perception 2-5 years.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>ECD: early childhood development.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Data Collection</title>
        <sec>
          <title>Baseline Assessments</title>
          <p>Upon caregivers’ consent, all caregivers completed a baseline survey, including household demographics, household structure, household poverty and income, educational attainment, child assets, household member interactions with the child, caregiver mental health, social support, and digital literacy. The baseline survey also collected data on the child’s age, sex, twin status, gestational length, birthweight, and attendance of daycare or other child- and household-supporting services as well as children’s early development using the Caregiver Reported Early Development Instruments tool [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
        </sec>
        <sec>
          <title>End-of-Study Assessments</title>
          <p>The endline surveys will occur when children reach 2.5 years of age, which will begin in September 2023. <xref ref-type="table" rid="table2">Table 2</xref> shows an overview of the study timeline.</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Study timeline and project activities.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="260"/>
              <col width="740"/>
              <thead>
                <tr valign="top">
                  <td>Time period</td>
                  <td>Description of project activities</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>July 2020 to January 2021</td>
                  <td>Study setup, software development, and ethics board approval</td>
                </tr>
                <tr valign="top">
                  <td>February to July 2021</td>
                  <td>Field testing and finalizing tool development and high-frequency feedback to the programming team</td>
                </tr>
                <tr valign="top">
                  <td>September 2021 to March 2023</td>
                  <td>Enrollment and baseline survey of 2471 small children and their caregivers in the main trial plus 237 small children and their caregivers in the comparison group (total 2708 project participants)</td>
                </tr>
                <tr valign="top">
                  <td>September 2021 to August 2024</td>
                  <td>Parenting interventions</td>
                </tr>
                <tr valign="top">
                  <td>August 2023 to September 2024</td>
                  <td>Endline survey and assessments</td>
                </tr>
                <tr valign="top">
                  <td>October 2024 to February 2025</td>
                  <td>Data analysis</td>
                </tr>
                <tr valign="top">
                  <td>March 2025</td>
                  <td>Study dissemination event</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <p>The end-of-study assessment will involve gathering information on child development, maternal mental health, mother-child interactions, and parenting attitudes toward the child. To measure the primary outcome, we will use the GSED assessment tool [<xref ref-type="bibr" rid="ref38">38</xref>]. Secondary outcomes include (1) caregiver-reported early child development in motor, cognitive, language, and socioemotional domains; (2) the quality of a caregiver-child relationship; (3) screen time with and without the child being present; (4) primary female caregiver’s parenting behaviors; (5) parenting attitudes; and (6) mental health. <xref ref-type="table" rid="table1">Table 1</xref> provides details on the instruments used.</p>
        </sec>
      </sec>
      <sec>
        <title>Additional Data Collection</title>
        <p>To monitor and ensure the quality of the Afini platform, we collect data on users’ platform usage and interactions with the system for the Afini group. These data include activities dispatched to the users, users’ ratings, and feedback on the activities and questions asked. This data access is restricted to the service developers and maintainers and associated with an anonymized internal ID. Through these data, we identify users that have been “recently active” in the platform, which we define as having interacted with the service in any way in the past 15 days. A randomly selected subset of households in the Afini group, qualifying as “recently active,” receives a small biweekly data credit transfer (US $0.8 to US $2.0) to evaluate a potential increase in the use of the platform through small rewards. The data transfer cost and value depend on the service provider (Claro and Bitel) and the aggregator used to perform the credit transfer (Reloadly and DTOne), with these costs increasing within that range from the start of the reward program.</p>
      </sec>
      <sec>
        <title>Home Visits</title>
        <p>For each home visit, a short visit form was completed to document the time and date, topics covered, and toys delivered. Additionally, we collected information about the play environment, the toys available, and the interactions between the caregiver and the child at the time of the visit.</p>
        <p><xref ref-type="table" rid="table3">Table 3</xref> provides an overview of all study activities. Recruitment and baseline surveys started in the third quarter of 2021. Given the prerandomization of clusters to treatment, interventions were initiated directly after baseline in September 2021, gradually increasing sample sizes in all arms. Recruitment was completed in January 2021, and the first households were scheduled to complete the endline assessment (and exit the study) in September 2023. Interventions will continue (with a steadily decreasing number of households) until the last household completes the endline survey and exits the study in late 2024.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Overview of study activities<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="300"/>
            <col width="30"/>
            <col width="30"/>
            <col width="30"/>
            <col width="30"/>
            <col width="0"/>
            <col width="30"/>
            <col width="30"/>
            <col width="30"/>
            <col width="30"/>
            <col width="0"/>
            <col width="30"/>
            <col width="30"/>
            <col width="30"/>
            <col width="30"/>
            <col width="0"/>
            <col width="30"/>
            <col width="30"/>
            <col width="30"/>
            <col width="220"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Study activity</td>
                <td colspan="19">Year and quarter</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="5">2021</td>
                <td colspan="5">2022</td>
                <td colspan="5">2023</td>
                <td colspan="4">2024</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>1</td>
                <td>2</td>
                <td>3</td>
                <td>4</td>
                <td colspan="2">1</td>
                <td>2</td>
                <td>3</td>
                <td>4</td>
                <td colspan="2">1</td>
                <td>2</td>
                <td>3</td>
                <td>4</td>
                <td colspan="2">1</td>
                <td>2</td>
                <td>3</td>
                <td>4</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="21">
                  <bold>Data collection</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Baseline survey</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>✓</td>
                <td colspan="2">✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td colspan="2">✓</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Afini user data collection</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>✓</td>
                <td colspan="2">✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td colspan="2">✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td colspan="2">✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Home visit logs</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>✓</td>
                <td colspan="2">✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td colspan="2">✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td colspan="2">✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Endline data collection</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>✓</td>
                <td colspan="2">✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="21">
                  <bold>Interventions</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Home visits</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>✓</td>
                <td colspan="2">✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td colspan="2">✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td colspan="2">✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Afini system use</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>✓</td>
                <td>✓</td>
                <td colspan="2">✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td colspan="2">✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td colspan="2">✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Summarizes data collection and intervention activities. Each cell corresponds to a quarter in the 2021-2024 period. Active data collection periods and active intervention periods are marked with a ✓.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>After confirming the psychometric reliability and validity of our key variables, we will perform a descriptive analysis (means and percentages) for the main characteristics and calculate prevalence and proportions for the primary outcomes. We will use standard linear regression models to assess the impact of the 2 intervention arms on child development. The primary outcome variable will be overall development as measured by the GSED, normalized to a developmental <italic>z</italic> score with a mean (0, SD 1) in the global reference population. Our primary empirical approach will be intent-to-treat, that is, comparing average outcomes across the 3 arms (independent of intervention compliance) with average outcomes in the control group. We will also conduct additional per-protocol analyses measuring mean differences between compliant children in the intervention arms with compliant children in the control group. For the home visit group, compliance will be defined as receiving at least 18 out of the 36 anticipated visits over the 18-month intervention period. Compliance with the Afini intervention will be defined as having interacted with the system at least once per month for at least 6 months in the observation period. Cluster-robust standard errors will be used to account for the cluster-level randomization of the intervention. Separate models will be estimated with and without baseline covariates.</p>
        <p>Specifically, we will assess and control for household factors, caregiver factors, and child factors. Structural equation modeling will be used to test subgroup and mediation effects.</p>
        <p>We will calculate the intervention’s cost-effectiveness by comparing the developmental outcomes observed in the 2 intervention arms to the average developmental levels in the control arm to the costs of the 2 interventions per child.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The study was approved by the University Peruana Cayetano Heredia institutional review board in Lima, Peru (SIDISI: 202522-Ref 030-03-21) and the Ethics Commission for Northwest and Central Switzerland (EKNZ: AO_2021-00002). All participants signed an informed consent before participating in any project-related activity. Verbal consent was asked for key informant interviews and focus group discussions during the pilot phase. The nature of the study was thoroughly explained to all participants, and all questions were answered before obtaining informed consent. Community leaders and local authorities are aware of the study.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>As shown in <xref ref-type="table" rid="table2">Table 2</xref>, enrollment and baseline data collection were completed in March 2023, and endline assessments were launched in September 2023. <xref ref-type="table" rid="table4">Table 4</xref> shows descriptive statistics for the baseline sample by study arm. On average, children were 5 months old at baseline, 49.9% (1223/2452) were female, 8.1% (199/2452) had low birthweight (&#60;2500 g at birth), and 97.5% (2391/2452) of children had a child health card. On average, mothers were 28 years old and considered literate. Fathers were slightly older, with an average age of 31.5 years at baseline, and had slightly higher education levels than mothers. The average household consisted of 2.5 adults and 1 additional child (sibling).</p>
      <table-wrap position="float" id="table4">
        <label>Table 4</label>
        <caption>
          <p>Descriptive statistics.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="220"/>
          <col width="80"/>
          <col width="80"/>
          <col width="100"/>
          <col width="0"/>
          <col width="80"/>
          <col width="80"/>
          <col width="100"/>
          <col width="0"/>
          <col width="80"/>
          <col width="80"/>
          <col width="100"/>
          <thead>
            <tr valign="top">
              <td>Characteristics</td>
              <td colspan="4">Control (n=962)</td>
              <td colspan="4">Home visits (n=315)</td>
              <td colspan="3">Afini (n=1175)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Observations, n</td>
              <td>Clusters, n</td>
              <td>Mean (SE)</td>
              <td colspan="2">Observations, n</td>
              <td>Clusters, n</td>
              <td>Mean (SE)</td>
              <td colspan="2">Observations, n</td>
              <td>Clusters, n</td>
              <td>Mean (SE)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Child age (months)</td>
              <td>959</td>
              <td>67</td>
              <td>5.0 (0.11)</td>
              <td colspan="2">315</td>
              <td>19</td>
              <td>5.1 (0.22)</td>
              <td colspan="2">1169</td>
              <td>78</td>
              <td>5.1 (0.10)</td>
            </tr>
            <tr valign="top">
              <td>Child is female</td>
              <td>954</td>
              <td>67</td>
              <td>0.51 (0.02)</td>
              <td colspan="2">314</td>
              <td>19</td>
              <td>0.48 (0.03)</td>
              <td colspan="2">1172</td>
              <td>78</td>
              <td>0.50 (0.01)</td>
            </tr>
            <tr valign="top">
              <td>Child has a health card</td>
              <td>959</td>
              <td>67</td>
              <td>0.98 (0.01)</td>
              <td colspan="2">315</td>
              <td>19</td>
              <td>0.97 (0.01)</td>
              <td colspan="2">1169</td>
              <td>78</td>
              <td>0.98 (0.01)</td>
            </tr>
            <tr valign="top">
              <td>Child born &#60;2500 g</td>
              <td>949</td>
              <td>67</td>
              <td>0.08 (0.01)</td>
              <td colspan="2">308</td>
              <td>19</td>
              <td>0.10 (0.02)</td>
              <td colspan="2">1152</td>
              <td>78</td>
              <td>0.08 (0.01)</td>
            </tr>
            <tr valign="top">
              <td>CREDI<sup>a</sup> score</td>
              <td>950</td>
              <td>67</td>
              <td>43.0 (0.066)</td>
              <td colspan="2">307</td>
              <td>19</td>
              <td>43.0 (0.163)</td>
              <td colspan="2">1163</td>
              <td>78</td>
              <td>43.2 (0.065)</td>
            </tr>
            <tr valign="top">
              <td>Mother’s age (years)</td>
              <td>945</td>
              <td>67</td>
              <td>27.7 (0.26)</td>
              <td colspan="2">311</td>
              <td>19</td>
              <td>28.6 (0.48)</td>
              <td colspan="2">1155</td>
              <td>78</td>
              <td>28.0 (0.22)</td>
            </tr>
            <tr valign="top">
              <td>Mother is literate</td>
              <td>941</td>
              <td>67</td>
              <td>0.98 (0.01)</td>
              <td colspan="2">307</td>
              <td>19</td>
              <td>0.97 (0.01)</td>
              <td colspan="2">1151</td>
              <td>77</td>
              <td>0.99 (0.004)</td>
            </tr>
            <tr valign="top">
              <td>Mother education level</td>
              <td>944</td>
              <td>67</td>
              <td>3.2 (0.08)</td>
              <td colspan="2">310</td>
              <td>19</td>
              <td>3.2 (0.23)</td>
              <td colspan="2">1154</td>
              <td>78</td>
              <td>3.4 (0.08)</td>
            </tr>
            <tr valign="top">
              <td>Father’s age (years)</td>
              <td>843</td>
              <td>66</td>
              <td>31.2 (0.26)</td>
              <td colspan="2">277</td>
              <td>18</td>
              <td>32.1 (0.52)</td>
              <td colspan="2">1027</td>
              <td>76</td>
              <td>31.6 (0.26)</td>
            </tr>
            <tr valign="top">
              <td>Father is head of household</td>
              <td>844</td>
              <td>66</td>
              <td>0.94 (0.01)</td>
              <td colspan="2">277</td>
              <td>18</td>
              <td>0.94 (0.02)</td>
              <td colspan="2">1026</td>
              <td>76</td>
              <td>0.94 (0.01)</td>
            </tr>
            <tr valign="top">
              <td>Father education level</td>
              <td>832</td>
              <td>66</td>
              <td>3.5 (0.07)</td>
              <td colspan="2">267</td>
              <td>18</td>
              <td>3.5 (0.22)</td>
              <td colspan="2">1007</td>
              <td>76</td>
              <td>3.7 (0.07)</td>
            </tr>
            <tr valign="top">
              <td>SES<sup>b</sup> index</td>
              <td>957</td>
              <td>67</td>
              <td>2.9 (0.12)</td>
              <td colspan="2">315</td>
              <td>19</td>
              <td>3.1 (0.29)</td>
              <td colspan="2">1169</td>
              <td>78</td>
              <td>3.2 (0.12)</td>
            </tr>
            <tr valign="top">
              <td>Stimulation index</td>
              <td>868</td>
              <td>66</td>
              <td>3.4 (0.06)</td>
              <td colspan="2">285</td>
              <td>19</td>
              <td>3.4 (0.14)</td>
              <td colspan="2">1076</td>
              <td>78</td>
              <td>3.5 (0.06)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table4fn1">
            <p><sup>a</sup>CREDI: Caregiver Reported Early Development Instruments.</p>
          </fn>
          <fn id="table4fn2">
            <p><sup>b</sup>SES: socioeconomic status.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>We anticipate completing the endline assessments in September 2024 and presenting final trial results to the local and national governments in Peru in early 2025.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this study, we present the design and setup of a cluster randomized trial to evaluate the effectiveness and cost-effectiveness of Afini, a digital platform that provides digital support to children from 0 to 7 years of age. The trial compares the developmental improvement achievable through the Afini platform to developmental improvements achievable through home visits, which currently are considered the gold standard in this field. While home visits offer the advantage of personal interactions with caregivers, the main benefits of new technologies, such as Afini, lie in their flexibility. Using a chatbot and AI system, Afini efficiently and automatically takes into account the caregiver’s and child’s preferences. It then offers age-specific recommendations for development-promoting activities that parents can undertake with their children whenever they have the time for such interactions. The platform also provides advice on early child development, well-being, and health similar to the contents typically delivered through ECD home visits.</p>
        <p>The proposed trial is innovative and timely for several reasons. Due to the rapid global increase in cell phone coverage [<xref ref-type="bibr" rid="ref25">25</xref>], there are now unprecedented opportunities for health and education systems to interact with patients and families and intervene at scale effectively and efficiently [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. These advances have paved the way for the development and use of parenting support platforms as a means of engagement [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. However, several key questions must be addressed before such platforms can be used in remote and resource-constrained settings. These include understanding their reach and actual impact on child development. Additionally, it remains unclear whether these technologies can be scaled to populations with limited digital literacy.</p>
        <p>Understanding the extent to which digital platforms can reach low-income communities and families is crucial for understanding the feasibility and effectiveness of digital platforms in addressing the needs of vulnerable populations. During our formative research, we were particularly concerned about the challenges related to technology access, internet connectivity, and affordability. However, our early findings indicated that the large majority of mothers with young children had internet and smartphone access. Furthermore, 2 months after baseline, 84% of mothers reported using the platform at least once, and 87% rated it as useful [<xref ref-type="bibr" rid="ref35">35</xref>]. Similar studies conducted in LMICs have also reported high acceptance of digital parenting interventions [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>] and good reach for mobile health interventions to improve maternal and child health [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. However, the majority of existing data on digital parenting support interventions during early childhood has been collected in high-income countries [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. While those studies show promise in parenting outcomes and engagement, such as enhancing parental self-efficacy [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>], data from LMIC contexts are largely missing. Furthermore, to date, limited data exist on digital parenting interventions’ impact on child development, with few randomized controlled trials [<xref ref-type="bibr" rid="ref51">51</xref>], and many studies still in the piloting stages, with small samples, or in ongoing data collection [<xref ref-type="bibr" rid="ref52">52</xref>-<xref ref-type="bibr" rid="ref54">54</xref>].</p>
        <p>Our second question revolves around the impact of digital platforms on caregiver-child interactions and child development in low-resource communities. Caregiver-child interactions are vital for a child’s early development, and it is important for a digital platform targeting households in low-resource communities to facilitate positive and developmentally appropriate caregiver-child interactions. A study conducted in the United States examined the availability and quality of the apps in app stores and found very few apps offering tailored materials to parents instead of promoting generic guidance that may have limited usefulness in certain contexts [<xref ref-type="bibr" rid="ref55">55</xref>]. However, several pilot studies demonstrated that digital interventions are feasible, engaging, and cost-effective ways for delivering developmental education to families, particularly in enhancing language-promoting behaviors [<xref ref-type="bibr" rid="ref56">56</xref>,<xref ref-type="bibr" rid="ref57">57</xref>]. A recent review highlighted the potential of mobile health and apps to promote early language development as well, although it raised concerns about the frequency and consistency with which parents will access and use digital interventions in their daily lives [<xref ref-type="bibr" rid="ref58">58</xref>].</p>
        <p>From a policy perspective, scalability is maybe the most critical aspect to consider when evaluating a digital platform. It is important to assess whether the platform can be successfully extended to other settings and populations beyond the initial study in the rural Andes. This becomes especially relevant when there is a possibility of limiting access for subsets of the population with varying levels of digital literacy, particularly in the absence of guidelines or follow-up assistance. Initial data collected in the study area showed that smartphone access and connectivity are almost universal [<xref ref-type="bibr" rid="ref35">35</xref>]. While there have been limited studies demonstrating scalability thus far, it is essential to identify any unanticipated limitations or challenges that may arise during implementation and adherence, particularly in populations with diverse levels of digital literacy.</p>
        <p>The proposed study has some limitations. First, while all intervention content was carefully adapted and is thus optimized for the local context studied, the materials used (and results obtained) may not directly work and translate to other settings. Second, our study is only able to follow-up children for about 2.5 years and can thus only give short-term treatment effects that may not fully capture long-term gains for treated children. Third, our intervention focused primarily on a broad measure of child development and did not offer specific insights into more narrow areas of early childhood health such as nutrition or emotional development. Future studies will be needed to address these issues.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This trial will provide valuable insights into the impact and scalability of tailored digital ECD platforms, particularly in reaching remote and vulnerable populations in low- to middle-income settings, and address challenges faced by home visiting models, such as cost and sustainability. We wish to demonstrate the platform’s effectiveness, especially among diverse population groups with varying levels of digital literacy. This is crucial for designing effective future interventions.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ARI-CP 2-5</term>
          <def>
            <p>Attachment Relationship Inventory Caregiver Perception 2-5 years</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ECD</term>
          <def>
            <p>early child development</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">GSED</term>
          <def>
            <p>Global Scales for Early Development</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">LMIC</term>
          <def>
            <p>low and middle-income countries</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PNCM</term>
          <def>
            <p>Programa Nacional Cuna Más</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank the Botnar Research Center for Child Health for providing funding support for this project and all the mothers and children participating in the trial for their engagement and willingness to participate in this study. We also thank the project’s field team for their relentless efforts to interact with the mothers and children obtaining the data.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated and analyzed during this study are available from the corresponding author on reasonable request. All trial data will be made publicly available upon completion of the trial and analysis.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Black</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Fernald</surname>
              <given-names>LCH</given-names>
            </name>
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>CT</given-names>
            </name>
            <name name-style="western">
              <surname>DiGirolamo</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McCoy</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Fink</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Shawar</surname>
              <given-names>YR</given-names>
            </name>
            <name name-style="western">
              <surname>Shiffman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Devercelli</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Wodon</surname>
              <given-names>QT</given-names>
            </name>
            <name name-style="western">
              <surname>Vargas-Barón</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Grantham-McGregor</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Early childhood development coming of age: science through the life course</article-title>
          <source>Lancet</source>
          <year>2017</year>
          <volume>389</volume>
          <issue>10064</issue>
          <fpage>77</fpage>
          <lpage>90</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27717614"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(16)31389-7</pub-id>
          <pub-id pub-id-type="medline">27717614</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(16)31389-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5884058</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Richter</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Risk of poor development in young children in low-income and middle-income countries: an estimation and analysis at the global, regional, and country level</article-title>
          <source>Lancet Glob Health</source>
          <year>2016</year>
          <volume>4</volume>
          <issue>12</issue>
          <fpage>e916</fpage>
          <lpage>e922</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-109X(16)30266-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2214-109X(16)30266-2</pub-id>
          <pub-id pub-id-type="medline">27717632</pub-id>
          <pub-id pub-id-type="pii">S2214-109X(16)30266-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC5881401</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Onis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Blössner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Borghi</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Prevalence and trends of stunting among pre-school children, 1990-2020</article-title>
          <source>Public Health Nutr</source>
          <year>2012</year>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>142</fpage>
          <lpage>148</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cambridge.org/core/journals/public-health-nutrition/article/prevalence-and-trends-of-stunting-among-preschool-children-19902020/6FDF3AC29E66FD148917CE2B26B84B2D"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S1368980011001315</pub-id>
          <pub-id pub-id-type="medline">21752311</pub-id>
          <pub-id pub-id-type="pii">S1368980011001315</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCoy</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Peet</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Ezzati</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Danaei</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Sudfeld</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Fawzi</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Fink</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Early childhood developmental status in low- and middle-income countries: national, regional, and global prevalence estimates using predictive modeling</article-title>
          <source>PLoS Med</source>
          <year>2016</year>
          <volume>13</volume>
          <issue>6</issue>
          <fpage>e1002034</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1002034"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1002034</pub-id>
          <pub-id pub-id-type="medline">27270467</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-15-03366</pub-id>
          <pub-id pub-id-type="pmcid">PMC4896459</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richter</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Daelmans</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lombardi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Heymann</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boo</surname>
              <given-names>FL</given-names>
            </name>
            <name name-style="western">
              <surname>Behrman</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lucas</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Perez-Escamilla</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dua</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bhutta</surname>
              <given-names>ZA</given-names>
            </name>
            <name name-style="western">
              <surname>Stenberg</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gertler</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Darmstadt</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>Investing in the foundation of sustainable development: pathways to scale up for early childhood development</article-title>
          <source>Lancet</source>
          <year>2017</year>
          <volume>389</volume>
          <issue>10064</issue>
          <fpage>103</fpage>
          <lpage>118</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27717610"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(16)31698-1</pub-id>
          <pub-id pub-id-type="medline">27717610</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(16)31698-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC5880532</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoddinott</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Alderman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Behrman</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Haddad</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Horton</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The economic rationale for investing in stunting reduction</article-title>
          <source>Matern Child Nutr</source>
          <year>2013</year>
          <volume>9</volume>
          <issue>Suppl 2</issue>
          <fpage>69</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24074319"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/mcn.12080</pub-id>
          <pub-id pub-id-type="medline">24074319</pub-id>
          <pub-id pub-id-type="pmcid">PMC6860695</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nores</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>WS</given-names>
            </name>
          </person-group>
          <article-title>Benefits of early childhood interventions across the world: (under) investing in the very young</article-title>
          <source>Econ Educ Rev</source>
          <year>2010</year>
          <volume>29</volume>
          <issue>2</issue>
          <fpage>271</fpage>
          <lpage>282</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/abs/pii/S027277570900106X?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.econedurev.2009.09.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Devercelli</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Neuman</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wodon</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Sayre</surname>
              <given-names>RK</given-names>
            </name>
          </person-group>
          <source>Investing in Early Childhood Development: Review of the World Bank's Recent Experience</source>
          <year>2015</year>
          <publisher-loc>Washington, D.C</publisher-loc>
          <publisher-name>World Bank Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heckman</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Skill formation and the economics of investing in disadvantaged children</article-title>
          <source>Science</source>
          <year>2006</year>
          <volume>312</volume>
          <issue>5782</issue>
          <fpage>1900</fpage>
          <lpage>1902</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.science.org/doi/10.1126/science.1128898"/>
          </comment>
          <pub-id pub-id-type="doi">10.1126/science.1128898</pub-id>
          <pub-id pub-id-type="medline">16809525</pub-id>
          <pub-id pub-id-type="pii">312/5782/1900</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jeong</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Franchett</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>de Oliveira</surname>
              <given-names>CVR</given-names>
            </name>
            <name name-style="western">
              <surname>Rehmani</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yousafzai</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Parenting interventions to promote early child development in the first three years of life: a global systematic review and meta-analysis</article-title>
          <source>PLoS Med</source>
          <year>2021</year>
          <volume>18</volume>
          <issue>5</issue>
          <fpage>e1003602</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1003602"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1003602</pub-id>
          <pub-id pub-id-type="medline">33970913</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-20-04650</pub-id>
          <pub-id pub-id-type="pmcid">PMC8109838</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamadani</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Huda</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Khatun</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Grantham-McGregor</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Psychosocial stimulation improves the development of undernourished children in rural Bangladesh</article-title>
          <source>J Nutr</source>
          <year>2006</year>
          <volume>136</volume>
          <issue>10</issue>
          <fpage>2645</fpage>
          <lpage>2652</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0022-3166(22)08492-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jn/136.10.2645</pub-id>
          <pub-id pub-id-type="medline">16988140</pub-id>
          <pub-id pub-id-type="pii">S0022-3166(22)08492-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brentani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chang-Lopez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grisi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fink</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A home visit-based early childhood stimulation programme in Brazil-a randomized controlled trial</article-title>
          <source>Health Policy Plan</source>
          <year>2021</year>
          <volume>36</volume>
          <issue>3</issue>
          <fpage>288</fpage>
          <lpage>297</lpage>
          <pub-id pub-id-type="doi">10.1093/heapol/czaa195</pub-id>
          <pub-id pub-id-type="medline">33496330</pub-id>
          <pub-id pub-id-type="pii">6120383</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Attanasio</surname>
              <given-names>OP</given-names>
            </name>
            <name name-style="western">
              <surname>Fernández</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzsimons</surname>
              <given-names>EOA</given-names>
            </name>
            <name name-style="western">
              <surname>Grantham-McGregor</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Meghir</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rubio-Codina</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Using the infrastructure of a conditional cash transfer program to deliver a scalable integrated early child development program in Colombia: cluster randomized controlled trial</article-title>
          <source>BMJ</source>
          <year>2014</year>
          <volume>349</volume>
          <fpage>g5785</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=25266222"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.g5785</pub-id>
          <pub-id pub-id-type="medline">25266222</pub-id>
          <pub-id pub-id-type="pmcid">PMC4179481</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grantham-McGregor</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Himes</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>Nutritional supplementation, psychosocial stimulation, and mental development of stunted children: the Jamaican study</article-title>
          <source>Lancet</source>
          <year>1991</year>
          <volume>338</volume>
          <issue>8758</issue>
          <fpage>1</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/0140-6736(91)90001-6</pub-id>
          <pub-id pub-id-type="medline">1676083</pub-id>
          <pub-id pub-id-type="pii">0140-6736(91)90001-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Grantham-McGregor</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Effects of early childhood psychosocial stimulation and nutritional supplementation on cognition and education in growth-stunted Jamaican children: prospective cohort study</article-title>
          <source>Lancet</source>
          <year>2005</year>
          <volume>366</volume>
          <issue>9499</issue>
          <fpage>1804</fpage>
          <lpage>1807</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(05)67574-5</pub-id>
          <pub-id pub-id-type="medline">16298218</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(05)67574-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yousafzai</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Rasheed</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Rizvi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bhutta</surname>
              <given-names>ZA</given-names>
            </name>
          </person-group>
          <article-title>Effect of integrated responsive stimulation and nutrition interventions in the lady health worker programme in Pakistan on child development, growth, and health outcomes: a cluster-randomised factorial effectiveness trial</article-title>
          <source>Lancet</source>
          <year>2014</year>
          <volume>384</volume>
          <issue>9950</issue>
          <fpage>1282</fpage>
          <lpage>1293</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.thelancet.com/journals/lancet/article/PIIS0140-6736(14)60455-4/fulltext"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(14)60455-4</pub-id>
          <pub-id pub-id-type="medline">24947106</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(14)60455-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hartinger</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Lanata</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Hattendorf</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gil</surname>
              <given-names>AI</given-names>
            </name>
            <name name-style="western">
              <surname>Obando</surname>
              <given-names>MO</given-names>
            </name>
            <name name-style="western">
              <surname>Noblega</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Verastegui</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mäusezahl</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Impact of a child stimulation intervention on early child development in rural Peru: a cluster randomised trial using a reciprocal control design</article-title>
          <source>J Epidemiol Community Health</source>
          <year>2017</year>
          <volume>71</volume>
          <issue>3</issue>
          <fpage>217</fpage>
          <lpage>224</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://jech.bmj.com/lookup/pmidlookup?view=long&#38;pmid=27612978"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jech-2015-206536</pub-id>
          <pub-id pub-id-type="medline">27612978</pub-id>
          <pub-id pub-id-type="pii">jech-2015-206536</pub-id>
          <pub-id pub-id-type="pmcid">PMC5318653</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tomlinson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Swartz</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Landman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Molteno</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McPherson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Improving quality of mother-infant relationship and infant attachment in socioeconomically deprived community in South Africa: randomised controlled trial</article-title>
          <source>BMJ</source>
          <year>2009</year>
          <volume>338</volume>
          <fpage>b974</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19366752"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.b974</pub-id>
          <pub-id pub-id-type="medline">19366752</pub-id>
          <pub-id pub-id-type="pii">338/apr14_2/b974</pub-id>
          <pub-id pub-id-type="pmcid">PMC2669116</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tandon</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Leis</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Mendelson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Kemp</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Six-month outcomes from a randomized controlled trial to prevent perinatal depression in low-income home visiting clients</article-title>
          <source>Matern Child Health J</source>
          <year>2014</year>
          <volume>18</volume>
          <issue>4</issue>
          <fpage>873</fpage>
          <lpage>881</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23793487"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10995-013-1313-y</pub-id>
          <pub-id pub-id-type="medline">23793487</pub-id>
          <pub-id pub-id-type="pmcid">PMC3871944</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carta</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lefever</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Bigelow</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Borkowski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Warren</surname>
              <given-names>SF</given-names>
            </name>
          </person-group>
          <article-title>Randomized trial of a cellular phone-enhanced home visitation parenting intervention</article-title>
          <source>Pediatrics</source>
          <year>2013</year>
          <volume>132</volume>
          <issue>Suppl 2</issue>
          <fpage>S167</fpage>
          <lpage>S173</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24187120"/>
          </comment>
          <pub-id pub-id-type="doi">10.1542/peds.2013-1021Q</pub-id>
          <pub-id pub-id-type="medline">24187120</pub-id>
          <pub-id pub-id-type="pii">peds.2013-1021Q</pub-id>
          <pub-id pub-id-type="pmcid">PMC4258827</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aboud</surname>
              <given-names>FE</given-names>
            </name>
            <name name-style="western">
              <surname>Yousafzai</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Global health and development in early childhood</article-title>
          <source>Annu Rev Psychol</source>
          <year>2015</year>
          <volume>66</volume>
          <fpage>433</fpage>
          <lpage>457</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.annualreviews.org/doi/10.1146/annurev-psych-010814-015128"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-psych-010814-015128</pub-id>
          <pub-id pub-id-type="medline">25196276</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yousafzai</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Aboud</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Review of implementation processes for integrated nutrition and psychosocial stimulation interventions</article-title>
          <source>Ann N Y Acad Sci</source>
          <year>2014</year>
          <volume>1308</volume>
          <fpage>33</fpage>
          <lpage>45</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://nyaspubs.onlinelibrary.wiley.com/doi/10.1111/nyas.12313"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/nyas.12313</pub-id>
          <pub-id pub-id-type="medline">24372510</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>Programa Nacional Cuna Más</article-title>
          <source>Ministerio de Desarrollo e Inclusón Social</source>
          <year>2023</year>
          <access-date>2023-11-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gob.pe/cunamas">https://www.gob.pe/cunamas</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Araujo</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Dormal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grantham-McGregor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lazarte</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rubio-Codina</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schady</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Home visiting at scale and child development</article-title>
          <source>J Public Econ Plus</source>
          <year>2021</year>
          <volume>2</volume>
          <fpage>100003</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/pii/S2666551421000012?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pubecp.2021.100003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Global diffusion of eHealth: making universal health coverage achievable: report of the third global survey on eHealth</article-title>
          <source>World Health Organization</source>
          <year>2017</year>
          <access-date>2023-11-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/publications/i/item/9789241511780">https://www.who.int/publications/i/item/9789241511780</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Solís-Cordero</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Duarte</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Fujimori</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of remotely delivered parenting programs on caregiver-child interaction and child development: a systematic review</article-title>
          <source>J Child Fam Stud</source>
          <year>2022</year>
          <volume>31</volume>
          <issue>11</issue>
          <fpage>3026</fpage>
          <lpage>3036</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35615461"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10826-022-02328-8</pub-id>
          <pub-id pub-id-type="medline">35615461</pub-id>
          <pub-id pub-id-type="pii">2328</pub-id>
          <pub-id pub-id-type="pmcid">PMC9123827</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Corralejo</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Rodríguez</surname>
              <given-names>MMD</given-names>
            </name>
          </person-group>
          <article-title>Technology in parenting programs: a systematic review of existing interventions</article-title>
          <source>J Child Fam Stud</source>
          <year>2018</year>
          <volume>27</volume>
          <issue>9</issue>
          <fpage>2717</fpage>
          <lpage>2731</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s10826-018-1117-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10826-018-1117-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGoron</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hvizdos</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bocknek</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Montgomery</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ondersma</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Feasibility of internet-based parent training for low-income parents of young children</article-title>
          <source>Child Youth Serv Rev</source>
          <year>2018</year>
          <volume>84</volume>
          <fpage>198</fpage>
          <lpage>205</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29731531"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.childyouth.2017.12.004</pub-id>
          <pub-id pub-id-type="medline">29731531</pub-id>
          <pub-id pub-id-type="pmcid">PMC5931387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ventola</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>Mobile devices and apps for health care professionals: uses and benefits</article-title>
          <source>P T</source>
          <year>2014</year>
          <volume>39</volume>
          <issue>5</issue>
          <fpage>356</fpage>
          <lpage>364</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24883008"/>
          </comment>
          <pub-id pub-id-type="medline">24883008</pub-id>
          <pub-id pub-id-type="pmcid">PMC4029126</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Virani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Duffett-Leger</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Letourneau</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Parents’ use of mobile applications in the first year of parenthood: a narrative review of the literature</article-title>
          <source>Health Technology</source>
          <year>2021</year>
          <access-date>2023-11-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchgate.net/profile/Anila-Virani-2/publication/352820547_Parents'_use_of_mobile_applications_in_the_first_year_of_parenthood_a_narrative_review_of_the_literature/links/60e87f6730e8e50c01f30263/Parents-use-of-mobile-applications-in-the-first-year-of-parenthood-a-narrative-review-of-the-literature.pdf?_sg%5B0%5D=started_experiment_milestone&#38;origin=journalDetail&#38;_rtd=e30%3D">https://www.researchgate.net/profile/Anila-Virani-2/publication/352820547_Parents'_use_of_mobile_applications_in_the_first_year_of_parenthood_a_narrative_review_of_the_literature/links/60e87f6730e8e50c01f30263/Parents-use-of-mobile-applications-in-the-first-year-of-parenthood-a-narrative-​review-of-the-literature.pdf?_sg%5B0%5D=started_experiment_milestone&#38;origin=journalDetail&#38;_rtd=e30%3D</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sondaal</surname>
              <given-names>SFV</given-names>
            </name>
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Amoakoh-Coleman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Borgstein</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Miltenburg</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Verwijs</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Klipstein-Grobusch</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Assessing the effect of mHealth interventions in improving maternal and neonatal care in low- and middle-income countries: a systematic review</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>e0154664</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0154664"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0154664</pub-id>
          <pub-id pub-id-type="medline">27144393</pub-id>
          <pub-id pub-id-type="pii">PONE-D-15-28893</pub-id>
          <pub-id pub-id-type="pmcid">PMC4856298</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Logsdon</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Vogt</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rushton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lauf</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Parent education is changing: a review of smartphone apps</article-title>
          <source>MCN Am J Matern Child Nurs</source>
          <year>2017</year>
          <volume>42</volume>
          <issue>5</issue>
          <fpage>248</fpage>
          <lpage>256</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/mcnjournal/abstract/2017/09000/parent_education_is_changing__a_review_of.2.aspx"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/NMC.0000000000000353</pub-id>
          <pub-id pub-id-type="medline">28639997</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zarnowiecki</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mauch</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Middleton</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Matwiejczyk</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Dibbs</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dessaix</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Golley</surname>
              <given-names>RK</given-names>
            </name>
          </person-group>
          <article-title>A systematic evaluation of digital nutrition promotion websites and apps for supporting parents to influence children's nutrition</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2020</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>17</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/s12966-020-0915-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12966-020-0915-1</pub-id>
          <pub-id pub-id-type="medline">32041640</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12966-020-0915-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7011240</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Feroz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Perveen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Aftab</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Role of mHealth applications for improving antenatal and postnatal care in low and middle income countries: a systematic review</article-title>
          <source>BMC Health Serv Res</source>
          <year>2017</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>704</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-017-2664-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-017-2664-7</pub-id>
          <pub-id pub-id-type="medline">29115992</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-017-2664-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5678803</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jäggi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Aguilar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Llatance</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Castellanos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fink</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hinckley</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bustamante</surname>
              <given-names>MLH</given-names>
            </name>
            <name name-style="western">
              <surname>McCoy</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Verastegui</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mäusezahl</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pena</surname>
              <given-names>SMH</given-names>
            </name>
          </person-group>
          <article-title>Digital tools to improve parenting behaviour in low-income settings: a mixed-methods feasibility study</article-title>
          <source>Arch Dis Child</source>
          <year>2023</year>
          <volume>108</volume>
          <issue>6</issue>
          <fpage>433</fpage>
          <lpage>439</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://adc.bmj.com/lookup/pmidlookup?view=long&#38;pmid=36977547"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/archdischild-2022-324964</pub-id>
          <pub-id pub-id-type="medline">36977547</pub-id>
          <pub-id pub-id-type="pii">archdischild-2022-324964</pub-id>
          <pub-id pub-id-type="pmcid">PMC10313948</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <source>Afinidata</source>
          <year>2023</year>
          <access-date>2023-11-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://afinidata.com/en/home/">https://afinidata.com/en/home/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <article-title>Perú-Bolivia: perfil sociodemográfico y económico de los distritos y municipios fronterizos, 2015</article-title>
          <source>Instituto Nacional de Estadística e Informática: Instituto Nacional de Estadística</source>
          <year>2016</year>
          <access-date>2023-11-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.inei.gob.pe/media/MenuRecursivo/publicaciones_digitales/Est/Lib1383/index.html">https://www.inei.gob.pe/media/MenuRecursivo/publicaciones_digitales/Est/Lib1383/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCray</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>McCoy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kariger</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Janus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Tofail</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Eekhout</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Waldman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van Buuren</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Khanam</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sazawal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nizar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schönbeck</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zongo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brentani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Dua</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cavallera</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Raikes</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Bromley</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Baqui</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dutta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nisar</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Detmar</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Anago</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mercadante</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kaur</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hepworth</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rubio-Codina</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kembou</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lancaster</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Gladstone</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The creation of the Global Scales for Early Development (GSED) for children aged 0-3 years: combining subject matter expert judgements with big data</article-title>
          <source>BMJ Glob Health</source>
          <year>2023</year>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>e009827</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gh.bmj.com/lookup/pmidlookup?view=long&#38;pmid=36650017"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjgh-2022-009827</pub-id>
          <pub-id pub-id-type="medline">36650017</pub-id>
          <pub-id pub-id-type="pii">bmjgh-2022-009827</pub-id>
          <pub-id pub-id-type="pmcid">PMC9853147</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCoy</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Sudfeld</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Bellinger</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Muhihi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ashery</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Weary</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Fawzi</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Fink</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of an early childhood development scale for use in low-resourced settings</article-title>
          <source>Popul Health Metr</source>
          <year>2017</year>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pophealthmetrics.biomedcentral.com/articles/10.1186/s12963-017-0122-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12963-017-0122-8</pub-id>
          <pub-id pub-id-type="medline">28183307</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12963-017-0122-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC5301363</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rasheed</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Yousafzai</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>The development and reliability of an observational tool for assessing mother-child interactions in field studies- experience from Pakistan</article-title>
          <source>Child Care Health Dev</source>
          <year>2015</year>
          <volume>41</volume>
          <issue>6</issue>
          <fpage>1161</fpage>
          <lpage>1171</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1111/cch.12287"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/cch.12287</pub-id>
          <pub-id pub-id-type="medline">26350208</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spruit</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Colonnesi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wissink</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Uittenbogaard</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Willems</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stams</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Noom</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of the Attachment Relationship Inventory-Caregiver Perception 2-5 years (ARI-CP 2-5): psychometric structure, external validity, and norms</article-title>
          <source>Infant Ment Health J</source>
          <year>2021</year>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>188</fpage>
          <lpage>205</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33455023"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/imhj.21909</pub-id>
          <pub-id pub-id-type="medline">33455023</pub-id>
          <pub-id pub-id-type="pmcid">PMC8048982</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Organisation for Economic Co-operation and Development (OECD)</collab>
          </person-group>
          <article-title>Technical report of the Survey of Adult Skills (PIAAC)</article-title>
          <source>VOCEDplus, The International Tertiary Education and Research Database</source>
          <year>2013</year>
          <access-date>2023-11-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.voced.edu.au/content/ngv:73579">https://www.voced.edu.au/content/ngv:73579</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Bierman</surname>
              <given-names>KL</given-names>
            </name>
          </person-group>
          <article-title>Technology-assisted interventions for parents of young children: emerging practices, current research, and future directions</article-title>
          <source>Early Child Res Q</source>
          <year>2015</year>
          <volume>33</volume>
          <fpage>21</fpage>
          <lpage>32</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27773964"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ecresq.2015.05.003</pub-id>
          <pub-id pub-id-type="medline">27773964</pub-id>
          <pub-id pub-id-type="pmcid">PMC5074684</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Osman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Bagge</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Freedenthal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gutierrez</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Lozano</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The Depression Anxiety Stress Scales-21 (DASS-21): further examination of dimensions, scale reliability, and correlates</article-title>
          <source>J Clin Psychol</source>
          <year>2012</year>
          <volume>68</volume>
          <issue>12</issue>
          <fpage>1322</fpage>
          <lpage>1338</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/epdf/10.1002/jclp.21908"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jclp.21908</pub-id>
          <pub-id pub-id-type="medline">22930477</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>MacDonell</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Prinz</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>A review of technology-based youth and family-focused interventions</article-title>
          <source>Clin Child Fam Psychol Rev</source>
          <year>2017</year>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>185</fpage>
          <lpage>200</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27787701"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10567-016-0218-x</pub-id>
          <pub-id pub-id-type="medline">27787701</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10567-016-0218-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC5533508</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Ahuja</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kishimoto</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Crawford</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>2 - Information technology and electronic health record to improve behavioral health services</article-title>
          <source>Mental Health in a Digital World</source>
          <year>2022</year>
          <publisher-loc>Cambridge, Massachusetts, United States</publisher-loc>
          <publisher-name>Academic Press</publisher-name>
          <fpage>11</fpage>
          <lpage>39</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Westgard</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Orrego-Ferreyros</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>An mHealth tool for community health workers to improve caregiver knowledge of child health in the Amazon: an effectiveness-implementation hybrid evaluation</article-title>
          <source>PLOS Glob Public Health</source>
          <year>2022</year>
          <volume>2</volume>
          <issue>9</issue>
          <fpage>e0001118</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36962686"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pgph.0001118</pub-id>
          <pub-id pub-id-type="medline">36962686</pub-id>
          <pub-id pub-id-type="pii">PGPH-D-22-00792</pub-id>
          <pub-id pub-id-type="pmcid">PMC10021143</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Entsieh</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Emmelin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pettersson</surname>
              <given-names>KO</given-names>
            </name>
          </person-group>
          <article-title>Learning the ABCs of pregnancy and newborn care through mobile technology</article-title>
          <source>Glob Health Action</source>
          <year>2015</year>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>29340</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26673633"/>
          </comment>
          <pub-id pub-id-type="doi">10.3402/gha.v8.29340</pub-id>
          <pub-id pub-id-type="medline">26673633</pub-id>
          <pub-id pub-id-type="pii">29340</pub-id>
          <pub-id pub-id-type="pmcid">PMC4680925</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Outhwaite</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>App-based support for parental self-efficacy in the first 1,000 days: a randomized control trial</article-title>
          <source>Front Psychol</source>
          <year>2022</year>
          <volume>13</volume>
          <fpage>998170</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36710829"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2022.998170</pub-id>
          <pub-id pub-id-type="medline">36710829</pub-id>
          <pub-id pub-id-type="pmcid">PMC9878327</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kostyrka-Allchorne</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Creswell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Byford</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Day</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Goldsmith</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gutierrez</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Palmer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Raw</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Robertson</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Shearer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shum</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Slovak</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Waite</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sonuga-Barke</surname>
              <given-names>EJS</given-names>
            </name>
          </person-group>
          <article-title>Supporting Parents &#38; Kids Through Lockdown Experiences (SPARKLE): a digital parenting support app implemented in an ongoing general population cohort study during the COVID-19 pandemic: a structured summary of a study protocol for a randomised controlled trial</article-title>
          <source>Trials</source>
          <year>2021</year>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>267</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-021-05226-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-021-05226-4</pub-id>
          <pub-id pub-id-type="medline">33838678</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-021-05226-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC8035596</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Solís-Cordero</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Marinho</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Camargo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Takey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lerner</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ponczek</surname>
              <given-names>VP</given-names>
            </name>
            <name name-style="western">
              <surname>Filgueiras</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Landeira-Fernandez</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fujimori</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Effects of an online play-based parenting program on child development and the quality of caregiver-child interaction: a randomized controlled trial</article-title>
          <source>Child Youth Care Forum</source>
          <year>2023</year>
          <volume>52</volume>
          <issue>4</issue>
          <fpage>935</fpage>
          <lpage>953</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36275014"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10566-022-09717-6</pub-id>
          <pub-id pub-id-type="medline">36275014</pub-id>
          <pub-id pub-id-type="pii">9717</pub-id>
          <pub-id pub-id-type="pmcid">PMC9579672</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zulkefly</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Schaff</surname>
              <given-names>ARD</given-names>
            </name>
            <name name-style="western">
              <surname>Zaini</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Mukhtar</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Norowi</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Dahlan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Said</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Protocol for randomized control trial of a digital-assisted parenting intervention for promoting Malaysian children's mental health</article-title>
          <source>Front Psychol</source>
          <year>2022</year>
          <volume>13</volume>
          <fpage>928895</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36211835"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2022.928895</pub-id>
          <pub-id pub-id-type="medline">36211835</pub-id>
          <pub-id pub-id-type="pmcid">PMC9541885</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kitsao-Wekulo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Langat</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Nampijja</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mwaniki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Okelo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kimani-Murage</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Development and feasibility testing of a mobile phone application to track children's developmental progression</article-title>
          <source>PLoS One</source>
          <year>2021</year>
          <volume>16</volume>
          <issue>7</issue>
          <fpage>e0254621</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0254621"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0254621</pub-id>
          <pub-id pub-id-type="medline">34265009</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-26987</pub-id>
          <pub-id pub-id-type="pmcid">PMC8282085</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Romski</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Sevcik</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>DeLeo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Branum‐Martin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bornman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Using a self‐guided app to provide communication strategies for caregivers of young children with developmental disorders: a pilot investigation</article-title>
          <source>Policy Practice Intel Disabi</source>
          <year>2022</year>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>73</fpage>
          <lpage>88</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1111/jppi.12436"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/jppi.12436</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DeWitt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kientz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liljenquist</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Quality of mobile apps for child development support: search in app stores and content analysis</article-title>
          <source>JMIR Pediatr Parent</source>
          <year>2022</year>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e38793</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pediatrics.jmir.org/2022/4/e38793/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/38793</pub-id>
          <pub-id pub-id-type="medline">36346656</pub-id>
          <pub-id pub-id-type="pii">v5i4e38793</pub-id>
          <pub-id pub-id-type="pmcid">PMC9682452</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balsa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Boo</surname>
              <given-names>FL</given-names>
            </name>
            <name name-style="western">
              <surname>Bloomfield</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cristia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cid</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de la Paz Ferro</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Valdés</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>del Luján González</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Effect of crianza positiva e-messaging program on adult–child language interactions</article-title>
          <source>Behav Public Policy</source>
          <year>2021</year>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>607</fpage>
          <lpage>643</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cambridge.org/core/journals/behavioural-public-policy/article/abs/effect-of-crianza-positiva-emessaging-program-on-adultchild-language-interactions/B29430FA006DA6A95296FD8FE1DBC5A9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/bpp.2021.25</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>York</surname>
              <given-names>BN</given-names>
            </name>
            <name name-style="western">
              <surname>Loeb</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Doss</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>One step at a time: the effects of an early literacy text-messaging program for parents of preschoolers</article-title>
          <source>J Human Resources</source>
          <year>2018</year>
          <volume>54</volume>
          <issue>3</issue>
          <fpage>537</fpage>
          <lpage>566</lpage>
          <pub-id pub-id-type="doi">10.3368/jhr.54.3.0517-8756r</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McClure</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bull</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Berman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Allison</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Using mobile health to promote early language development: a narrative review</article-title>
          <source>Acad Pediatr</source>
          <year>2018</year>
          <volume>18</volume>
          <issue>8</issue>
          <fpage>850</fpage>
          <lpage>854</lpage>
          <pub-id pub-id-type="doi">10.1016/j.acap.2018.07.010</pub-id>
          <pub-id pub-id-type="medline">30098442</pub-id>
          <pub-id pub-id-type="pii">S1876-2859(18)30476-5</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
