<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v6i8e155</article-id>
    <article-id pub-id-type="pmid">28814381</article-id>
    <article-id pub-id-type="doi">10.2196/resprot.7414</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Protocol</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Protocol</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Impact of a Tutored Theoretical-Practical Training to Develop Undergraduate Students’ Skills for the Detection of Caries Lesions: Study Protocol for a Multicenter Controlled Randomized Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Skelton</surname>
          <given-names>Mary Caroline</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Yin</surname>
          <given-names>Kanhua</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes" equal-contrib="yes">
      <name name-style="western">
        <surname>Braga</surname>
        <given-names>Mariana Minatel</given-names>
      </name>
      <degrees>DDS, PhD</degrees>
      <xref rid="aff01" ref-type="aff">1</xref>
      <address>
        <institution>Dental School</institution>
        <institution>Pediatric Dentistry Departament</institution>
        <institution>University of São Paulo</institution>
        <addr-line>Av. Professor Lineu Prestes, 2227</addr-line>
        <addr-line>Sao Paulo, 05508-000</addr-line>
        <country>Brazil</country>
        <phone>55 1130917835</phone>
        <fax>55 1130917854</fax>
        <email>mmbraga@usp.br</email>
      </address>  
      <xref rid="aff02" ref-type="aff">2</xref>
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4469-6500</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
        <name name-style="western">
          <surname>Lenzi</surname>
          <given-names>Tathiane Larissa</given-names>
        </name>
        <degrees>DDS, MSc PhD</degrees>
        <xref rid="aff01" ref-type="aff">1</xref>
        <xref rid="aff03" ref-type="aff">3</xref>
        <xref rid="aff04" ref-type="aff">4</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6269-2634</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Ferreira</surname>
          <given-names>Fernanda Rosche</given-names>
        </name>
        <degrees>MSc, DDS</degrees>
        <xref rid="aff01" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2709-1526</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Mendes</surname>
          <given-names>Fausto Medeiros</given-names>
        </name>
        <degrees>DDS, MSc PhD</degrees>
        <xref rid="aff01" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1711-4103</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Raggio</surname>
          <given-names>Daniela Prócida</given-names>
        </name>
        <degrees>MSc, DDS, PhD</degrees>
        <xref rid="aff01" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0048-2068</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib6">
        <name name-style="western">
          <surname>Imparato</surname>
          <given-names>José Carlos</given-names>
        </name>
        <degrees>MSc, DDS, PhD</degrees>
        <xref rid="aff01" ref-type="aff">1</xref>
        <xref rid="aff05" ref-type="aff">5</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1990-2851</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib7">
        <name name-style="western">
          <surname>Bonecker</surname>
          <given-names>Marcelo</given-names>
        </name>
        <degrees>MSc, DDS, PhD</degrees>
        <xref rid="aff01" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9786-6473</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib8">
        <name name-style="western">
          <surname>Magalhães</surname>
          <given-names>Ana Carolina</given-names>
        </name>
        <degrees>DDS, MSc PhD</degrees>
        <xref rid="aff06" ref-type="aff">6</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6413-5348</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib9">
        <name name-style="western">
          <surname>Wang</surname>
          <given-names>Linda</given-names>
        </name>
        <degrees>MSc, DDS, PhD</degrees>
        <xref rid="aff06" ref-type="aff">6</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6308-2769</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib10">
        <name name-style="western">
          <surname>Rios</surname>
          <given-names>Daniela</given-names>
        </name>
        <degrees>MSc, DDS, PhD</degrees>
        <xref rid="aff06" ref-type="aff">6</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9162-3654</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib11">
        <name name-style="western">
          <surname>Pessan</surname>
          <given-names>Juliano Pelim</given-names>
        </name>
        <degrees>DDS, MSc PhD</degrees>
        <xref rid="aff07" ref-type="aff">7</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1550-3933</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib12">
        <name name-style="western">
          <surname>Duque</surname>
          <given-names>Cristiane</given-names>
        </name>
        <degrees>DDS, PhD</degrees>
        <xref rid="aff07" ref-type="aff">7</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2575-279X</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib13">
        <name name-style="western">
          <surname>Rebelo</surname>
          <given-names>Maria Augusta Bessa</given-names>
        </name>
        <degrees>DDS, MSc PhD</degrees>
        <xref rid="aff08" ref-type="aff">8</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0099-9868</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib14">
        <name name-style="western">
          <surname>Alves Filho</surname>
          <given-names>Ary Oliveira</given-names>
        </name>
        <degrees>MSc, DDS, PhD</degrees>
        <xref rid="aff08" ref-type="aff">8</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4143-289X</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib15">
        <name name-style="western">
          <surname>Lima</surname>
          <given-names>Marina De Deus Moura</given-names>
        </name>
        <degrees>MSc, DDS, PhD</degrees>
        <xref rid="aff09" ref-type="aff">9</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7641-6331</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib16">
        <name name-style="western">
          <surname>Moura</surname>
          <given-names>Marcoeli Silva</given-names>
        </name>
        <degrees>MSc, DDS, PhD</degrees>
        <xref rid="aff09" ref-type="aff">9</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9044-9025</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib17">
        <name name-style="western">
          <surname>De Carli</surname>
          <given-names>Alessandro Diogo</given-names>
        </name>
        <degrees>MSc, DDS, PhD</degrees>
        <xref rid="aff10" ref-type="aff">10</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4560-4524</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib18">
        <name name-style="western">
          <surname>Sanabe</surname>
          <given-names>Mariane Emi</given-names>
        </name>
        <degrees>DDS, MSc PhD</degrees>
        <xref rid="aff11" ref-type="aff">11</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1082-7952</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib19">
        <name name-style="western">
          <surname>Cenci</surname>
          <given-names>Maximiliano Sergio</given-names>
        </name>
        <degrees>DDS, MSc PhD</degrees>
        <xref rid="aff12" ref-type="aff">12</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2543-6201</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib20">
        <name name-style="western">
          <surname>Oliveira</surname>
          <given-names>Elenara Ferreira</given-names>
        </name>
        <degrees>DDS, MSc PhD</degrees>
        <xref rid="aff12" ref-type="aff">12</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2343-6555</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib21">
        <name name-style="western">
          <surname>Correa</surname>
          <given-names>Marcos Britto</given-names>
        </name>
        <degrees>MSc, DDS, PhD</degrees>
        <xref rid="aff12" ref-type="aff">12</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1797-3541</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib22">
        <name name-style="western">
          <surname>Rocha</surname>
          <given-names>Rachel Oliveira</given-names>
        </name>
        <degrees>MSc, DDS, PhD</degrees>
        <xref rid="aff03" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7737-2257</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib23">
        <name name-style="western">
          <surname>Zenkner</surname>
          <given-names>Julio Eduardo</given-names>
        </name>
        <degrees>MSc, DDS, PhD</degrees>
        <xref rid="aff03" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0302-4449</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib24">
        <name name-style="western">
          <surname>Murisí</surname>
          <given-names>Pedroza Uribe</given-names>
        </name>
        <degrees>MSc, DDS</degrees>
        <xref rid="aff01" ref-type="aff">1</xref>
        <xref rid="aff13" ref-type="aff">13</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5593-5637</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib25">
        <name name-style="western">
          <surname>Martignon</surname>
          <given-names>Stefania</given-names>
        </name>
        <degrees>DDS, PhD</degrees>
        <xref rid="aff14" ref-type="aff">14</xref>
        <xref rid="aff15" ref-type="aff">15</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6505-8356</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib26">
        <name name-style="western">
          <surname>Lara</surname>
          <given-names>Juan Sebastian</given-names>
        </name>
        <degrees>DDS, MSc PhD</degrees>
        <xref rid="aff01" ref-type="aff">1</xref>
        <xref rid="aff16" ref-type="aff">16</xref>
        <xref rid="aff17" ref-type="aff">17</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9434-4127</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib27">
        <name name-style="western">
          <surname>Aquino</surname>
          <given-names>Fatima Gabriela</given-names>
        </name>
        <degrees>Msc Candidate, DDS</degrees>
        <xref rid="aff18" ref-type="aff">18</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9105-7023</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib28">
        <name name-style="western">
          <surname>Carrillo</surname>
          <given-names>Alfredo</given-names>
        </name>
        <degrees>Msc Candidate, DDS</degrees>
        <xref rid="aff19" ref-type="aff">19</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7476-1716</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib29">
        <name name-style="western">
          <surname>Chu</surname>
          <given-names>Chun Hung</given-names>
        </name>
        <degrees>MSc, DDS, PhD</degrees>
        <xref rid="aff20" ref-type="aff">20</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-8167-0430</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib30">
        <name name-style="western">
          <surname>Deery</surname>
          <given-names>Chris</given-names>
        </name>
        <degrees>MSc, BDS, PhD</degrees>
        <xref rid="aff21" ref-type="aff">21</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7526-7736</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib31">
        <name name-style="western">
          <surname>Ricketts</surname>
          <given-names>David</given-names>
        </name>
        <degrees>BDS, MSc PhD</degrees>
        <xref rid="aff22" ref-type="aff">22</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9217-6526</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib32">
        <name name-style="western">
          <surname>Melo</surname>
          <given-names>Paulo</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff23" ref-type="aff">23</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3590-4926</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib33">
        <name name-style="western">
          <surname>Antunes</surname>
          <given-names>José Leopoldo Ferreira</given-names>
        </name>
        <degrees>MSc PhD</degrees>
        <xref rid="aff24" ref-type="aff">24</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3972-9723</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib34">
        <name name-style="western">
          <surname>Ekstrand</surname>
          <given-names>Kim Rud</given-names>
        </name>
        <degrees>DDS, PhD</degrees>
        <xref rid="aff25" ref-type="aff">25</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2356-4349</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib35" equal-contrib="yes">
        <collab>IuSTC Group</collab>
        <xref rid="aff02" ref-type="aff">2</xref>
      </contrib>
    </contrib-group>
    <aff id="aff01">
    <sup>1</sup>
    <institution>Dental School</institution>
    <institution>Pediatric Dentistry Departament</institution>  
    <institution>University of São Paulo</institution>  
    <addr-line>Sao Paulo</addr-line>
    <country>Brazil</country></aff>
    <aff id="aff02">
    <sup>2</sup>
    <institution>Initiatives for undergraduate Students’ Training in Cariology (IuSTC Group)</institution>
    <institution>Multi-institutional group</institution>  
    <addr-line>São Paulo</addr-line>
    <country>Brazil</country></aff>
    <aff id="aff03">
    <sup>3</sup>
    <institution>Dental School</institution>
    <institution>Federal University of Santa Maria</institution>  
    <addr-line>Santa Maria</addr-line>
    <country>Brazil</country></aff>
    <aff id="aff04">
    <sup>4</sup>
    <institution>Dental School</institution>
    <institution>Federal University of Minas Gerais</institution>  
    <addr-line>Belo Horizonte</addr-line>
    <country>Brazil</country></aff>
    <aff id="aff05">
      <sup>5</sup>
      <institution>CPO Sao Leopoldo Mandic</institution>
      <addr-line>Campinas, SP</addr-line>
      <country>Brazil</country>
    </aff>
    <aff id="aff06">
    <sup>6</sup>
    <institution>School of Dentistry</institution>
    <institution>University of São Paulo</institution>  
    <addr-line>Bauru</addr-line>
    <country>Brazil</country></aff>
    <aff id="aff07">
    <sup>7</sup>
    <institution>School of Dentistry</institution>
    <institution>São Paulo State University (Unesp)</institution>  
    <addr-line>Araçatuba</addr-line>
    <country>Brazil</country></aff>
    <aff id="aff08">
    <sup>8</sup>
    <institution>School of Dentistry</institution>
    <institution>Federal University of Amazonas</institution>  
    <addr-line>Manaus</addr-line>
    <country>Brazil</country></aff>
    <aff id="aff09">
    <sup>9</sup>
    <institution>Postgraduate Programme in Dentistry</institution>
    <institution>Federal University of Piaui</institution>  
    <addr-line>Teresina, PI</addr-line>
    <country>Brazil</country></aff>
    <aff id="aff10">
    <sup>10</sup>
    <institution>School of Dentistry</institution>
    <institution>Federal University of Mato Grosso do Sul</institution>  
    <addr-line>Campo Grande, MS</addr-line>
    <country>Brazil</country></aff>
    <aff id="aff11">
    <sup>11</sup>
    <institution>School of Dentistry “Prof Albino Coimbra Filho”</institution>
    <institution>Federal University of Mato Grosso do Sul</institution>  
    <addr-line>Campo Grande, MS</addr-line>
    <country>Brazil</country></aff>
    <aff id="aff12">
    <sup>12</sup>
    <institution>Graduate Program in Dentistry</institution>
    <institution>Federal University of Pelotas</institution>  
    <addr-line>Pelotas, RS</addr-line>
    <country>Brazil</country></aff>
    <aff id="aff13">
    <sup>13</sup>
    <institution>Facultad de Odontologia</institution>
    <institution>Universidad de Guadalajara</institution>  
    <addr-line>Guadalajara</addr-line>
    <country>Mexico</country></aff>
    <aff id="aff14">
    <sup>14</sup>
    <institution>UNICA - Caries Research Unit</institution>
    <institution>Research Vice-rectory,</institution>  
    <institution>Universidad El Bosque</institution>  
    <addr-line>Bogotá</addr-line>
    <country>Colombia</country></aff>
    <aff id="aff15">
    <sup>15</sup>
    <institution>Dental Innovation and Translation Centre</institution>
    <institution>King's College of London</institution>  
    <addr-line>London</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff16">
    <sup>16</sup>
    <institution>UNICA - Caries Research Unit</institution>
    <institution>Research Vice-rectory</institution>  
    <institution>Universidad El Bosque</institution>  
    <addr-line>Bogotá</addr-line>
    <country>Colombia</country></aff>
    <aff id="aff17">
    <sup>17</sup>
    <institution>The Dental Health Unit</institution>
    <institution>The University of Manchester</institution>  
    <addr-line>Manchester</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff18">
    <sup>18</sup>
    <institution>Carrera de Odontología</institution>
    <institution>Universidad Católica</institution>  
    <addr-line>Asunción</addr-line>
    <country>Paraguay</country></aff>
    <aff id="aff19">
      <sup>19</sup>
      <institution>Facultad Autonoma de Asunción</institution>
      <addr-line>Asunción</addr-line>
      <country>Paraguay</country>
    </aff>
    <aff id="aff20">
    <sup>20</sup>
    <institution>Faculty of Dentistry</institution>
    <institution>The University of Hong Kong</institution>  
    <addr-line>Hong Kong</addr-line>
    <country>China (Hong Kong)</country></aff>
    <aff id="aff21">
      <sup>21</sup>
      <institution>University of Sheffield</institution>
      <addr-line>Sheffield</addr-line>
      <country>United Kingdom</country>
    </aff>
    <aff id="aff22">
    <sup>22</sup>
    <institution>Dundee Dental Hospital and School</institution>
    <institution>University of Dundee</institution>  
    <addr-line>Dundee</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff23">
    <sup>23</sup>
    <institution>Faculty of Dental Medicine</institution>
    <institution>EpiUnit</institution>  
    <institution>University of Porto</institution>  
    <addr-line>Porto</addr-line>
    <country>Portugal</country></aff>
    <aff id="aff24">
    <sup>24</sup>
    <institution>School of Public Health</institution>
    <institution>University of São Paulo</institution>  
    <addr-line>São Paulo</addr-line>
    <country>Brazil</country></aff>
    <aff id="aff25">
    <sup>25</sup>
    <institution>Department of Odontology</institution>
    <institution>University of Copenhagen</institution>  
    <addr-line>Copenhagen</addr-line>
    <country>Denmark</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Mariana Minatel Braga 
      <email>mmbraga@usp.br</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>08</month><year>2017</year></pub-date>
    <pub-date pub-type="epub">
      <day>16</day>
      <month>08</month>
      <year>2017</year>
    </pub-date>
    <volume>6</volume>
    <issue>8</issue>
    <elocation-id>e155</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>8</day>
        <month>2</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>13</day>
        <month>4</month>
        <year>2017</year>
      </date>
      <date date-type="rev-recd">
        <day>8</day>
        <month>6</month>
        <year>2017</year>
      </date>
      <date date-type="accepted">
        <day>29</day>
        <month>6</month>
        <year>2017</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Mariana Minatel Braga, Tathiane Larissa Lenzi, Fernanda Rosche Ferreira, Fausto Medeiros Mendes, Daniela Prócida Raggio, José Carlos Imparato, Marcelo Bonecker, Ana Carolina Magalhães, Linda Wang, Daniela Rios, Juliano Pelim Pessan, Cristiane Duque, Maria Augusta Bessa Rebelo, Ary Oliveira Alves Filho, Marina De Deus Moura Lima, Marcoeli Silva Moura, Alessandro Diogo De Carli, Mariane Emi Sanabe, Maximiliano Sergio Cenci, Elenara Ferreira Oliveira, Marcos Britto Correa, Rachel Oliveira Rocha, Julio Eduardo Zenkner, Pedroza Uribe Murisí, Stefania Martignon, Juan Sebastian Lara, Fatima Gabriela Aquino, Alfredo Carrillo, Chun Hung Chu, Chris Deery, David Ricketts, Paulo Melo, José Leopoldo Ferreira Antunes, Kim Rud Ekstrand, IuSTC Group. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 16.08.2017.</copyright-statement>
    <copyright-year>2017</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.researchprotocols.org/2017/8/e155/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Tutored laboratorial activities could be a manner of improving the competency development of students. However, its impact over conventional theoretical classes has not yet been tested. Additionally, different university contexts could influence this issue and should be explored.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>To assess the impact of a tutored theoretical-practical training for teaching undergraduate students to detect caries lesions as compared with theoretical teaching activities. The impact of these teaching/learning activities will be assessed in terms of efficacy, cost/benefit, retention of knowledge/acquired competences, and student acceptability.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>Sixteen centers (7 centers from Brazil and 9 centers from other countries throughout the world) are involved in the inclusion of subjects for this protocol. A randomized controlled study with parallel groups will be conducted. One group (control) will be exposed to a 60- to 90-minute conventional theoretical class and the other group (test) will be exposed to the same theoretical class and also a 90-minute laboratory class, including exercises and discussions based on the evaluation of a pool of images and extracted teeth. The mentioned outcomes will be evaluated immediately after the teaching activities and also in medium- and long-term analyses. To compare the long-term outcomes, students who enrolled in the university before the participating students will be interviewed for data collection and these data will be used as a control and compared with the trained group. This stage will be a nonrandomized phase of this study, nested in the main study. Appropriate statistical analysis will be performed according to the aims of this study. Variables related to the centers will also be analyzed and used to model adjustment as possible sources of variability among results.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>This ongoing study is funded by a Brazilian national funding agency (CNPq- 400736/2014-4). We expect that the tutored theoretical-practical training will improve the undergraduate students’ performance in the detection of caries lesions and subsequent treatment decisions, mainly in terms of long-term retention of knowledge. Our hypothesis is that tutored theoretical-practical training is a more cost-effective option for teaching undergraduate students to detect caries lesions.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>If our hypothesis is confirmed, the use of laboratory training in conjunction with theoretical classes could be used as an educational strategy in Cariology to improve the development of undergraduate students’ skills in the detection of caries lesions and clinical decision-making.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>active learning</kwd>
      <kwd>cariology</kwd>
      <kwd>dental education</kwd>
      <kwd>laboratory training</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>There is an imminent demand to prepare dental professionals to not only possess knowledge, but also have developed skills to detect dental caries and make decisions about caries management based upon the current best scientific evidence [<xref ref-type="bibr" rid="ref1">1</xref>]. Thus, an improved education in Cariology for dental undergraduate students as future practitioners is fundamental for adequate caries diagnoses [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>A recent systematic review has pointed out that caries diagnosis is the topic within Cariology that has received the most concern in terms of developing training methodologies and/or education for undergraduate students [<xref ref-type="bibr" rid="ref3">3</xref>]. This suggests not only the importance of the subject within the dental professional training, but also the difficulty involved in successfully preparing professionals to be able to perform this step in the dental clinic.</p>
        <p>Although it may appear to be a simple step, the detection of caries lesions, as a part of the diagnosis process, involves several aspects that require not only knowledge about the subject, but also theoretical, clinical, and interpersonal skills. In this sense, practical training may be essential for the development of these specific skills [<xref ref-type="bibr" rid="ref4">4</xref>]. The laboratory activities systematically provide opportunities for undergraduate students to experience different simulated situations covering a variety of circumstances that they should be able to solve in clinical practice. Moreover, practical training allows more interactivity between students and teachers and/or tutors in the teaching-learning process [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>], besides providing rapid feedback on their performance [<xref ref-type="bibr" rid="ref7">7</xref>]; thus, improving the educational outcome.</p>
        <p>Several systems for caries detection have been used, to provide important information about the disease and also to guide professionals in making treatment decisions [<xref ref-type="bibr" rid="ref8">8</xref>]. The International Caries Detection and Assessment System (ICDAS) is one of the options proposed to standardize this process internationally [<xref ref-type="bibr" rid="ref9">9</xref>]. Although student performance in the detection of caries lesions using this system has already been assessed [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>], these investigations were performed in small groups of students or in only 1 institutional center, reducing the external validity of these findings [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>A preliminary study conducted at the University of São Paulo found that the tutored theoretical-practical training seems to improve the caries detection by undergraduate students using ICDAS [<xref ref-type="bibr" rid="ref14">14</xref>]. However, it was not possible to assess the real impact of this active-learning methodology in the teaching of this field, which involves more time and costs, as compared with the theoretical activity alone. Furthermore, this effect may be dependent on different university contexts, mainly because caries diagnosis content has not been taught in the same way in different curricula. To the best of our knowledge, this is a pioneering multicenter study that aims to investigate the short- and long-term impact of the tutored theoretical-practical training for detecting caries lesions in undergraduate courses in comparison with theoretical activities.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>The aim of the present protocol will be to evaluate the effect of a tutored theoretical-practical training for teaching undergraduate students to detect caries lesions in comparison with theoretical teaching activities. The impact of these teaching/learning activities will be assessed in terms of efficacy, cost/benefit, retention of knowledge/acquired competences, and student acceptance.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethical Aspects</title>
        <p>The Research Ethics Committee of all institutions involved previously approved this protocol. The participants will receive and sign an informed consent prior to their involvement in the research. For ethical reasons, the students allocated to the theoretical group will receive laboratory training at the end the outcome assessments. Participant confidentiality will be ensured using identification code numbers. Participant identifiable information will be stored in locked filing cabinets in a secure room.</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>A multicenter randomized controlled study with parallel groups will be conducted. One group (control) will be exposed to a 60- to 90-minute conventional theoretical class and the other group (test) will be exposed to the same theoretical class along with a 90-minute laboratory class, including exercises and discussions based on the evaluation of a pool of images and extracted teeth.</p>
        <p>This study will involve 7 centers from Brazil and 9 centers from other countries throughout the world (<xref ref-type="fig" rid="figure1">Figure 1</xref>). The centers represent two distinct contexts: 1 coordinating center, a precursor in the development of the theoretical and laboratory activity that will be tested, while the other institutions represent those that will receive the proposal to develop the same activity with support provided by the precursor center. The inclusion of different centers aims to cover different regions and institutions with different profiles to increase the external validity of the study. As the coordinating center is in São Paulo, Brazil, 6 other institutions were invited to cover different parts of the country. Similarly, the other centers throughout the world are located in different regions, including Latin America (Colombia and Paraguay), Asia (Hong Kong), and Europe (Copenhagen, United Kingdom, and Portugal). Other centers may be optionally incorporated throughout the study, according to interest and judgment of necessity. The Initiatives for Undergraduate Students’ Training in Cariology is a collaborative group made up of all people involved in this study. The detailed roles of each member and respective affiliations are described in <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Training for Operationalization of the Study in Different Centers</title>
        <p>The researchers responsible for the study in each center will participate in an initial joint meeting to clarify the methodology to be followed in the study. Training and collaboration of the participants from each center will be made in order to properly adapt the logistics needed for the study, considering the characteristics of each center. The research team will detect all particularities of each center, and a proposal for the implementation of the activity will be jointly developed by the coordinating center and each participating institution. In addition, the principal investigator will train the staff members that will apply the activity at each center.</p>
      </sec>
      <sec>
        <title>Preparation of the Material for Evaluations</title>
        <p>The coordinating center will be responsible for organizing and/or assisting in the organization of the material to be used in the theoretical-practical training, including preparation of a pool of images and extracted teeth contemplating different stages of caries severity. The pool of images will be prepared and used in all centers. The teeth will be obtained from the Bank of Human Teeth located at each institution or similar donators of material for this purpose. A tutorial was developed to guide investigators from each center to prepare their samples aided by an investigator from the coordinating center.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Mapping of the institutions involved in the study.</p>
          </caption>
          <graphic xlink:href="resprot_v6i8e155_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Experimental Groups</title>
        <p>Undergraduate students at the beginning (up to second or third year) and the end of the Dentistry course (last 2 years) will be included. All students will be invited to participate, but only those who consent to participate will be included. The classes will be randomly divided into 2 groups. The randomization will be made by a central allocation located in the coordinating center, by sending the list of students to be invited. All students will be randomized, even those that will not participate. These losses will be computed and analyzed later.</p>
        <p>One group (control) will be exposed to a 60- to 90-minute conventional theoretical class and the other group (test) will be exposed to the same theoretical class and a 90-minute laboratory class, including exercises and discussions based on the evaluation of a pool of images and extracted teeth. All students will attend the class together before the allocation. For the test group, the participants will be assigned in small groups (7-10 students) mediated by graduate tutors and/or teachers. Students will assess 30 clinical images and 10 teeth for severity (ICDAS scores) and activity status [<xref ref-type="bibr" rid="ref14">14</xref>]. Tutors/teachers will work on correcting exercises and also discussion of questions raised by the group. In case of disagreement, tooth revaluation will be possible with the help of tutors/teachers so that students understand potential mistakes. For the control group, they will begin the outcomes assessment after having finished the theoretical class.</p>
        <p>Despite the allocation, both groups will begin their activities (for training or outcomes assessment) at the same time, avoiding demotivation of any group. Students and teachers/tutors will know the allocated group only when they will be prepared for the activities after the theoretical class, guaranteeing the allocation concealment.</p>
      </sec>
      <sec>
        <title>Outcomes Assessment</title>
        <sec>
          <title>Cost Efficacy</title>
          <p>To evaluate the efficacy of the teaching and learning methods both the theoretical knowledge, and the practical skills and clinical decision-making capacity of the students will be evaluated after the theoretical class (control group) and after the theoretical laboratory training (test group).</p>
          <p>To evaluate the theoretical knowledge, the students will answer questions about caries lesions detection prepared by professors with expertise in this field. Furthermore, the participants must understand the impact of the correct decision or error when using the ICDAS in clinical practice. The practical assessment will be made through the evaluation of extracted teeth for 1 minute each. Students will evaluate selected tooth surfaces according to the ICDAS criteria with the aid of a light reflector, a plane buccal mirror, and a ballpoint probe. To simulate the distance to observe teeth in the mouth, teeth will be positioned on a plane surface approximately 30 cm from the examiners’ eyes. The teeth will first be examined wet, and then they will be dried for 5 seconds with compressed air. For this evaluation, the students' responses regarding caries severity will be compared with a template made by teachers after visual inspection. To evaluate the capacity of decision making, the undergraduate students should propose the treatment option based on caries lesion detection for 5 clinical cases. Cases were prepared to simulate usual clinical conditions. To assess the cost efficacy of the methods, the efficacy will be considered the number of true answers registered by the students independently on the theoretical and practical tests, as well as in the decision-making query. Direct and indirect costs will be calculated, both individually (the activity itself) and institutionally (to maintain the necessary structure and provide time for the activity). Cost estimation should include planning, preparation of the material, staff training, and implementation of the activity. Lecture and practical activity costing data will be directly collected at all study sites considering institutional information itself. In addition, national databases will be searched to estimate costs of maintenance of universities in each location. Data from these 2 sources will be collated to produce tables of costs for the activity, center, and country.</p>
        </sec>
        <sec>
          <title>Perception and Acceptance</title>
          <p>The students’ perception of the activity and their degree of satisfaction with the knowledge achieved will be assessed. Questions will evaluate the preparation level, nervousness, satisfaction, and acceptance of students regarding the proposed activities. These outcomes will be evaluated based on the State Trait Personality Inventory Scale [<xref ref-type="bibr" rid="ref15">15</xref>]. Moreover, the goal of this outcome will verify if the students who participated in the laboratory training felt more prepared for the caries lesions detection in a clinical situation.</p>
        </sec>
        <sec>
          <title>Retention of Knowledge and Skills</title>
          <p>To evaluate the retention of knowledge and skills acquired after the tutored theoretical laboratory training, students who entered the university before the participating students will be interviewed for data collection, and these data will be used as control and compared with the trained group. This stage will be a nonrandomized phase of the study, nested in the main study. To compare the long-term outcomes, a theoretical and practical assessment will be applied to participating students after 1 or 2 years following the first training and compared with a class in the same year of the undergraduate program, but who had not been exposed to this methodology. This stage of study will be adjusted considering the curriculum of each center in accordance with the course subjects offered in the periods of interest. The flowchart of the study design is summarized in <xref ref-type="fig" rid="figure2">Figure 2</xref>.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Study design and phases to be conducted.</p>
            </caption>
            <graphic xlink:href="resprot_v6i8e155_fig2.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Center/Student Characteristics</title>
        <p>Some characteristics related to each center will be collected during the planning and execution/data collection stages. In the planning phase, a structured questionnaire will be applied to the center coordinators in order to identify relevant aspects of center size/potential, curricula, human resources/faculty preparation, infrastructure/facilities, and expected difficulties for participant centers. Afterward, in the execution phase, we will first map each student’s background and willingness to learn Cariology and caries detection by a form they should fill out before the theoretical class. The student’s background will show both the student’s knowledge at baseline, and also the possible contents taught at his/her center. Second, qualitative research on topics and strategies used in teaching/learning of Cariology will be investigated among students and lecturers in different centers. These quantitative-qualitative variables will be used as independent variables related to the center in further analysis.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>For the theoretical evaluation, total number of correct responses for test and control groups will be compared at both times of evaluation (immediate and long term). Data from the number of correct responses per question will be submitted to analysis, also considering the question as a factor.</p>
        <p>For the practical assessment, performance-related parameters (sensitivity, specificity, accuracy) when using the visual method for the caries detection and evaluation of lesions activity will be calculated. These values will be compared between groups using multilevel analysis, considering both experimental groups and different centers.</p>
        <p>The scores given by students for acceptance and perception of the activities carried out will be compared between groups. Regression analysis will be used in each experimental group to verify the association between student performance in caries lesions detection versus theoretical knowledge and student perception in relation to the activity. Baseline student knowledge and willingness to learn caries detection will be considered during these analyses.</p>
        <p>The association between the results of immediate theoretical and practical assessments with knowledge and skills retained in the long term will be assessed.</p>
        <p>For all analyses, a multilevel approach will be used to consider different levels explored. The assessment, the student, the center, and the country could be considered as possible levels for these analyses considering the possible clustering observed for centers and, eventually, countries. For all the parameters tested, the influence of the different centers and the level in the course (first or end years) will be investigated by regression analysis. The significance level will be set at 5%.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This protocol refers to an ongoing study mainly funded by a Brazilian national funding agency (CNPq- 400736/2014-4). The standardized protocol has been implemented in different centers and data collected throughout them. On these occasions, different situations have been experienced and all peculiarities have been recorded in order to help in explaining possible differences among the studied centers.</p>
      <p>We expect that the tutored theoretical-practical training will improve the undergraduate students’ performance in the detection of caries lesions and subsequent treatment decisions, mainly in terms of long-term retention of knowledge. Our hypothesis is that tutored theoretical-practical training is a more cost-effective option for teaching undergraduate students to detect caries lesions.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
      <title>Motivation and Design</title>
      <p>In aiming to formalize the curriculum in Cariology at the 1st Consensus Workshop on the Development of the European Curriculum in Cariology [<xref ref-type="bibr" rid="ref1">1</xref>], 5 distinct areas were highlighted [<xref ref-type="bibr" rid="ref2">2</xref>], including the caries diagnosis, which involves risk assessment and detection of caries lesions [<xref ref-type="bibr" rid="ref16">16</xref>]. However, theoretical classes, often adopted for teaching Cariology, may not be enough to enable those undergraduate students to perform procedures, such as the detection of caries lesions in clinical practice. In this regard, we expect this study to provide the best scientific evidence for defining the best teaching/learning strategy for detection of caries.</p>
      <p>As in other areas of dentistry, practical training may be essential for the development of these specific skills that are expected of a future professional [<xref ref-type="bibr" rid="ref4">4</xref>]. A preliminary study conducted by our research group showed that laboratory activity could help even in solving theoretical questions that the students may have related to caries diagnosis [<xref ref-type="bibr" rid="ref14">14</xref>]. This is a before and after type of study, in which the same students are evaluated at different times of the laboratory activities. Nevertheless, no study to date has compared this new methodology with theoretical classes. Although the practical activities tend to reinforce the theoretical content, the real cost-efficacy of using this methodology is unknown.</p>
      <p>One of the motivations of this multicenter study was checking the impact of the same training activity considering different contexts. The inclusion of several university centers with different students profiles may increase the actual external validity of the proposed activity [<xref ref-type="bibr" rid="ref13">13</xref>]. Therefore, influence of center dimension, differences in curricula, workflow, faculty formation/willingness to participate in the project, available human resources, and infrastructure/facilities can be tested using this study design. Moreover, distinct universities resources could interfere in the educational outcome or demand an extra investment for implementing the activity.</p>
      <p>Most studies that assessed the efficacy or acceptance of students on measures associated with the theoretical classes [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], but the comparison of these measures with the performance achieved only after theoretical classes is rare [<xref ref-type="bibr" rid="ref19">19</xref>]. Furthermore, they did not estimate the additional cost for implementation of this alternative, pointing out an innovative approach of our protocol. Once again, the multicenter study design that will permit to compare cost implementation in the different tested contexts [<xref ref-type="bibr" rid="ref20">20</xref>].</p> </sec>
      <sec>
        <title>Expectations</title>
        <p>Among positive aspects, active methodologies tend to stimulate higher participation of students in the learning-teaching process [<xref ref-type="bibr" rid="ref21">21</xref>]. Also, we speculate that by the end of the course undergraduate students could benefit more from this approach than those at the beginning of the course. The cumulative knowledge of the faculty associated with practical training may result in a better performance of dental undergraduate students for application of this integrated knowledge while making decisions related to prevention and management of caries [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>A recent systematic review [<xref ref-type="bibr" rid="ref8">8</xref>] has pointed out that the visual caries detection method has good overall performance, and the use of indices improves the accuracy of the method. With the expected results, we aim to achieve the inclusion of the teaching/learning of caries detection using the ICDAS into the curriculum of undergraduate courses. In many clinical disciplines, the content taught in laboratories may have been reduced due to a need to gain time in the clinical environment. On the other hand, considering that laboratory training may help the students solve doubts before clinical examinations and optimize chair time, we believe that tutored theoretical-practical training is a cost-effective option for teaching undergraduate students to detect caries lesions. If the results confirm our hypotheses, this study will contribute significantly to the reformulation of Cariology curriculum guidelines for undergraduate students.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Initiatives for Undergraduate Students’ Training in Cariology collaborative (IuSTC) group.</p>
        <media xlink:href="resprot_v6i8e155_app1.pdf" xlink:title="PDF File (Adobe PDF File), 419KB"/>
      </app>
      <app id="app2">
        <title>Multimedia Appendix 2</title>
        <p>Funding agency report.</p>
        <media xlink:href="resprot_v6i8e155_app2.pdf" xlink:title="PDF File (Adobe PDF File), 196KB"/>
      </app>
      <app id="app3">
        <title>Multimedia Appendix 3</title>
        <p>Funding agency report 2.</p>
        <media xlink:href="resprot_v6i8e155_app3.pdf" xlink:title="PDF File (Adobe PDF File), 185KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ICDAS</term>
          <def>
            <p>International Caries Detection and Assessment System</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study is funded by the National Council for Scientific and Technological Development (CNPq-400736/2014-4) and The São Paulo Research Foundation (FAPESP), Brazilian funding agencies. The Principal Investigator and other Center Coordinators also receive scholarships as awards for Research Productivity in Brazil from the CNPq.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Schulte</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Pitts</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Huysmans</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Splieth</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Buchalla</surname>
            <given-names>W</given-names>
          </name>
        </person-group>
        <article-title>European core curriculum in cariology for undergraduate dental students</article-title>
        <source>Caries Res</source>  
        <year>2011</year>  
        <volume>45</volume>  
        <fpage>345</fpage>  
        <pub-id pub-id-type="doi">10.1159/000330006</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Schulte</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Buchalla</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Huysmans</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Amaechi</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Sampaio</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Vougiouklakis</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>A survey on education in cariology for undergraduate dental students in Europe</article-title>
        <source>Eur J Dent Educ</source>  
        <year>2011</year>  
        <volume>15</volume>  
        <issue>Suppl 1</issue>  
        <fpage>3</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1600-0579.2011.00708.x</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Braga</surname>
            <given-names>MM</given-names>
          </name>
          <name name-style="western">
            <surname>Floriano</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Lara</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Haddad</surname>
            <given-names>AE</given-names>
          </name>
          <name name-style="western">
            <surname>Mattos-Silveira</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Mendes</surname>
            <given-names>FM</given-names>
          </name>
        </person-group>
        <source>PROSPERO records</source>  
        <year>2014</year>  
        <access-date>2017-07-28</access-date>
        <comment>Educational and teaching techniques in cariology: a systematic review 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.crd.york.ac.uk/PROSPERO/display_record.asp?ID=CRD42014010343">http://www.crd.york.ac.uk/PROSPERO/display_record.asp?ID=CRD42014010343</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6sJ16Y72I"/></comment> </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cowpe</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Plasschaert</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Harzer</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Vinkka-Puhakka</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Walmsley</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Profile and competences for the graduating European dentist - update 2009</article-title>
        <source>Eur J Dent Educ</source>  
        <year>2010</year>  
        <volume>14</volume>  
        <fpage>193</fpage>  
        <lpage>202</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1600-0579.2009.00609.x</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tsai</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Aida</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Wan Zah Wan</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>AbRahim</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Utilization of intelligent tutoring system in mathematics learning</article-title>
        <source>Int J Educ Dev using Inf Commun Technol</source>  
        <year>2008</year>  
        <volume>4</volume>  
        <fpage>50</fpage>  
        <lpage>63</lpage> </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pennaforte</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Moussa</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Loye</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Charlin</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Audétat</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Exploring a new simulation approach to improve clinical reasoning teaching and assessment: randomized trial protocol</article-title>
        <source>JMIR Res Protoc</source>  
        <year>2016</year>  
        <volume>5</volume>  
        <fpage>e26</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.researchprotocols.org/2016/1/e26/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/resprot.4938</pub-id>
        <pub-id pub-id-type="medline">26888076</pub-id>
        <pub-id pub-id-type="pii">v5i1e26</pub-id>
        <pub-id pub-id-type="pmcid">PMC4776024</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Divaris</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Barlow</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Chendea</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Cheong</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Dounis</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Dragan</surname>
            <given-names>I</given-names>
          </name>
        </person-group>
        <article-title>The academic environment: the students? perspective</article-title>
        <source>Eur J Dent Educ</source>  
        <year>2008</year>  
        <volume>12</volume>  
        <fpage>120</fpage>  
        <lpage>130</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1600-0579.2007.00494.x</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gimenez</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Piovesan</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Braga</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Raggio</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Deery</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Ricketts</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Visual inspection for caries detection: a systematic review and meta-analysis</article-title>
        <source>J Dent Res</source>  
        <year>2015</year>  
        <volume>94</volume>  
        <fpage>895</fpage>  
        <lpage>904</lpage>  
        <pub-id pub-id-type="doi">10.1177/0022034515586763</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pitts</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>ICDAS --an international system for caries detection and assessment being developed to facilitate caries epidemiology, research and appropriate clinical management</article-title>
        <source>Community Dent Health</source>  
        <year>2004</year>  
        <volume>21</volume>  
        <issue>3</issue>  
        <fpage>193</fpage>  
        <lpage>198</lpage>  
        <pub-id pub-id-type="medline">15470828</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Foley</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Dental students consistency in applying the ICDAS system within paediatric dentistry</article-title>
        <source>Eur Arch Paediatr Dent</source>  
        <year>2012</year>  
        <volume>13</volume>  
        <fpage>319</fpage>  
        <lpage>322</lpage>  
        <pub-id pub-id-type="medline">23235133</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Diniz</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Lima</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Santos-Pinto</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Eckert</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Zandoná</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>de Cássia Loiola Cordeiro</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Influence of the ICDAS e-learning program for occlusal caries detection on dental students</article-title>
        <source>J Dent Educ</source>  
        <year>2010</year>  
        <volume>74</volume>  
        <fpage>862</fpage>  
        <lpage>868</lpage>  
        <pub-id pub-id-type="medline">20679455</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Zandona</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Al-Shiha</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Eggertsson</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Eckert</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Student versus faculty performance using a new visual criteria for the detection of caries on occlusal surfaces: an in vitro examination with histological validation</article-title>
        <source>Oper Dent</source>  
        <year>2009</year>  
        <volume>34</volume>  
        <fpage>598</fpage>  
        <lpage>604</lpage>  
        <pub-id pub-id-type="doi">10.2341/08-082-L</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Reed</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Cook</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Beckman</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Levine</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Kern</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Wright</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Association between funding and quality of published medical education research</article-title>
        <source>JAMA</source>  
        <year>2007</year>  
        <volume>298</volume>  
        <issue>9</issue>  
        <fpage>1002</fpage>  
        <lpage>1009</lpage>  
        <pub-id pub-id-type="doi">10.1001/jama.298.9.1002</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tibério</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Floriano</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Novaes</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Matos</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Camargo</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Bonecker</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Human-based interactive laboratorial training on ICDAS as teaching strategy to undergraduate students</article-title>
        <source>Caries Res</source>  
        <year>2013</year>  
        <conf-name>60th ORCA Congress</conf-name>
        <conf-date>July 3-6, 2013</conf-date>
        <conf-loc>Liverpool, UK</conf-loc>
        <fpage>2013</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.karger.com/Article/Abstract/350670"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1159/000350670</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Marteau</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Bekker</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>The development of a six-item short-form of the state scale of the Spielberger State-Trait Anxiety Inventory (STAI)</article-title>
        <source>Br J Clin Psychol</source>  
        <year>1992</year>  
        <volume>31</volume>  
        <fpage>301</fpage>  
        <lpage>306</lpage>  
        <pub-id pub-id-type="medline">1393159</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pitts</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Melo</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Martignon</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Ekstrand</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Ismail</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Caries risk assessment, diagnosis and synthesis in the context of a European Core Curriculum in Cariology</article-title>
        <source>Eur J Dent Educ</source>  
        <year>2011</year>  
        <volume>15</volume>  
        <issue>Suppl 1</issue>  
        <fpage>23</fpage>  
        <lpage>31</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1600-0579.2011.00711.x</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Diniz</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Lima</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Santos-Pinto</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Eckert</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Zandoná</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>de Cássia Loiola Cordeiro</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Influence of the ICDAS e-learning program for occlusal caries detection on dental students</article-title>
        <source>J Dent Educ</source>  
        <year>2010</year>  
        <volume>74</volume>  
        <fpage>862</fpage>  
        <lpage>868</lpage>  
        <pub-id pub-id-type="medline">20679455</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Luz</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Stringhini</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Otto</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Port</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Zaleski</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Oliveira</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Performance of undergraduate dental students on ICDAS clinical caries detection after different learning strategies</article-title>
        <source>Eur J Dent Educ</source>  
        <year>2015</year>  
        <volume>19</volume>  
        <fpage>235</fpage>  
        <lpage>241</lpage>  
        <pub-id pub-id-type="doi">10.1111/eje.12131</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jablonski-Momeni</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Busche</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Struwe</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Lange</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Heinzel-Gutenbrunner</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Frankenberger</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Use of the international caries detection and assessment system two-digit coding method by predoctoral dental students at Philipps University of Marburg, Germany</article-title>
        <source>J Dent Educ</source>  
        <year>2012</year>  
        <volume>76</volume>  
        <fpage>1657</fpage>  
        <lpage>1666</lpage> </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mugford</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Hutton</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Fox-Rushby</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Methods for economic evaluation alongside a multicentre trial in developing countries: a case study from the WHO Antenatal Care Randomised Controlled Trial</article-title>
        <source>J Paediatr Perinat Epidemiol</source>  
        <year>1998</year>  
        <volume>12</volume>  
        <issue>Suppl 2</issue>  
        <fpage>75</fpage>  
        <lpage>97</lpage>  
        <pub-id pub-id-type="medline">9805724</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Freeman</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Eddy</surname>
            <given-names>SL</given-names>
          </name>
          <name name-style="western">
            <surname>McDonough</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>MK</given-names>
          </name>
          <name name-style="western">
            <surname>Okoroafor</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Jordt</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Active learning increases student performance in science, engineering, and mathematics</article-title>
        <source>Proc Natl Acad Sci U S A</source>  
        <year>2014</year>  
        <volume>111</volume>  
        <fpage>8410</fpage>  
        <lpage>8415</lpage>  
        <pub-id pub-id-type="doi">10.1073/pnas.1319030111</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hendricson</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Anderson</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Andrieu</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Chadwick</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Cole</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>George</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Does faculty development enhance teaching effectiveness?</article-title>
        <source>J Dent Educ</source>  
        <year>2007</year>  
        <volume>71</volume>  
        <fpage>1513</fpage>  
        <lpage>1533</lpage>  
        <pub-id pub-id-type="medline">18096877</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
