<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v7i12e10363</article-id>
    <article-id pub-id-type="pmid">30578214</article-id>
    <article-id pub-id-type="doi">10.2196/10363</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Protocol</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Protocol</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>A Novel Smartphone App to Support Learning and Maintaining Competency With Bier Blocks for Pediatric Forearm Fracture Reductions: Protocol for a Mixed-Methods Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Laloë</surname>
          <given-names>Pierre-Antoine</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Lee</surname>
          <given-names>Robert</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1">
        <name name-style="western">
          <surname>Burstein</surname>
          <given-names>Brett</given-names>
        </name>
        <degrees>MDCM, PhD, MPH</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1107-9514</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib2" corresp="yes">
      <name name-style="western">
        <surname>Bretholz</surname>
        <given-names>Adam</given-names>
      </name>
      <degrees>MD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Division of Pediatric Emergency Medicine</institution>
        <institution>Montreal Children's Hospital</institution>
        <institution>McGill University Health Centre</institution>
        <addr-line>1001 Decarie Boulevard</addr-line>
        <addr-line>Montreal, QC, H4A 3J1</addr-line>
        <country>Canada</country>
        <phone>1 514 412 4400 ext 24757</phone>
        <email>adambretholzmd@gmail.com</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0409-6524</ext-link></contrib>
    </contrib-group>
    <aff id="aff1">
    <label>1</label>
    <institution>Division of Pediatric Emergency Medicine</institution>
    <institution>Montreal Children's Hospital</institution>  
    <institution>McGill University Health Centre</institution>  
    <addr-line>Montreal, QC</addr-line>
    <country>Canada</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Adam Bretholz 
      <email>adambretholzmd@gmail.com</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>12</month><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>21</day>
      <month>12</month>
      <year>2018</year>
    </pub-date>
    <volume>7</volume>
    <issue>12</issue>
    <elocation-id>e10363</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>10</day>
        <month>3</month>
        <year>2018</year>
      </date>
      <date date-type="rev-request">
        <day>26</day>
        <month>4</month>
        <year>2018</year>
      </date>
      <date date-type="rev-recd">
        <day>12</day>
        <month>8</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>13</day>
        <month>9</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Brett Burstein, Adam Bretholz. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 21.12.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.researchprotocols.org/2018/12/e10363/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Distal forearm fractures are among the most common injuries presenting to the pediatric emergency department (PED). Bier block (BB), or intravenous regional anesthesia, is a safe and effective alternative to procedural sedation for closed reduction of forearm fractures; it is associated with fewer adverse events, a shorter length of stay, and reduced costs. BB has long remained relatively underutilized; however, with an increasing emphasis on efficient resource use and patient-centered care, there is renewed interest in this technique.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>Our tertiary PED recently became the first in Canada to successfully implement an active BB program. Subsequently, we developed a mobile BB smartphone app designed to support the sustained departmental use of BB. The app can be used for training and maintenance of competency and incorporates instructional material, as well as our institutional BB protocol, printable medication order sheets, and monitoring forms. The present report describes the development and functionality of the BB smartphone app.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>We have described app development and content. App dissemination metrics will be tracked, and user feedback will be analyzed using a self-administered electronic survey. Additionally, app utilization in our PED will be compared with real-world clinical use of BB for fracture reductions.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>The first iteration of the BB app was launched in 2015, with the most recent update in September 2018. App metric tracking is planned for January 2020 until December 2021.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>We have highlighted how the BB app serves as a paradigm of an educational tool designed not only for individual users but also for supporting the department-wide implementation and dissemination of a new technique. App dissemination and use metrics will be tracked and correlated with clinical use of BB in the PED.</p>
      </sec>
      <sec sec-type="registered-report">
        <title>International Registered Report Identifier (IRRID)</title>
        <p>PRR1-10.2196/10363</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>intravenous regional anesthesia</kwd>
      <kwd>lidocaine</kwd>
      <kwd>procedural sedation</kwd>
      <kwd>mobile phone</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Bier block (BB), or intravenous regional anesthesia, is a safe and effective alternative to procedural sedation for forearm fracture reduction [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Using a pneumatic tourniquet, the isolated injured extremity is injected with local anesthetic to provide complete limb analgesia below the tourniquet cuff for painless fracture reduction. The patient remains conscious throughout the procedure, for which, therefore, no preprocedural fasting is required, postprocedure observation period is minimal, and potential risks of procedural sedation are avoided. Intravenous access is required only on the affected limb and only briefly during infusion of local anesthetic. Consequently, this technique is associated with reduced length of stay and resource utilization [<xref ref-type="bibr" rid="ref4">4</xref>] and can be used for children as young as 2-4 years [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>Despite BB’s apparent benefits, it remains infrequently employed for forearm fracture reductions. A survey of 44 North American pediatric emergency departments (PEDs) reported that the most common reason cited for not using local anesthesia techniques was the efficacy of procedural sedation. The authors further suggested that limited physician comfort and perceived longer preparation time were important barriers to BB use [<xref ref-type="bibr" rid="ref5">5</xref>]. These factors, coupled with sporadic clinical opportunity, departmental logistics, and personnel turnover, are all important challenges to the successful implementation of a sustained BB program.</p>
        <p>Recently, our center became the first Canadian PED to successfully introduce a BB program for forearm fracture reductions. PED personnel were trained at the time of BB implementation using a multimodal training course. We observed a sustained increase in BB utilization following training, reaching nearly 40% of all forearm fracture reductions at 2 years. However, course participants reported a modest but significant decrease in comfort with BB at 6 months, and the majority of participants expressed interest in refresher training [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Smartphones are widely used and medical smartphone apps have been shown to support the acquisition of technical skills [<xref ref-type="bibr" rid="ref7">7</xref>]. We have developed a novel point-of-care smartphone app designed to facilitate learning and maintenance of BB competency. Here we report on the app development process and functionality, with an emphasis on both its utility for individuals interested in using BB and its function as a model for the development of an educational tool to support the implementation of any new technique in the emergency department (ED). App dissemination metrics will be tracked, and its utilization at our center will be compared with real-world clinical use of BB for fracture reductions.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Mobile App Content and Functionality</title>
        <p>The app functions as a self-contained tool to support the utilization of BB by both physicians and nurses and may be used by either novice or experienced users. Additionally, the app contains supporting resources necessary to facilitate the establishment of a departmental BB program. The BB app (<xref ref-type="fig" rid="figure1">Figure 1</xref>) contains a brief description of BB and a demonstration video. From the main screen, users can find complete step-by-step instructions. A dose calculator determines weight-based lidocaine dosing, in metric or imperial units with maximal dosages, and a timer directly integrates a stopwatch function. A user-friendly memory aid is provided for the signs, symptoms, and management of lidocaine toxicity. A tab from the main menu links to evidence-based BB references including our institutional protocols for BB and local anesthetic toxicity management, a medication order sheet with integrated dosage calculator, and a safety monitoring record. All reference materials can be saved, printed, or emailed from within the app directly. All content was adapted from our evidence-based institutional BB training course [<xref ref-type="bibr" rid="ref6">6</xref>].</p> 
        
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Main menu and selected screenshots of the BB smartphone app. (Source: Apple App Store Store, MUHC Bier Block App; Developer: Silverbirch Ventures, Toronto, ON).</p>
          </caption>
          <graphic xlink:href="resprot_v7i12e10363_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        
        <p>Feedback was collected from departmental stakeholders following BB training to determine preferences for app content and features. The app was piloted for technical ease of use and clarity, and ongoing quality feedback was incorporated into subsequent app updates. All content and protocols received institutional approval for release from the McGill University Health Centre.</p>
        
      </sec>
      <sec>
        <title>Technical Requirements and Associated Costs</title>
        <p>Beta testing was performed using Apple’s proprietary TestfFight software (Apple Inc). Total app storage requirement is 30 MB, and once installed on a mobile device, all content is available without internet connection. The current version is compatible with Apple iOS devices and is available for free through the Apple App Store. Development costs were under Can $1250 in addition to a mandatory fixed recurring cost of Can $100 per year to maintain an Apple developer account.</p>
      </sec>
      <sec>
        <title>App Evaluation</title>
        <p>App dissemination will be tracked using the analytics provided by the app builder and the Apple App Store Analytics software, as described elsewhere [<xref ref-type="bibr" rid="ref8">8</xref>]. Metrics tracked will include Web-based app views, referrals, user engagement (number of sessions and active devices), total downloads, and retention. Users will be invited via the app to participate in a self-administered electronic survey to assess self-reported perceptions of the BB app. User-perspective surveys will be developed and reported according to published guidelines [<xref ref-type="bibr" rid="ref9">9</xref>]. Specific data on app utilization and timing of use will be tracked among users in our PED in parallel to real-world clinical use of BB for pediatric fracture reductions [<xref ref-type="bibr" rid="ref6">6</xref>]. Tracking of app usage in our PED will make use of the external tester function of Apple TestFlight software.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The BB mobile app was launched in January 2015, with updates incorporating user feedback until 2016, and underwent a final content update in September 2018. After receiving approval by the McGill University Health Centre Research Ethics Board, app analytics and clinical correlation metrics will be evaluated between January 2020 and December 2021.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The BB app was developed to improve and maintain comfort of individuals performing BB and to enhance the sustainable functioning of a departmental BB program. The app was designed for interdisciplinary use by both nurses and physicians. This point-of-care tool supports maintenance of competency that is often limited by sporadic clinical opportunities when used alone as a quick reference, in combination with other models’ procedural learning such as simulation, or as a cognitive aid during both simulation and real-world use. To our knowledge, this is the only app for BB, and it is unique in its range of functionality.</p>
      <p>Despite the rapid proliferation of medical smartphone apps, there is a paucity of literature on the use of apps to learn or support ED procedures, and such apps are very few. The majority of currently available medical apps contain basic demonstration videos, instructional texts, clinical decision rules, or calculators. More recently, apps with greater functionality and sophistication have been described for point-of-care use in acute care settings [<xref ref-type="bibr" rid="ref10">10</xref>]. Hawkes et al have described an app for neonatal intubation that increased physician knowledge and improved procedural performance [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>The BB app is also exemplary of how a smartphone tool can complement and augment the introduction of a new technique throughout a department or institution. Procedure preparation time is shortened by convenient access to printable medical order sheets, monitoring forms, and dose calculators. The use of such an app may reduce the time and resources required for frequent departmental refresher training and can help bridge the gap between courses for infrequent users or new personnel. Moreover, full evidence-based protocols within the app facilitate knowledge translation to other departments and institutions wishing to implement a similar program.</p>
      <p>Our BB app does not provide details regarding pneumatic cuff inflation and safety checks, which vary by make and model of the automatic tourniquet system. Importantly, the BB app itself has not undergone peer review; however, this is not unusual or unique to our app [<xref ref-type="bibr" rid="ref11">11</xref>], but could someday become necessary in a changing regulatory environment [<xref ref-type="bibr" rid="ref12">12</xref>]. Moreover, we have not quantified the effect of the app to prevent the attrition of comfort among BB users and how the app compares to refresher courses. Understanding how to best integrate this and other apps into current educational models of procedural learning remains to be studied, but is beyond the scope of this report.</p>
      <p>In summary, BB is safe and effective for pediatric forearm fracture reductions but remains underutilized. We have developed a novel BB smartphone app to overcome the barriers to more widespread use of this technique. The app is not only a resource for individual BB users but also provides a case study for how an institution can develop an educational tool to support a new program and enhance knowledge translation with other centers.</p>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BB</term>
          <def>
            <p>Bier block</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ED</term>
          <def>
            <p>emergency department</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PED</term>
          <def>
            <p>pediatric emergency department</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors wish to thank Kevin Birch from Silverbirch Ventures Inc for software development assistance, Jean-Pierre Cordeau and Elena Guadagno for technical support, and Drs Harley Eisman, Michelin Ste-Marie, and Robert Barnes for institutional support.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Blasier</surname>
            <given-names>RD</given-names>
          </name>
          <name name-style="western">
            <surname>White</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Intravenous regional anesthesia for management of children's extremity fractures in the emergency department</article-title>
        <source>Pediatr Emerg Care</source>  
        <year>1996</year>  
        <volume>12</volume>  
        <issue>6</issue>  
        <fpage>404</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="medline">8989785</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mohr</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Safety and effectiveness of intravenous regional anesthesia (Bier block) for outpatient management of forearm trauma</article-title>
        <source>CJEM</source>  
        <year>2006</year>  
        <volume>8</volume>  
        <issue>4</issue>  
        <fpage>247</fpage>  
        <lpage>50</lpage>  
        <pub-id pub-id-type="medline">17324303</pub-id>
        <pub-id pub-id-type="pii">BAA0241FEE694695B9C183F909C843BB</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fauteux-Lamarre</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Burstein</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Cheng</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Bretholz</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Reduced Length of Stay and Adverse Events Using Bier Block for Forearm Fracture Reduction in the Pediatric Emergency Department</article-title>
        <source>Pediatr Emerg Care</source>  
        <year>2016</year>  
        <month>11</month>  
        <day>29</day>  
        <pub-id pub-id-type="doi">10.1097/PEC.0000000000000963</pub-id>
        <pub-id pub-id-type="medline">27918376</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Aarons</surname>
            <given-names>CE</given-names>
          </name>
          <name name-style="western">
            <surname>Fernandez</surname>
            <given-names>MD</given-names>
          </name>
          <name name-style="western">
            <surname>Willsey</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Peterson</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Key</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Fabregas</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Bier block regional anesthesia and casting for forearm fractures: safety in the pediatric emergency department setting</article-title>
        <source>J Pediatr Orthop</source>  
        <year>2014</year>  
        <volume>34</volume>  
        <issue>1</issue>  
        <fpage>45</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1097/BPO.0b013e31829fff47</pub-id>
        <pub-id pub-id-type="medline">24327166</pub-id>
        <pub-id pub-id-type="pii">01241398-201401000-00008</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Constantine</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Steele</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Eberson</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Boutis</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Amanullah</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Linakis</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>The use of local anesthetic techniques for closed forearm fracture reduction in children: a survey of academic pediatric emergency departments</article-title>
        <source>Pediatr Emerg Care</source>  
        <year>2007</year>  
        <volume>23</volume>  
        <issue>4</issue>  
        <fpage>209</fpage>  
        <lpage>211</lpage>  
        <pub-id pub-id-type="doi">10.1097/PEC.0b013e31803e1792</pub-id>
        <pub-id pub-id-type="medline">17438431</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Burstein</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Fauteux-Lamarre</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Cheng</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Chalut</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Bretholz</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Simulation and Web-based learning increases utilization of Bier block for forearm fracture reduction in the pediatric emergency department</article-title>
        <source>CJEM</source>  
        <year>2017</year>  
        <volume>19</volume>  
        <issue>6</issue>  
        <fpage>434</fpage>  
        <lpage>440</lpage>  
        <pub-id pub-id-type="doi">10.1017/cem.2016.392</pub-id>
        <pub-id pub-id-type="medline">27866507</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hawkes</surname>
            <given-names>CP</given-names>
          </name>
          <name name-style="western">
            <surname>Walsh</surname>
            <given-names>BH</given-names>
          </name>
          <name name-style="western">
            <surname>Ryan</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>Dempsey</surname>
            <given-names>EM</given-names>
          </name>
        </person-group>
        <article-title>Smartphone technology enhances newborn intubation knowledge and performance amongst paediatric trainees</article-title>
        <source>Resuscitation</source>  
        <year>2013</year>  
        <month>02</month>  
        <volume>84</volume>  
        <issue>2</issue>  
        <fpage>223</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.resuscitation.2012.06.025</pub-id>
        <pub-id pub-id-type="medline">22796404</pub-id>
        <pub-id pub-id-type="pii">S0300-9572(12)00332-2</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Cheow</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Ho</surname>
            <given-names>CS</given-names>
          </name>
          <name name-style="western">
            <surname>Ng</surname>
            <given-names>BY</given-names>
          </name>
          <name name-style="western">
            <surname>Ho</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Cheok</surname>
            <given-names>CCS</given-names>
          </name>
        </person-group>
        <article-title>Application of low-cost methodologies for mobile phone app development</article-title>
        <source>JMIR Mhealth Uhealth</source>  
        <year>2014</year>  
        <month>12</month>  
        <day>09</day>  
        <volume>2</volume>  
        <issue>4</issue>  
        <fpage>e55</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2014/4/e55/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mhealth.3549</pub-id>
        <pub-id pub-id-type="medline">25491323</pub-id>
        <pub-id pub-id-type="pii">v2i4e55</pub-id>
        <pub-id pub-id-type="pmcid">PMC4275474</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eysenbach</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Improving the quality of Web surveys: the Checklist for Reporting Results of Internet E-Surveys (CHERRIES)</article-title>
        <source>J Med Internet Res</source>  
        <year>2004</year>  
        <month>12</month>  
        <day>29</day>  
        <volume>6</volume>  
        <issue>3</issue>  
        <fpage>e34</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2004/3/e34/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.6.3.e34</pub-id>
        <pub-id pub-id-type="medline">15471760</pub-id>
        <pub-id pub-id-type="pii">v6e34</pub-id>
        <pub-id pub-id-type="pmcid">PMC1550605</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wallis</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Fleming</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hasselberg</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Laflamme</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Lundin</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>A Smartphone App and Cloud-Based Consultation System for Burn Injury Emergency Care</article-title>
        <source>PLoS One</source>  
        <year>2016</year>  
        <volume>11</volume>  
        <issue>2</issue>  
        <fpage>e0147253</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0147253"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0147253</pub-id>
        <pub-id pub-id-type="medline">26918631</pub-id>
        <pub-id pub-id-type="pii">PONE-D-15-43753</pub-id>
        <pub-id pub-id-type="pmcid">PMC4769217</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Edlin</surname>
            <given-names>JCE</given-names>
          </name>
          <name name-style="western">
            <surname>Deshpande</surname>
            <given-names>RP</given-names>
          </name>
        </person-group>
        <article-title>Caveats of smartphone applications for the cardiothoracic trainee</article-title>
        <source>J Thorac Cardiovasc Surg</source>  
        <year>2013</year>  
        <month>12</month>  
        <volume>146</volume>  
        <issue>6</issue>  
        <fpage>1321</fpage>  
        <lpage>6</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0022-5223(13)00953-7"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jtcvs.2013.08.033</pub-id>
        <pub-id pub-id-type="medline">24094917</pub-id>
        <pub-id pub-id-type="pii">S0022-5223(13)00953-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Shuren</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Patel</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Gottlieb</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>FDA Regulation of Mobile Medical Apps</article-title>
        <source>JAMA</source>  
        <year>2018</year>  
        <month>07</month>  
        <day>24</day>  
        <volume>320</volume>  
        <issue>4</issue>  
        <fpage>337</fpage>  
        <lpage>338</lpage>  
        <pub-id pub-id-type="doi">10.1001/jama.2018.8832</pub-id>
        <pub-id pub-id-type="medline">29971339</pub-id>
        <pub-id pub-id-type="pii">2687221</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
