<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i10e21038</article-id>
      <article-id pub-id-type="pmid">33051177</article-id>
      <article-id pub-id-type="doi">10.2196/21038</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Proposal</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Proposal</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Medical Translation Assistant for Non–English-Speaking Caregivers of Children With Special Health Care Needs: Proposal for a Scalable and Interoperable Mobile App</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Jadczyk</surname>
            <given-names>Tomasz</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ayre</surname>
            <given-names>Julie</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Sezgin</surname>
            <given-names>Emre</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Nationwide Children's Hospital</institution>
            <addr-line>700 Children's Drive</addr-line>
            <addr-line>Columbus, OH, 43205</addr-line>
            <country>United States</country>
            <phone>1 6143556814</phone>
            <email>emre.sezgin@nationwidechildrens.org</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8798-9605</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Noritz</surname>
            <given-names>Garey</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7308-3810</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Hoffman</surname>
            <given-names>Jeffrey</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4632-4943</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Huang</surname>
            <given-names>Yungui</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3265-9902</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Nationwide Children's Hospital</institution>
        <addr-line>Columbus, OH</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Emre Sezgin <email>emre.sezgin@nationwidechildrens.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>10</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>14</day>
        <month>10</month>
        <year>2020</year>
      </pub-date>
      <volume>9</volume>
      <issue>10</issue>
      <elocation-id>e21038</elocation-id>
      <history>
        <date date-type="received">
          <day>4</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>24</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>4</day>
          <month>9</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Emre Sezgin, Garey Noritz, Jeffrey Hoffman, Yungui Huang. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 14.10.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.researchprotocols.org/2020/10/e21038/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Communication and comprehension of medical information are known barriers in health communication and equity, especially for non–English-speaking caregivers of children with special health care needs.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objective of this proposal was to develop an interoperable and scalable medical translation app for non–English-speaking caregivers to facilitate the conversation between provider and caregiver/patient.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We employed user-centered and participatory design methods to understand the problems and develop a solution by engaging the stakeholder team (including caregivers, physicians, researchers, clinical informaticists, nurses, developers, nutritionists, pharmacists, and interpreters) and non–English-speaking caregiver participants.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Considering the lack of interpreter service accessibility and advancement in translation technology, our team will develop and test an integrated, multimodal (voice-interactive and text-based) patient portal communication and translation app to enable non–English-speaking caregivers to communicate with providers using their preferred languages. For this initial prototype, we will focus on the Spanish language and Spanish-speaking families to test technical feasibility and evaluate usability.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our proposal brings a unique perspective to medical translation and communication between caregiver and provider by (1) enabling voice entry and transcription in health care communications, (2) integrating with patient portals to facilitate caregiver and provider communications, and (3) adopting a translation verification model to improve accuracy of artificial intelligence–facilitated translations. Expected outcomes include improved health communications, literacy, and health equity. In addition, data points will be collected to improve autotranslation services in medical communications. We believe our proposed solution is affordable, interoperable, and scalable for health systems.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>medical translation</kwd>
        <kwd>mobile app</kwd>
        <kwd>special health care needs</kwd>
        <kwd>pediatrics</kwd>
        <kwd>caregiver-provider communication</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Children with special health care needs have a high number of hospitalizations and require more specialized services. Due to the complexity of their conditions, transitioning children with special health care needs from inpatient care to continuing therapy in the home setting is often challenging. Despite these challenges, a successful transition of care is critical to help families of children with special health care needs optimize their child’s outcome. Caregivers of children with special health care needs need to communicate with the clinical team frequently to report symptoms, request medication refills, receive care instructions, seek care advice, and discuss other health issues. Thus, ensuring that caregivers of children with special health care needs understand the discharge summaries and care plans, have timely access to communication channels to address their questions, and are given guidance to appropriate services is essential for a smooth transition of care and to achieve the best state of health for their children.</p>
        <p>Communication and comprehension of medical information is a known barrier for patients and their caregivers, especially for non–English-speaking caregivers [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Non–English-speaking caregivers, by definition, are caregivers who have limited proficiency and understanding of the English language. Use of professional interpreters in medical communications with non–English-speaking caregivers and patients is a standard procedure. During discharge, instructions on medications and care plans are typically delivered through a professional interpreter—in person or through phone/video services [<xref ref-type="bibr" rid="ref3">3</xref>]. However, it is possible that non–English-speaking caregivers might not fully understand the information provided during transition of care and might not feel comfortable engaging in a conversation with the clinical team. In addition, it is not common for translated medication instructions and care plans to be provided in written format, especially for less common languages. Non–English-speaking caregivers have to rely on their own notes or memories to adhere to the care or medication guidance. There are also scenarios when public health and clinical guidelines have been disseminated broadly without support for non–English-speaking communities, which may lead to inequitable care [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>], as evidenced by the current COVID-19 pandemic crisis [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      </sec>
      <sec>
        <title>Gap Analysis</title>
        <p>Unfortunately, it can be difficult to access a certified medical interpreter whenever needed. In addition to accessibility and availability, there is the additional burden of cost to the health care system of providing interpretation services [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Another barrier to adequate interpretation for non–English-speaking caregivers is the limited engagement of interpreters at the point of care. Communication typically occurs at a single point in time and mostly focuses on specific current aspects of care without a comprehensive conversation (eg, treatment plans, assessment, diagnosis). Needing a professional interpreter creates a hurdle for patients and their caregivers outside clinical encounters, especially after hospital discharge, when non–English-speaking caregivers need information and guidance the most, including care navigation.</p>
        <p>Under Title VI of the 1964 Civil Rights Act, public agencies are obligated to provide competent language assistance to individuals with limited proficiency in the English language. Use of certified medical interpreters is ideal, but these individuals may be limited in their availability, particularly outside of business hours, in less-resourced settings, and for less common languages or dialects. Technology-based language translation was identified as a potential approach for facilitating and improving communication among patients and health care providers [<xref ref-type="bibr" rid="ref9">9</xref>]. Web-based translation tools, such as Google Translate, were found to be useful in patient-provider interactions [<xref ref-type="bibr" rid="ref10">10</xref>]. However, these tools demonstrate significant quality issues in terms of discrepancy and inaccuracy for clinical communications [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. Evidence suggests that significant improvements in commonly used web-based translation tools will be required before these tools can be used reliably for routine medical translation.</p>
        <p>In summary, there is a critical need to fill this gap of translation services for non–English-speaking caregivers of children with special health care needs who need it most during transitions of care and for timely communications with providers outside of clinical settings. We propose to develop an easy-to-use mobile translation and documentation app that could be integrated with patient portals to bridge the communication gap between providers and non–English-speaking caregivers. We hypothesize that our app may reduce the dependency on medical interpreters for certain communication needs, thereby reducing potential delays in communication between non–English-speaking caregivers and their child’s care team. In addition, such an app may increase the efficiency of two-way communication and documentation of non–English-speaking caregivers by enabling message archiving into both the app and the patient’s electronic health record (EHR). In this study, our aim is to understand the technical feasibility and usability of the app for health translation services during the transition of children with special health care needs to home care.</p>
      </sec>
      <sec>
        <title>Prior Works</title>
        <p>To our knowledge, there is no existing medical translation app with translation ability for Spanish users specializing in the care of children with special health care needs. Current translation services in apps (eg, Google Translate, iTranslate, and Speak &#38; Translate) provide very limited support with generic medical term translations. All translation apps, other than Google Translate, are accessible only by paid subscribers. Currently, voice-to-text or voice-to-voice translation services for Spanish exist, but they are not integrated with medical systems [<xref ref-type="bibr" rid="ref13">13</xref>]. Canopy Speak was found to perform well as a medical translator app [<xref ref-type="bibr" rid="ref14">14</xref>], but it was not capable of integration with EHRs at the time of the study. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provides a list of medical diary apps available on the market as of March 2020. The majority of the apps are in the English language and few support other languages. None of the diary apps have any functionality of translation or integration to EHRs for communications.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>User-Centered Approach</title>
        <p>The Digital Health Innovation Team and the Section of Complex Care at Nationwide Children’s Hospital (NCH) have collaborated to bring together multidisciplinary perspectives and expertise to develop digital health solutions in this area. We engaged with end users iteratively throughout the entire process of problem solving—from initial problem identification and formulation, ideation of possible solutions, integration with clinical workflow, testing of user acceptance, and choosing a deployment strategy to obtaining postimplementation user feedback.</p>
        <p>During preliminary exploration and shadowing sessions in the clinical areas with providers, nurses, nutritionists, and pharmacists, multiple challenges of translation service availability and accessibility were identified. One example was when a mother of a patient called the clinic’s nursing line when translation services were not available. She left a message in her native language; by the time the nurse had a medical interpreter available to call the mother back, she was not available. This situation recurred multiple times during the observation period. There was consensus among the clinical team that only a few languages were common in their patient population but translation services for those languages may not be readily accessible. This leads to additional stress and burden for both families and clinical staff. In the case of urgent concerns, the lack of timely interpretation could have negative health consequences. We employed a user-centered design in first understanding the problems identified by our complex care team members, and then brainstorming together about potential solutions. Additionally, we interviewed complex care teams to better understand the clinical workflow and how potential solutions could fit into it.</p>
        <p>After exploring the use of medical interpreters, the lack of interpreter service accessibility, and the lack of translation technology maturity, we propose a medical translation communication app, which we initially intend to support Spanish-speaking families. If successful, the app could be easily expanded to accommodate other languages. Since 2006, the staff at NCH has cared for more than 24,000 registered Spanish-speaking pediatric patients across 800,000 medical encounters and generated more than 2.8 million patient notes. We plan to interview non–English-speaking caregivers to understand their needs in medical communications, their challenges in using a traditional patient portal, and how a translation app could be seamlessly integrated into the existing channels of communication with their child’s care team. Our previous user-centered research has been successfully implemented [<xref ref-type="bibr" rid="ref15">15</xref>], funded (eg, Challenges of the Health Resources and Service Administration’s Maternal and Child Health Bureau), and supported in complex care [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. We will follow a similar strategy to engage end users and community members with our multidisciplinary stakeholder team.</p>
      </sec>
      <sec>
        <title>Research Team</title>
        <p>We will build the app in-house by leveraging the expertise of our experienced developers and the information systems team at NCH. We assembled an interdisciplinary stakeholder team (including caregivers, physicians, researchers, clinical informaticists, nurses, developers, nutritionists, pharmacists, and interpreters) at our hospital to better understand and outline the existing problems and opportunities, and to create the potential solutions. Supporting this team are a number of information technology (IT) personnel who have experience building Amazon Web Services (AWS) solutions, EHR analysts, physician informaticists, other clinicians, and 150 full-time care coordinators.</p>
      </sec>
      <sec>
        <title>Proposed Solution</title>
        <p>We propose to develop an EHR-integrated, multimodal (voice-interactive and text-based) communication and translation app to enable non–English-speaking caregivers and providers to communicate with one another, each in their preferred language, during transition to home care (off site). Major user functionalities are grouped into 3 categories: communication, translation, and documentation.</p>
        <sec>
          <title>Communication</title>
          <p>Non–English-speaking caregivers will be able to enter medical messages via voice or text in Spanish. Entries will be transcribed and translated online using AWS. The provider will receive an English transcribed text (with audio attachment if voice entry is used) and will be able to respond using text or voice, which will be translated into Spanish through AWS and sent as transcribed text with an audio attachment (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
          <p>Providers will be able to initiate communication and access communication histories through the EHR with no change to their existing clinical workflow. The app will be integrated into the EHR through the patient portal, which allows providers to see patient messages in the EHR message inbox. Providers will have access to a web app to translate their messages. The translated texts will be sent over the patient portal. <xref rid="figure1" ref-type="fig">Figure 1</xref> provides an example of an app interaction between a Spanish non–English-speaking caregiver and a complex care nurse. As a nurse initiates the conversation over the EHR messaging service, it will be translated into Spanish using AWS and will appear in the app interface.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>App wireframe.</p>
            </caption>
            <graphic xlink:href="resprot_v9i10e21038_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Translation</title>
          <p>Web-based translation services through AWS will be used to translate messages and information shared by caregivers and providers. However, to reduce the number of translation errors, we will add a verification process that requires users to manually review translated messages (<xref rid="figure2" ref-type="fig">Figure 2</xref>). When a caregiver enters a message in Spanish, the text will be translated into English and back into Spanish in real time. The caregiver will be able to review the Spanish text and make edits, such as rephrasing the sentence or changing words, to reduce errors. This process may continue iteratively until the caregiver is satisfied with the translation. Similarly, providers will be able to enter English text through the web app and to review translated texts.</p>
          <p>When necessary, on-site professional interpreters will be able to assist with message translations by correcting and verifying complex or crucial autotranslated messages to ensure validity. Verification will be shown on the app (<xref rid="figure1" ref-type="fig">Figure 1</xref> shows verified and unverified messages). Interpreter assistance will be helpful in translating discharge documents for the caregiver. Spanish non–English-speaking caregivers will also be able to use autotranslation in their communications through the app, and to correct or verify the content (<xref rid="figure2" ref-type="fig">Figures 2</xref> and <xref rid="figure3" ref-type="fig">3</xref>).</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Verification process for translation.</p>
            </caption>
            <graphic xlink:href="resprot_v9i10e21038_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Verification screen.</p>
            </caption>
            <graphic xlink:href="resprot_v9i10e21038_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Documentation</title>
          <p>Nurses will be able to share discharge documentation and care plans through the app, which can be translated into Spanish through AWS. The app will log each communication entry and archive it on the cloud server and in the app, which non–English-speaking caregivers can review offline. Eventually, as outlined in <xref rid="figure4" ref-type="fig">Figure 4</xref>, the app will take on some of the workload of medical communication and translation. In the current practice, in each medical communication during home care transition, a professional interpreter is needed to communicate transition documentation and help with phone triaging. With the proposed model, translations will be maintained by the system (translating documents and messages), and professional interpreters will be asked to help when necessary for validation of complex communications. However, in-person communications at the hospital will still be maintained by professional interpreters.</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Proposed framework for medical translation services. API: application programming interface; AWS: Amazon Web Services; EHR: electronic health record.</p>
            </caption>
            <graphic xlink:href="resprot_v9i10e21038_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Infrastructure and Integration</title>
        <p>To maximize access, minimize cost, and minimize disruption to the clinical or administrative workflow, we will design a scalable, extensible, and integrated solution, leveraging AWS as our backend environment for translation services, and integrate it with our EHR system through O-Auth 2.0 and Fast Healthcare Interoperability Resources (FHIR) standards. AWS has demonstrated promising developments in translation and natural language processing services, especially with medical transcription and understanding [<xref ref-type="bibr" rid="ref18">18</xref>], with improving accuracy and expansion to additional languages. Using AWS allows us to develop a scalable infrastructure for the app. The elasticity of AWS will enable the app to be deployable to a larger user base without any code or infrastructure changes. Integration to the EHR through FHIR is also critical for a modern health application, although traditional web services may be leveraged for specific data elements to maintain compatibility with current EHR platforms. As health care provider organizations and EHR systems increasingly support these types of interoperable standards, the IT and administrative costs have been reduced to support the integration and deployment of a mobile app that interfaces with the EHR. NCH has already established guidelines and standard processes to address security and privacy issues. Some of the technical requirements are as follows: (1) infrastructure needs of AWS’ web server, DynamoDB database, and Lex/Polly services, which may affect the cost of service as more users adopt the app, (2) AWS translation application programming interfaces between Spanish and English [<xref ref-type="bibr" rid="ref19">19</xref>], and (3) an existing iPhone operating system (iOS) device (iOS 11+; support will be extended to Android devices in later phases).</p>
      </sec>
      <sec>
        <title>Evaluation</title>
        <p>The usability and acceptance of the app will be measured using scientific methods. Our team has an extensive track record in acceptability and usability testing [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. We will be employing a user-centered, participatory design and testing methodology, and widely adopted usability and acceptance scales, such as the system usability scale (SUS) and the technology acceptance model (TAM) [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. The app will be tested by including non–English-speaking caregivers and the stakeholder team in the initial design, performing prototype and real-world testing, and eventually gathering their feedback through semi-structured interviews or surveys. Technical feasibility will be evaluated through internal assessment of the extent of interoperability with EHR and scalability with AWS.</p>
        <p>The user-centered, participatory design protocol involves all stakeholders who will be invited to participate in design sessions. The initial meeting will aim to identify the problem space, current practice, needs, and expectations. An interactive design session is planned to capture stakeholder thoughts using words, color codes, and drawing boards. These projective tools are aimed to collect rich information and feedback from the participants [<xref ref-type="bibr" rid="ref24">24</xref>]. Follow-up meetings will be held to communicate the initial design of the app prototype and to get feedback. The last session will be a testing session during which stakeholders and non–English-speaking caregiver participants will test the prototype.</p>
        <p>Non–English-speaking caregiver participants (n=20) will be recruited from caregivers of NCH patients via email, phone call, text message, or face-to-face communications. Eligibility criteria are (1) limited English-language proficiency, (2) Spanish as the primary language, and (3) having a child receiving care at the complex care clinic at NCH. Non–English-speaking caregiver participants will be offered a gift card of up to US $30 for their participation. Their feedback will be collected through an electronic survey or interview that is guided by usability and acceptance questions and guidelines informed by the SUS and the TAM [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Given the limitations of face-to-face meetings during the COVID-19 pandemic, our backup plan is to complete all meetings and testing online. Our plan is to use virtual drawing boards and interaction materials to communicate needs and expectations and to receive feedback. In addition, we may run the app on a webpage for users to interact through browsers on their computers or mobile phones.</p>
        <p>Overall, the expected participatory design and development timeline is 6 months. Throughout the study, we will periodically communicate with all stakeholders via email, SMS text messaging, or phone call to update them about development progress and get feedback when necessary. This study is exempt from institutional review board review.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Thematic analysis will be used to identify, assess, and analyze patterns in the data [<xref ref-type="bibr" rid="ref25">25</xref>]. We will record the audio and also keep meeting notes and observational notes during the sessions. The recorded audio will be transcribed and merged into a single document with observational notes that will be kept by at least one researcher. Thematic coding will be done by following Braun and Clarke’s thematic analysis guideline: (1) familiarizing ourselves with the data, (2) generating initial codes, (3) searching for themes, (4) reviewing and refining themes, (5) defining and naming themes, and (6) reporting the findings [<xref ref-type="bibr" rid="ref25">25</xref>]. The expected outcomes of our evaluation are qualitative input from all stakeholders and qualitative and quantitative feedback from non–English-speaking caregiver participants in response to usability and acceptability surveys. Eventually, our aim for the proposed app is to increase engagement and timely communication between caregivers and providers, which may lead to improved health outcomes [<xref ref-type="bibr" rid="ref6">6</xref>]. A tentative timeline is shared in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Study timeline.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="400"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <thead>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Month 1</td>
              <td>Month 2</td>
              <td>Month 3</td>
              <td>Month 4</td>
              <td>Month 5</td>
              <td>Month 6</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Kickoff meeting and planning</td>
              <td>✓</td>
              <td> </td>
              <td> </td>
              <td> </td>
              <td> </td>
              <td> </td>
            </tr>
            <tr valign="top">
              <td>Participatory design sessions</td>
              <td> </td>
              <td>✓</td>
              <td>✓</td>
              <td> </td>
              <td>✓</td>
              <td> </td>
            </tr>
            <tr valign="top">
              <td>Development</td>
              <td> </td>
              <td>✓</td>
              <td>✓</td>
              <td>✓</td>
              <td>✓</td>
              <td> </td>
            </tr>
            <tr valign="top">
              <td>Maintenance</td>
              <td> </td>
              <td> </td>
              <td> </td>
              <td> </td>
              <td>✓</td>
              <td>✓</td>
            </tr>
            <tr valign="top">
              <td>Testing</td>
              <td> </td>
              <td> </td>
              <td> </td>
              <td> </td>
              <td>✓</td>
              <td>✓</td>
            </tr>
            <tr valign="top">
              <td>Reporting</td>
              <td> </td>
              <td> </td>
              <td> </td>
              <td> </td>
              <td> </td>
              <td>✓</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The proposed solution should lead to better health outcomes in both the short term and the long term, especially for patients with chronic and/or complex conditions, by empowering and engaging patients and caregivers. By overcoming the language barriers between clinical teams and non–English-speaking patients or caregivers, the proposed solution will transform the way they can communicate and how they work together to achieve the best outcome for the patients. By making information more accessible and communication easier, non–English-speaking patients and caregivers will (1) be equipped with the correct information in their own language, (2) be able to more actively engage in clinical care decision making, (3) be more adherent to care plans, (4) carry out needed care activities outside of clinical settings, and (5) keep the clinical team informed.</p>
        <p>The proposed solution could also lead to better health literacy. It helps caregivers to be more familiar and comfortable with medical terminology and health information, to develop a habit to document symptoms and issues, and to improve English-language proficiency. Communicating with clinical teams and revisiting these archived communication notes would help non–English-speaking caregivers to get familiar with communication language, as well as medical terms and concepts in care communications. Currently, in-person translation services may be lacking at providing transcription of communications, which may limit non–English-speaking caregivers to learning only during the engagement. The ability to access transcripts would facilitate gaining English-language proficiency. With the support of AWS medical vocabulary and increased accuracy in capturing medical terms, transcription would include accurate medical terms (such as diagnosis and medications), and would eventually help non–English-speaking caregivers to learn the correct spelling and pronunciation of medical terms and medication names (which has also been problematic in communications, especially during phone triaging). In the long term, this engagement would have a positive impact on the effectiveness of in-person communications with providers.</p>
        <p>In addition to improving health outcomes and literacies for individual patients and caregivers, we believe this communication transformation could lead to more equitable care for non–English-speaking communities. These communities can be hard to reach for public health announcements and dissemination of general health information due to language and cultural barriers. They have a lower rate of patient portal sign-ups and may be unable to understand health-related information posted on health care organizations’ websites. This proposed solution will encourage their adoption of patient portals, allowing them to have meaningful communications with their health care organizations. In turn, health care organizations could leverage this communication channel to disseminate important health information. In future work, we aim to propose the use of the translation service over patient portals once we gather evidence on the feasibility and performance of the app.</p>
        <p>The proposed solution could improve the accuracy of automated medical translation services in the long term. The app will be able to collect information about original and revised translations, corrected sentences and words, frequency of translations, and used and modified texts with timestamps. On the provider side, we will be able to label original translations by professional interpreters. The data will be used to train and test natural language processing and natural language understanding algorithms to improve the online translation services for Spanish and complex care communication. In future phases of this research, this algorithm will add a layer between AWS and the app—as a quality check and correction service maintained by the research team.</p>
        <p>The proposed solution is planned to be scalable and affordable. To patients and caregivers, the estimated cost is anticipated to be relatively low compared with conventional methods of translation, only requiring a download of a free mobile app on existing personal mobile phones and learning some intuitive functions of the app. Families may have an added expense related to their data plans. This solution requires minimal administrative, financial, clinical, and technical investments, thus offering greater accessibility. With the flexible back-end solutions, it can also be used by other patients and hospitals and is not limited to children with special health care needs or pediatric care. However, children with special health care needs and other patients with chronic illnesses may be the most motivated to adopt this tool and may benefit from it the most.</p>
      </sec>
      <sec>
        <title>Challenges and Limitations</title>
        <p>One of the main limitations with online translation services is accuracy. As mentioned previously, online translation could yield unintended translations with dire consequences in a clinical setting. To avoid that, we will translate the content back to the sender to validate if the content is accurate. <xref rid="figure2" ref-type="fig">Figure 2</xref> demonstrates the process and <xref rid="figure1" ref-type="fig">Figure 1</xref> shows a wireframe of the app user interface for Spanish text. It will also be applicable for English text from providers in the EHR dashboard. The translation and verification process outlined in <xref rid="figure2" ref-type="fig">Figure 2</xref> could take a couple of iterations if the statements are complex. To overcome this limitation, we plan to use professional interpreters to review translations on the provider side. However, non–English-speaking caregivers and providers may need to simplify communication text to increase the accuracy of translations. We aim to improve translation services in the long term as we collect more data. We plan to keep records of translations for future efforts to develop and improve artificial intelligence algorithms in language understanding and app translations in complex care. The target population is assumed to have limited English-language proficiency and adequate literacy to engage with the app. To reduce any medicolegal risk, messages sent to providers will include a notice regarding the potential risk of translation errors and a suggestion to include an interpreter service when necessary. For non–English-speaking caregivers, users will be informed about verified and unverified messages and potential errors in translations.</p>
        <p>Further research is planned to be inclusive of low-literacy non–English-speaking caregivers through voice assistant–based engagement. The current proposal includes voice interaction in message entry only. Future implementations would include partner hospitals and organizations, as well as public and federal funding agencies to improve the solution, scale the deployment, and sustain funding. Eventually, we plan to make the app open source and to work with commercialization support offices to plan for long-term sustainability of the app.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Consumer-level medical diary apps.</p>
        <media xlink:href="resprot_v9i10e21038_app1.docx" xlink:title="DOCX File , 22 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AWS</term>
          <def>
            <p>Amazon Web Services</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">FHIR</term>
          <def>
            <p>Fast Healthcare Interoperability Resources</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">iOS</term>
          <def>
            <p>iPhone operating system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">IT</term>
          <def>
            <p>information technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">NCH</term>
          <def>
            <p>Nationwide Children’s Hospital</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">SUS</term>
          <def>
            <p>system usability scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">TAM</term>
          <def>
            <p>technology acceptance model</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We acknowledge Tyler Leiser and our advisory board members for their support and feedback. This project received a Phase 1 prize from the Agency for Healthcare Research and Quality’s Digital Solutions to Support Care Transitions Challenge.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diamond</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Schenker</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Curry</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Getting by: underuse of interpreters by resident physicians</article-title>
          <source>J Gen Intern Med</source>
          <year>2009</year>
          <month>02</month>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>256</fpage>
          <lpage>62</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19089503"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-008-0875-7</pub-id>
          <pub-id pub-id-type="medline">19089503</pub-id>
          <pub-id pub-id-type="pmcid">PMC2628994</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Villarruel</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Portillo</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Communicating with limited English proficiency persons: implications for nursing practice</article-title>
          <source>Nurs Outlook</source>
          <year>1999</year>
          <volume>47</volume>
          <issue>6</issue>
          <fpage>262</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1016/s0029-6554(99)90024-6</pub-id>
          <pub-id pub-id-type="medline">10626284</pub-id>
          <pub-id pub-id-type="pii">S0029-6554(99)90024-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Using interpreter Services: Victorian Government guidelines on policy and procedures</article-title>
          <source>Department of Premier and Cabinet</source>
          <year>2019</year>
          <access-date>2020-06-06</access-date>
          <publisher-loc>Melbourne</publisher-loc>
          <publisher-name>Victorian Multicultural Commission</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.multicultural.vic.gov.au/images/2017/UsingInterpretingServicesVictorianGovernmentGuidelines.pdf">https://www.multicultural.vic.gov.au/images/2017/UsingInterpretingServicesVictorianGovernmentGuidelines.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cowley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Houston</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A structured health needs assessment tool: acceptability and effectiveness for health visiting</article-title>
          <source>Journal of advanced nursing</source>
          <year>2003</year>
          <volume>43</volume>
          <issue>1</issue>
          <fpage>92</fpage>
          <pub-id pub-id-type="doi">10.1046/j.1365-2648.2003.02675.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>DV</given-names>
            </name>
            <name name-style="western">
              <surname>Warburton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bartlett</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Health and social needs of older Australians from culturally and linguistically diverse backgrounds: issues and implications</article-title>
          <source>Australas J Ageing</source>
          <year>2006</year>
          <month>12</month>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>174</fpage>
          <lpage>179</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1741-6612.2006.00181.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Velasquez</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Uppal</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Equitable Access To Health Information For Non-English Speakers Amidst The Novel Coronavirus Pandemic</article-title>
          <source>Health affairs</source>
          <year>2020</year>
          <pub-id pub-id-type="doi">10.1377/hblog20200331.77927</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Exploring Barriers and Facilitators to the Use of Qualified Interpreters in Health</article-title>
          <source>The Victorian Foundation Foundation for Survivors of Torture</source>
          <year>2012</year>
          <access-date>2020-06-06</access-date>
          <publisher-loc>Melbourne</publisher-loc>
          <publisher-name>Foundation House</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://refugeehealthnetwork.org.au/wp-content/uploads/Interpreters+in+health+discussion+paper+FINAL.pdf">https://refugeehealthnetwork.org.au/wp-content/uploads/Interpreters+in+health+discussion+paper+FINAL.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Hagan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Massively open translation: unpacking the relationship between technology and translation in the 21st Century</article-title>
          <source>International Journal of Communication</source>
          <year>2016</year>
          <volume>10</volume>
          <fpage>929</fpage>
          <lpage>946</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijoc.org/index.php/ijoc/article/view/3507"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>DTS</given-names>
            </name>
            <name name-style="western">
              <surname>Thyer</surname>
              <given-names>IA</given-names>
            </name>
            <name name-style="western">
              <surname>Hayne</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Using mobile technology to overcome language barriers in medicine</article-title>
          <source>Ann R Coll Surg Engl</source>
          <year>2014</year>
          <month>09</month>
          <volume>96</volume>
          <issue>6</issue>
          <fpage>e23</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25198966"/>
          </comment>
          <pub-id pub-id-type="doi">10.1308/003588414X13946184903685</pub-id>
          <pub-id pub-id-type="medline">25198966</pub-id>
          <pub-id pub-id-type="pmcid">PMC4474223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaliyadan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gopinathan Pillai</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The use of Google language tools as an interpretation aid in cross-cultural doctor-patient interaction: a pilot study</article-title>
          <source>Informatics in Primary Care</source>
          <year>2010</year>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>141</fpage>
          <lpage>143</lpage>
          <pub-id pub-id-type="doi">10.14236/jhi.v18i2.764</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patil</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Use of Google Translate in medical communication: evaluation of accuracy</article-title>
          <source>BMJ</source>
          <year>2014</year>
          <volume>349</volume>
          <issue>g7392</issue>
          <pub-id pub-id-type="doi">10.1136/bmj.g7392</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beh</surname>
              <given-names>THK</given-names>
            </name>
            <name name-style="western">
              <surname>Canty</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>English and Mandarin translation using Google Translate software for pre-anaesthetic consultation</article-title>
          <source>Anaesth Intensive Care</source>
          <year>2015</year>
          <month>11</month>
          <volume>43</volume>
          <issue>6</issue>
          <fpage>792</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aaic.net.au/PMID/26603812"/>
          </comment>
          <pub-id pub-id-type="medline">26603812</pub-id>
          <pub-id pub-id-type="pii">20150319</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Panayiotou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zucchi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mascitti-Meuter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Goh</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>You</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Chong</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Logiudice</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Haralambous</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Batchelor</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Language Translation Apps in Health Care Settings: Expert Opinion</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>04</month>
          <day>09</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e11316</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/4/e11316/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11316</pub-id>
          <pub-id pub-id-type="medline">30964446</pub-id>
          <pub-id pub-id-type="pii">v7i4e11316</pub-id>
          <pub-id pub-id-type="pmcid">PMC6477569</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khander</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Farag</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>KT</given-names>
            </name>
          </person-group>
          <article-title>Identification and Evaluation of Medical Translator Mobile Applications Using an Adapted APPLICATIONS Scoring System</article-title>
          <source>Telemedicine and e-Health</source>
          <year>2018</year>
          <month>08</month>
          <volume>24</volume>
          <issue>8</issue>
          <fpage>594</fpage>
          <lpage>603</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2017.0150</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sezgin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Weiler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Weiler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Proposing an Ecosystem of Digital Health Solutions for Teens With Chronic Conditions Transitioning to Self-Management and Independence: Exploratory Qualitative Study</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>09</month>
          <day>06</day>
          <volume>20</volume>
          <issue>9</issue>
          <fpage>e10285</fpage>
          <pub-id pub-id-type="doi">10.2196/10285</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>HRSA</article-title>
          <source>2019 HRSA MCHB Care coordination challenge winners</source>
          <year>2019</year>
          <access-date>2020-06-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mchbgrandchallenges.hrsa.gov/challenges/care-coordination-cshcn/winners">https://mchbgrandchallenges.hrsa.gov/challenges/care-coordination-cshcn/winners</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sezgin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Noritz</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Elek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Conkol</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rust</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Strouse</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chandawarkar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>von Sadovszky</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Capturing At-Home Health and Care Information for Children With Medical Complexity Using Voice Interactive Technologies: Multi-Stakeholder Viewpoint</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>2</month>
          <day>13</day>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>e14202</fpage>
          <pub-id pub-id-type="doi">10.2196/14202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <source>Amazon Web Services. Amazon Transcribe Medical</source>
          <access-date>2020-06-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aws.amazon.com/transcribe/medical/">https://aws.amazon.com/transcribe/medical/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <source>Amazon Web Services. Amazon Translate</source>
          <access-date>2020-06-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aws.amazon.com/translate/faqs/">https://aws.amazon.com/translate/faqs/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DeForte</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sezgin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Huefner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lucius</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Luna</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Satyapriya</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Malhotra</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Usability of a Mobile App for Improving Literacy in Children With Hearing Impairment: Focus Group Study</article-title>
          <source>JMIR Hum Factors</source>
          <year>2020</year>
          <month>05</month>
          <day>28</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e16310</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2020/2/e16310/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16310</pub-id>
          <pub-id pub-id-type="medline">32205305</pub-id>
          <pub-id pub-id-type="pii">v7i2e16310</pub-id>
          <pub-id pub-id-type="pmcid">PMC7290449</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Militello</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sezgin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Delivering Perinatal Health Information via a Voice Interactive App: A Mixed Method Study</article-title>
          <source>JMIR Preprints. 13/02/</source>
          <year>2020</year>
          <pub-id pub-id-type="doi">10.2196/preprints.18240</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sauro</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The factor structure of the system usability scale</article-title>
          <year>2009</year>
          <conf-name>International conference on human centered design</conf-name>
          <conf-date>2009 Jul 19</conf-date>
          <conf-loc>Berlin, Heidelberg</conf-loc>
          <fpage>94</fpage>
          <lpage>103</lpage>
          <pub-id pub-id-type="doi">10.1007/978-3-642-02806-9_12</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>FD</given-names>
            </name>
          </person-group>
          <article-title>Perceived Usefulness, Perceived Ease of Use, and User Acceptance of Information Technology</article-title>
          <source>MIS Quarterly</source>
          <year>1989</year>
          <month>09</month>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>319</fpage>
          <pub-id pub-id-type="doi">10.2307/249008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanders</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Stappers</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <source>Convivial design toolbox: generative research for the front end of design</source>
          <year>2012</year>
          <publisher-loc>Amsterdam</publisher-loc>
          <publisher-name>BIS</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using thematic analysis in psychology</article-title>
          <source>Qualitative Research in Psychology</source>
          <year>2006</year>
          <month>01</month>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
