<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i7e30621</article-id>
      <article-id pub-id-type="pmid">34255727</article-id>
      <article-id pub-id-type="doi">10.2196/30621</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Implementation and Effects of an Information Technology–Based Intervention to Support Speech and Language Therapy Among Stroke Patients With Aphasia: Protocol for a Virtual Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Derrick</surname>
            <given-names>Thomas</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Esther S</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Communication Sciences and Disorders</institution>
            <institution>Faculty of Rehabilitation Medicine</institution>
            <institution>University of Alberta</institution>
            <addr-line>2-70 Corbett Hall</addr-line>
            <addr-line>Edmonton, AB, T6G 2G4</addr-line>
            <country>Canada</country>
            <phone>1 780 248 1542</phone>
            <email>esther.kim@ualberta.ca</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3748-7310</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Laird</surname>
            <given-names>Laura</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3368-749X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Wilson</surname>
            <given-names>Carlee</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2244-748X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Bieg</surname>
            <given-names>Till</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6479-7491</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Mildner</surname>
            <given-names>Philip</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0966-1895</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Möller</surname>
            <given-names>Sebastian</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3057-0760</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Schatz</surname>
            <given-names>Raimund</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8966-7439</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Schwarz</surname>
            <given-names>Stephanie</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0570-2648</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Spang</surname>
            <given-names>Robert</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6580-9060</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Voigt-Antons</surname>
            <given-names>Jan-Niklas</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2786-9262</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Rochon</surname>
            <given-names>Elizabeth</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5521-0513</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Communication Sciences and Disorders</institution>
        <institution>Faculty of Rehabilitation Medicine</institution>
        <institution>University of Alberta</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Speech-Language Pathology</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>KITE Research Institute</institution>
        <institution>Toronto Rehabilitation Institute</institution>
        <institution>University Health Network</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Center for Technology Experience</institution>
        <institution>Austrian Institute of Technology</institution>
        <addr-line>Vienna</addr-line>
        <country>Austria</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Nurogames GmbH</institution>
        <addr-line>Cologne</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Quality and Usability Lab</institution>
        <institution>Technische Universität Berlin</institution>
        <addr-line>Berlin</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>German Research Center for Artificial Intelligence (Deutsches Forschungszentrum für Künstliche Intelligenz)</institution>
        <addr-line>Berlin</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Esther S Kim <email>esther.kim@ualberta.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>2</day>
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <volume>10</volume>
      <issue>7</issue>
      <elocation-id>e30621</elocation-id>
      <history>
        <date date-type="received">
          <day>21</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>25</day>
          <month>5</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Esther S Kim, Laura Laird, Carlee Wilson, Till Bieg, Philip Mildner, Sebastian Möller, Raimund Schatz, Stephanie Schwarz, Robert Spang, Jan-Niklas Voigt-Antons, Elizabeth Rochon. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 02.07.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2021/7/e30621" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Mobile app–based therapies are increasingly being employed by speech-language pathologists in the rehabilitation of people with aphasia as adjuncts or substitutes for traditional in-person therapy approaches. These apps can increase the intensity of treatment and have resulted in meaningful outcomes across several domains.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>VoiceAdapt is a mobile therapy app designed with user and stakeholder feedback within a user-centered design framework. VoiceAdapt uses two evidence-based lexical retrieval treatments to help people with aphasia in improving their naming abilities through interactions with the app. The purpose of the randomized controlled trial (RCT) proposed here is to examine the feasibility and clinical efficacy of training with VoiceAdapt on the language and communication outcomes of people with aphasia.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A multicenter RCT is being conducted at two locations within Canada. A total of 80 people with aphasia will be recruited to participate in a two-arm, waitlist-controlled, crossover group RCT. After baseline assessment, participants will be randomized into an intervention group or a waitlist control group. The intervention group participants will engage in 5 weeks of training with the app, followed by posttreatment and follow-up assessments after an additional 5 weeks. Those in the waitlist control group will have no training for 5 weeks; this is followed by pretreatment assessment, training for 5 weeks, and posttreatment assessment. All trial procedures are being conducted remotely given the COVID-19 pandemic.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Recruitment of participants started in September 2020, and the study is expected to be completed by March 2022. Publication of results is expected within 6 months of study completion.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The results of the RCT will provide information on evidence-based practice using technology-based solutions to treat aphasia. If positive results are obtained from this RCT, the VoiceAdapt app can be recommended as an efficacious means of improving lexical retrieval and communicative functioning in people with aphasia in an easily accessible and a cost-effective manner. Moreover, the implementation of this RCT through remote assessment and delivery can provide information to therapists on telerehabilitation practices and monitoring of app-based home therapy programs.</p>
        </sec>
        <sec sec-type="Trial Registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT04108364; https://clinicaltrials.gov/ct2/show/NCT04108364</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/30621</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>aphasia</kwd>
        <kwd>rehabilitation</kwd>
        <kwd>speech-language pathology</kwd>
        <kwd>app-based therapy</kwd>
        <kwd>user-centered design</kwd>
        <kwd>mHealth</kwd>
        <kwd>adaptive software</kwd>
      </kwd-group>
      <custom-meta-wrap>
        <custom-meta>
          <meta-name>ext-peer-rev</meta-name>
          <meta-value>This paper was peer reviewed by the funding committee of the JTC 2017 launched by the Joint Programming Initiative “More Years Better Lives” (JPI MYBL). See the Multimedia Appendix for the peer-review report; </meta-value>
        </custom-meta>
      </custom-meta-wrap>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Aphasia is an acquired language disorder, most commonly caused by stroke. It can impact linguistic expression and comprehension in written and oral modalities. As such, this condition can have devastating consequences on the social, emotional, and occupational functioning of people with aphasia [<xref ref-type="bibr" rid="ref1">1</xref>]. Although aphasia affects nearly one-third of all individuals who experience a stroke [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>] and has been associated with poorer outcomes in the acute and chronic periods following stroke [<xref ref-type="bibr" rid="ref4">4</xref>], the condition itself remains relatively unknown among the general public [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>Rehabilitation for people with aphasia provided by speech-language pathologists (SLPs) has shown improved outcomes [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. However, several factors, including constraints on health care resources, often prevent people with aphasia from receiving services, particularly in the chronic stages. The recent proliferation of mobile app–based therapies (apps) has provided a cost-effective means by which people with aphasia can receive prolonged rehabilitation. SLPs have been increasingly employing such apps as adjuncts or substitutes for traditional (in-person) therapy approaches, with meaningful outcomes observed across several domains [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Such apps have the potential to increase the intensity of rehabilitation, a factor that is associated with greater long-term recovery [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. Moreover, recent evidence has shown that people with aphasia can self-deliver this type of intervention and attain positive language and communication outcomes [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. Technology also enables measuring multiple parameters of user interactions with touch-based devices, and algorithms can be deployed to adapt content based on the user/patient state.</p>
        <p>Large-scale randomized controlled trials (RCTs) investigating the clinical utility of tablet-based speech-language therapy apps for aphasia have not been conducted. Nevertheless, preliminary evidence on the utility of app-based therapy for adults with acquired aphasia is emerging. Mallet and colleagues [<xref ref-type="bibr" rid="ref16">16</xref>] demonstrated that mobile tablet–based rehabilitation is feasible for delivering speech-language therapy in an acute care setting. In this study, patients with communication deficits following acute stroke interacted with tablets containing commercially available speech-language therapy apps. The participants in this study expressed a desire to be more active in their rehabilitation, and they even exceeded the minimum time (one hour per day) recommended for engaging with the mobile tablet. In a more recent RCT conducted on 32 people with aphasia, Braley and colleagues [<xref ref-type="bibr" rid="ref13">13</xref>] reported that people with aphasia in the treatment group who practiced a variety of speech, language, and cognition exercises using a tablet-based therapy app (ie, Constant Therapy) demonstrated greater language outcomes than a group who completed worksheet exercises. Importantly, this RCT was conducted virtually with participants self-managing their participation through periodic monitoring by the researchers. Additional evidence derived from case series and small group studies also proves the utility of app-based therapy for adults with aphasia in the chronic stages. Participants in these studies have shown improvements across a variety of outcome measures, including naming of trained and untrained items, standardized language and cognitive assessment batteries, and spoken discourse [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>Despite the increasing availability of therapy apps designed for aphasia [<xref ref-type="bibr" rid="ref20">20</xref>], very few have been designed with inputs from relevant stakeholders following the principles of user-centered design (UCD). UCD is a systematic approach to meet usability and user experience goals through integrating the needs and abilities of users during the design process of an artifact. This ensures that the product/service design and development align with all the relevant stakeholders’ needs (ISO 9241-220). Essential UCD activities include planning and managing the process, defining the context of use for each user group, gathering user and stakeholder requirements, designing an ergonomic solution based on the requirements, and evaluating the design within a user-centered approach [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>In a recent review, only three apps were identified where developers engaged people with aphasia in the design process [<xref ref-type="bibr" rid="ref22">22</xref>]. All these apps engaged patients to varying extents during therapy evaluation or prototype testing. There was no evidence of patients being involved in either of the two initial phases of app development (ie, theory-based conception, software implementation). Based on the above review, the authors present a broad, four-phase model of the app development process encompassing the following: (1) theoretical considerations, (2) software development, (3) pilot testing, and (4) long-term evaluation. The authors conclude that people with aphasia should be involved in all phases during the development and evaluation of therapy apps, as their involvement could “enhance the product quality, functionality and acceptability, and increase patients’ motivation to use these digital therapies” [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
      </sec>
      <sec>
        <title>VoiceAdapt</title>
        <p>Recently, the VoiceAdapt Consortium (VC), an international team of researchers from the fields of computer science, usability design, and speech-language pathology, has produced an app for treating naming impairments in people with aphasia. Using evidence-based lexical retrieval protocols, the VoiceAdapt app instantiates Phonological Components Analysis (PCA) [<xref ref-type="bibr" rid="ref23">23</xref>] and Semantic Feature Analysis (SFA) [<xref ref-type="bibr" rid="ref24">24</xref>] into an adaptive, voice-responsive therapy app that people with aphasia can use to improve their naming skills.</p>
        <p>The VoiceAdapt project has so far involved 75 end users (people with aphasia, clinicians, and caregivers) in the UCD process to identify the main barriers and obstacles to app-based training and rehabilitation; ensure independent usage and sustained motivation; and optimize the end-user experience and training impact. This was achieved by eliciting user requirements (conducting guideline-based structured interviews), designing solutions (mock-ups, prototypes), and evaluating the designs against the requirements (focusing on user experience in terms of multimodal speech interaction and adaptivity) over three iterative cycles. The result is a mobile speech-language training app for people with aphasia that can run on iOS and Android platforms. The app supports regular training sessions, adaptivity (individual performance thresholds for training material selection), personalization (training content is selected based on individual interests), and coordination between therapists and patients; it also addresses multimodal language goals (reading, understanding, and production).</p>
      </sec>
      <sec>
        <title>Study Purpose</title>
        <p>The purpose of this study is to examine the impact of the VoiceAdapt adaptive speech-language treatment app, created using the principles of UCD, on the naming abilities of people with aphasia within an RCT. Secondary outcomes focusing on overall language improvement, communication, and quality of life will also be examined. Herein, we present the protocol of the VoiceAdapt study (ClinicalTrials.gov NCT04108364).</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Selection of Communities for the Study, Participants, and Procedures</title>
        <p>Participants will be recruited from two geographic regions in Canada through the Language Sciences Lab (Department of Speech-Language Pathology, University of Toronto) and Aphasia Research Lab (Department of Communication Sciences and Disorders, University of Alberta), based in Toronto, Ontario and Edmonton, Alberta, respectively. Participants with aphasia will be recruited from community-based aphasia centers and programs, clinics, and research databases. Initial contacts will be made with aphasia centers and programs providing information about the study, followed by recruitment presentations and meetings with interested participants.</p>
      </sec>
      <sec>
        <title>Inclusion and Exclusion Criteria</title>
        <p>The participants enrolling in the study will meet the following inclusion criteria: be at least 6 months post the onset of a stroke in the left hemisphere; have mild-to-moderate aphasia (Aphasia Quotient ≥30 on the Western Aphasia Battery-Revised [WAB-R]) [<xref ref-type="bibr" rid="ref25">25</xref>]; score below 75% correct on the Boston Naming Test (BNT) [<xref ref-type="bibr" rid="ref26">26</xref>] during initial assessment; exhibit prominent verbal expression impairment; pass screenings for vision, hearing, and basic cognitive functioning; speak English as a primary language; and be willing to commit to participation for the entire study duration. Despite meeting all these inclusion criteria, participants will be excluded if they are currently engaged in individual (one-on-one) speech-language therapy or are using speech-language therapy apps.</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>The RCT will have a two-arm, randomized, waitlist-controlled, crossover group design. In Phase 1, people with aphasia randomized to the intervention group will train with VoiceAdapt. The control group will be a waitlist treatment-deferred group. In Phase 2, the control group will train with VoiceAdapt (see <xref rid="figure1" ref-type="fig">Figure 1</xref>). Participants will be randomized to groups according to a computer-generated randomization list.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Schematic of the study design.</p>
          </caption>
          <graphic xlink:href="resprot_v10i7e30621_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Intervention</title>
        <p>The app intervention comprises naming exercises based on evidence-based anomia treatments, SFA and PCA, delivered on a mobile tablet. The exercises involve the presentation of a colored picture and a series of prompts designed to engage the people with aphasia in providing semantic features (eg, “What is it used for?” [action]; “What does it look like?” [properties]); or phonological components (eg, “What sound does it start with?” [first sound]; “What is a rhyming word?” [rhyme]). <xref rid="figure2" ref-type="fig">Figures 2</xref> and <xref rid="figure3" ref-type="fig">3</xref> display summary screens reviewing the generated semantic and phonologic features of the target items, respectively (Additional screenshots of the app are displayed in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). A help screen also reminds users of the various features (<xref rid="figure4" ref-type="fig">Figure 4</xref>). The patient’s voice is recorded and used as the input for the app. The app is designed to maximize user engagement through UCD principles. People with aphasia randomized to the VoiceAdapt treatment group will be instructed to practice using the app during weekdays for one hour per day for 5 weeks. The people with aphasia will have the option of downloading the app on their own tablets from a link provided by the researchers, or the researchers will provide them with tablets with the app loaded. Research staff will check in and monitor progress through email or telephone/video calls on a weekly basis.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Screenshot from the VoiceAdapt app displaying the summary screen of the Semantic Feature Analysis protocol.</p>
          </caption>
          <graphic xlink:href="resprot_v10i7e30621_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Screenshot from the VoiceAdapt app displaying the summary screen of the Phonological Components Analysis protocol.</p>
          </caption>
          <graphic xlink:href="resprot_v10i7e30621_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Screenshot from the VoiceAdapt app displaying the user help screen.</p>
          </caption>
          <graphic xlink:href="resprot_v10i7e30621_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Duration</title>
        <p>The participants will take part in the study for approximately 13 weeks once enrolled. Pretreatment assessment will take place in Week 1, followed by 5 weeks of engagement in Phase 1 (treatment or control). Midpoint assessments will take place in Week 7, followed by 5 weeks of engagement in Phase 2 (crossover into control or treatment). Final assessments will take place in Week 13 following study enrollment.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <p>Efficacy will be monitored by the scores on primary and secondary outcome measures. The primary outcome measure will be the BNT [<xref ref-type="bibr" rid="ref25">25</xref>] to measure naming; secondary outcome measures will be the WAB-R [<xref ref-type="bibr" rid="ref26">26</xref>]; Stroke and Aphasia Quality of Life Scale-39 (SAQOL-39) [<xref ref-type="bibr" rid="ref27">27</xref>] to measure quality of life; and Communication Effectiveness Index (CETI) [<xref ref-type="bibr" rid="ref28">28</xref>] to measure the communication capabilities of the participants with aphasia and their partners’ perception of the participants’ communication. In addition to the primary and secondary outcome measures, the System Usability Scale (SUS) [<xref ref-type="bibr" rid="ref29">29</xref>], Situational Motivation Scale (SIMS) [<xref ref-type="bibr" rid="ref30">30</xref>], and a posttreatment questionnaire specific to app usage will be administered to all participants. In addition, the in-app parameters evaluating aspects such as the amount of time spent on training per session, total amount of time spent on training over the study duration, etc will also be measured for future analysis.</p>
      </sec>
      <sec>
        <title>Sample Size Determination</title>
        <p>The planned enrollment for the study is 80 (ie, 40 at each of the two sites in Canada). The sample size calculation is based on the medium effect sizes estimated in our study according to previous results. Accounting for a dropout rate of approximately 10%, we need to include 79 people with aphasia; thus, we plan to enroll 80 people with aphasia. We will conduct an intention to treat analysis and include all the randomized participants in our analyses.</p>
      </sec>
      <sec>
        <title>Analytic Strategy</title>
        <p>Mixed-effects regression will be used to analyze the 2 × 2 crossover trial with one baseline [<xref ref-type="bibr" rid="ref31">31</xref>]. The analysis will include covariate adjustments for variables such as the recruitment site and participant characteristics (eg, sex, age, hours of training, assessors, and caregiver characteristics). Adjustment can increase the precision of the treatment effect estimates and confirm whether training was equally efficacious across covariates (ie, using covariates by treatment interaction) and whether the retention of improvement was equal across covariates (ie, covariates by carryover interaction). Mixed-effects regression can also account for hierarchical sampling, which is important if participants within sites are more similar than if they were randomly chosen. If carryover is detected, we will also estimate the treatment effects after excluding the Period 2 assessments affected by carryover.</p>
        <p>The Mauchly test will be used to evaluate whether the sphericity assumption is tenable. If the variances are unequal, we will disaggregate the analysis and use paired and two-group <italic>t</italic> tests as appropriate to estimate the treatment, carryover, and period effects; if covariate adjustment is required, these contrasts will be evaluated using mixed-effects regression while also accounting for hierarchical sampling.</p>
        <p>Interim analyses will be conducted when quarterly enrollment targets are met (ie, 20, 40, and 60 participants).</p>
      </sec>
      <sec>
        <title>Ethics Statement and Consent</title>
        <p>This study will be conducted according to Canadian and international standards of Good Clinical Practice for all studies. Applicable government regulations and the University of Toronto and University of Alberta research policies and procedures will also be followed.</p>
        <p>This protocol and any amendments to the same will be submitted to the University of Toronto Human Research Ethics Unit (HREU) and University of Alberta Health Research Ethics Board (HREB) for formal approval to conduct the study.</p>
        <p>All participants selected for this study will be provided a consent form describing the study and providing sufficient information for them to make an informed decision about their participation in this study. This consent form will be submitted with the protocol for review and approval by the HREU and HREB. The formal consent of a participant, using the HREU- and HREB-approved consent form, will be verbally obtained and recorded before that participant is subjected to any study procedure per HREU- and HREB-approved procedures.</p>
      </sec>
      <sec>
        <title>Adaptations for Data Collection During the COVID-19 Pandemic</title>
        <p>With in-person research activities limited due to the COVID-19 pandemic, all data collection activities will be conducted virtually using HREU- and HREB-approved video conferencing software. Recruitment presentations, initial informational/screening interviews, and all assessment sessions will take place remotely. All assessment instruments have been adapted for remote delivery and will be administered by the assessors through sharing their screen and eliciting verbal responses or pointing to responses using annotation functions within the software. All adaptations to the research protocol for remote delivery have been approved by the Research Ethics Boards of the University of Toronto and University of Alberta.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The project was funded in 2018 and enrolment for the RCT is ongoing. A primary completion date is expected in March 2022, and publication of results is expected within 6 months of work completion.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This RCT is designed to assess the efficacy of the VoiceAdapt app, a new, tablet-based therapy program for people with aphasia. This app was designed using the principles of UCD, incorporating inputs from the end users (people with aphasia, their caregivers, and SLPs) through an iterative process. The end result is a mobile speech-language training app instantiating evidence-based treatment principles into an adaptive and a personalizable app that addresses multimodal language stimulation. The RCT will examine the effect after 5 weeks (25 hours) of training with the app on language production (ie, naming) in people with aphasia in the chronic stage of recovery. The impact on secondary outcomes, including communication effectiveness and quality of life, will also be assessed.</p>
      <p>Technology-based solutions, including apps to reach speech-language therapy and communication goals can be a means to increase home practice and therapy intensity in a cost-effective manner. Particularly for people with aphasia who are in the chronic stages of recovery (ie, more than a year post the onset of aphasia), there can be limited rehabilitation options. It is recommended that technology-based rehabilitation approaches engage participants in a personalized manner [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Although an increasing number of therapy apps are entering the market, they do not engage people with aphasia in the development and testing stages [<xref ref-type="bibr" rid="ref22">22</xref>]. The VoiceAdapt app differs from other apps currently available on the market in that it incorporates evidence-based treatment approaches within a framework that was identified by the end users through a UCD process in the conceptualization, development, and implementation stages of the app.</p>
      <p>If positive results are obtained from this RCT, the VoiceAdapt app can be recommended as an efficacious means of improving lexical retrieval and communicative functioning in people with aphasia in an easily accessible and a cost-effective manner. Moreover, the implementation of this RCT through remote assessment and delivery can provide information to therapists on telerehabilitation practices and monitoring of app-based home therapy programs.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Screenshots of VoiceAdapt app.</p>
        <media xlink:href="resprot_v10i7e30621_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 7078 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Peer-review report by the funding committee of the JTC 2017 launched by the Joint Programming Initiative “More Years Better Lives” (JPI MYBL).</p>
        <media xlink:href="resprot_v10i7e30621_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 316 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BNT</term>
          <def>
            <p>Boston Naming Test</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CETI</term>
          <def>
            <p>Communicative Effectiveness Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HREB</term>
          <def>
            <p>Health Research Ethics Board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HREU</term>
          <def>
            <p>Human Research Ethics Unit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PCA</term>
          <def>
            <p>Phonological Components Analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">SAQOL-39</term>
          <def>
            <p>Stroke and Aphasia Quality of Life Scale - 39</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">SFA</term>
          <def>
            <p>Semantic Features Analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">SLP</term>
          <def>
            <p>speech-language pathologist</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">SIMS</term>
          <def>
            <p>Situational Motivation Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">SUS</term>
          <def>
            <p>System Usability Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">UCD</term>
          <def>
            <p>user-centered design</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">WAB-R</term>
          <def>
            <p>Western Aphasia Battery-Revised</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to acknowledge Anna-Maria Bieber for her support in the UCD of the app, Jevgenijs Danilins for his contributions to app development, Steven Stewart for statistical analysis consultations, and March of Dimes Canada for support in participant recruitment. This research is funded under the JTC 2017 launched by the Joint Programming Initiative “More Years Better Lives” (JPI MYBL), which is supported by Horizon2020, the EU Framework for Research and Innovation (grant agreement 643850). The VoiceAdapt Consortium is funded by the Canadian Institutes of Health Research (CIHR, grant 155164), the Austrian Research Promotion Agency (FFG, project 861960), and the German Federal Ministry of Education and Research (grant agreement 16SV7995K).</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>ESK and ER designed the study with assistance from LL, J-N V-A, SM, R Schatz, SS, TB, and R Spang. All authors designed the VoiceAdapt app. PM developed the VoiceAdapt app and backend programs. EK, ER, LL, and CW recruited the participants and managed the RCT. All authors have read and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilari</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The impact of stroke: are people with aphasia different to those without?</article-title>
          <source>Disabil Rehabil</source>
          <year>2011</year>
          <volume>33</volume>
          <issue>3</issue>
          <fpage>211</fpage>
          <lpage>218</lpage>
          <pub-id pub-id-type="doi">10.3109/09638288.2010.508829</pub-id>
          <pub-id pub-id-type="medline">20712416</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dickey</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kagan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lindsay</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rowland</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Incidence and profile of inpatient stroke-induced aphasia in Ontario, Canada</article-title>
          <source>Arch Phys Med Rehabil</source>
          <year>2010</year>
          <month>02</month>
          <volume>91</volume>
          <issue>2</issue>
          <fpage>196</fpage>
          <lpage>202</lpage>
          <pub-id pub-id-type="doi">10.1016/j.apmr.2009.09.020</pub-id>
          <pub-id pub-id-type="medline">20159121</pub-id>
          <pub-id pub-id-type="pii">S0003-9993(09)00870-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flowers</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Silver</surname>
              <given-names>FL</given-names>
            </name>
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rochon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Martino</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The incidence, co-occurrence, and predictors of dysphagia, dysarthria, and aphasia after first-ever acute ischemic stroke</article-title>
          <source>J Commun Disord</source>
          <year>2013</year>
          <volume>46</volume>
          <issue>3</issue>
          <fpage>238</fpage>
          <lpage>248</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jcomdis.2013.04.001</pub-id>
          <pub-id pub-id-type="medline">23642855</pub-id>
          <pub-id pub-id-type="pii">S0021-9924(13)00011-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lazar</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Boehme</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Aphasia as a predictor of stroke outcome</article-title>
          <source>Curr Neurol Neurosci Rep</source>
          <year>2017</year>
          <month>09</month>
          <day>19</day>
          <volume>17</volume>
          <issue>11</issue>
          <fpage>83</fpage>
          <pub-id pub-id-type="doi">10.1007/s11910-017-0797-z</pub-id>
          <pub-id pub-id-type="medline">28929424</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11910-017-0797-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <source>2020 Aphasia Awareness Survey - National Aphasia Association</source>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aphasia.org/2020-aphasia-awareness-survey/">https://www.aphasia.org/2020-aphasia-awareness-survey/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Breitenstein</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Grewe</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Flöel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ziegler</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Springer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Martus</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Huber</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Willmes</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ringelstein</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Haeusler</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Abel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Glindemann</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Domahs</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Regenbrecht</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Schlenck</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Obrig</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>de Langen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rocker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wigbers</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rühmkorf</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hempen</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>List</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Baumgaertner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Villringer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bley</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jöbges</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Halm</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Werner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Goldenberg</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Klingenberg</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>König</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gröne</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Knecht</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Baake</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Knauss</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Miethe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Steller</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Sudhoff</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Schillikowski</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Pfeiffer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Billo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ferneding</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Runge</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Keck</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Middeldorf</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Krüger</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wilde</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Krakow</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Berghoff</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Reinhuber</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Maser</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hofmann</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Sous-Kulke</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schupp</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Oertel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bätz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hamzei</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kartmann</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Som</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Schipke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bamborschke</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Intensive speech and language therapy in patients with chronic aphasia after stroke: a randomised, open-label, blinded-endpoint, controlled trial in a health-care setting</article-title>
          <source>The Lancet</source>
          <year>2017</year>
          <month>04</month>
          <day>15</day>
          <volume>389</volume>
          <issue>10078</issue>
          <fpage>1528</fpage>
          <lpage>1538</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(17)30067-3</pub-id>
          <pub-id pub-id-type="medline">28256356</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(17)30067-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Godecke</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hird</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lalor</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Rai</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Very early poststroke aphasia therapy: a pilot randomized controlled efficacy trial</article-title>
          <source>Int J Stroke</source>
          <year>2012</year>
          <month>12</month>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>635</fpage>
          <lpage>644</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1747-4949.2011.00631.x</pub-id>
          <pub-id pub-id-type="medline">21978210</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Des Roches</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Kiran</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Technology-based rehabilitation to improve communication after acquired brain injury</article-title>
          <source>Front Neurosci</source>
          <year>2017</year>
          <volume>11</volume>
          <fpage>382</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fnins.2017.00382"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fnins.2017.00382</pub-id>
          <pub-id pub-id-type="medline">28804443</pub-id>
          <pub-id pub-id-type="pmcid">PMC5532441</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braley</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pierce</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Saxena</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>De Oliveira</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Taraboanta</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Anantha</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lakhan</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Kiran</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A virtual, randomized, control trial of a digital therapeutic for speech, language, and cognitive intervention in post-stroke persons with aphasia</article-title>
          <source>Front Neurol</source>
          <year>2021</year>
          <volume>12</volume>
          <fpage>626780</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33643204"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fneur.2021.626780</pub-id>
          <pub-id pub-id-type="medline">33643204</pub-id>
          <pub-id pub-id-type="pmcid">PMC7907641</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bhogal</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Teasell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Speechley</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Intensity of aphasia therapy, impact on recovery</article-title>
          <source>Stroke</source>
          <year>2003</year>
          <month>04</month>
          <volume>34</volume>
          <issue>4</issue>
          <fpage>987</fpage>
          <lpage>993</lpage>
          <pub-id pub-id-type="doi">10.1161/01.STR.0000062343.64383.D0</pub-id>
          <pub-id pub-id-type="medline">12649521</pub-id>
          <pub-id pub-id-type="pii">01.STR.0000062343.64383.D0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brady</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Godwin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Enderby</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Speech and language therapy for aphasia following stroke</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2016</year>
          <month>06</month>
          <day>01</day>
          <issue>6</issue>
          <fpage>CD000425</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27245310"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD000425.pub4</pub-id>
          <pub-id pub-id-type="medline">27245310</pub-id>
          <pub-id pub-id-type="pmcid">PMC8078645</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cherney</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Patterson</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Raymer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Frymark</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schooling</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Evidence-Based Systematic Review: Effects of Intensity of Treatment and Constraint-Induced Language Therapy for Individuals With Stroke-Induced Aphasia</article-title>
          <source>J Speech Lang Hear Res</source>
          <year>2008</year>
          <month>10</month>
          <volume>51</volume>
          <issue>5</issue>
          <fpage>1282</fpage>
          <lpage>1299</lpage>
          <pub-id pub-id-type="doi">10.1044/1092-4388(2008/07-0206)</pub-id>
          <pub-id pub-id-type="medline">18812489</pub-id>
          <pub-id pub-id-type="pii">51/5/1282</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braley</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>De Oliveira</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Munsell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Anantha</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Pierce</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kiran</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lakhan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A phase II randomized, virtual, clinical trial of speech therapy app for speech, language, and cognitive intervention in stroke</article-title>
          <source>Arch Phys Med Rehabil</source>
          <year>2020</year>
          <month>11</month>
          <volume>101</volume>
          <issue>11</issue>
          <fpage>e62</fpage>
          <pub-id pub-id-type="doi">10.1016/j.apmr.2020.09.186</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palmer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dimairo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Enderby</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Brady</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bowen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Latimer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Julious</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cross</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Alshreef</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Witts</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Chater</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Self-managed, computerised speech and language therapy for patients with chronic aphasia post-stroke compared with usual care or attention control (Big CACTUS): a multicentre, single-blinded, randomised controlled trial</article-title>
          <source>Lancet Neurol</source>
          <year>2019</year>
          <month>09</month>
          <volume>18</volume>
          <issue>9</issue>
          <fpage>821</fpage>
          <lpage>833</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1474-4422(19)30192-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S1474-4422(19)30192-9</pub-id>
          <pub-id pub-id-type="medline">31397288</pub-id>
          <pub-id pub-id-type="pii">S1474-4422(19)30192-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC6700375</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stark</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Warburton</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Improved language in chronic aphasia after self-delivered iPad speech therapy</article-title>
          <source>Neuropsychol Rehabil</source>
          <year>2018</year>
          <month>07</month>
          <volume>28</volume>
          <issue>5</issue>
          <fpage>818</fpage>
          <lpage>831</lpage>
          <pub-id pub-id-type="doi">10.1080/09602011.2016.1146150</pub-id>
          <pub-id pub-id-type="medline">26926872</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mallet</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Shamloul</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Corbett</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Finestone</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Hatcher</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lumsden</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Momoli</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Shamy</surname>
              <given-names>MCF</given-names>
            </name>
            <name name-style="western">
              <surname>Stotts</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Swartz</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dowlatshahi</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>RecoverNow: feasibility of a mobile tablet-based rehabilitation intervention to treat post-stroke communication deficits in the acute care setting</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <volume>11</volume>
          <issue>12</issue>
          <fpage>e0167950</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0167950"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0167950</pub-id>
          <pub-id pub-id-type="medline">28002479</pub-id>
          <pub-id pub-id-type="pii">PONE-D-15-54196</pub-id>
          <pub-id pub-id-type="pmcid">PMC5176170</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Des Roches</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Balachandran</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ascenso</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Tripodis</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kiran</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of an impairment-based individualized rehabilitation program using an iPad-based software platform</article-title>
          <source>Front Hum Neurosci</source>
          <year>2014</year>
          <volume>8</volume>
          <fpage>1015</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fnhum.2014.01015"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fnhum.2014.01015</pub-id>
          <pub-id pub-id-type="medline">25601831</pub-id>
          <pub-id pub-id-type="pmcid">PMC4283612</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kurland</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wilkins</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Stokes</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>iPractice: piloting the effectiveness of a tablet-based home practice program in aphasia treatment</article-title>
          <source>Semin Speech Lang</source>
          <year>2014</year>
          <month>02</month>
          <volume>35</volume>
          <issue>1</issue>
          <fpage>51</fpage>
          <lpage>63</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24449465"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0033-1362991</pub-id>
          <pub-id pub-id-type="medline">24449465</pub-id>
          <pub-id pub-id-type="pmcid">PMC3931518</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Routhier</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bier</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Macoir</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Smart tablet for smart self-administered treatment of verb anomia: two single-case studies in aphasia</article-title>
          <source>Aphasiology</source>
          <year>2014</year>
          <month>11</month>
          <day>14</day>
          <volume>30</volume>
          <issue>2-3</issue>
          <fpage>269</fpage>
          <lpage>289</lpage>
          <pub-id pub-id-type="doi">10.1080/02687038.2014.973361</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Repetto</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Paolillo</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Tuena</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bellinzona</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Riva</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Innovative technology-based interventions in aphasia rehabilitation: a systematic review</article-title>
          <source>Aphasiology</source>
          <year>2020</year>
          <month>09</month>
          <day>25</day>
          <fpage>1</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1080/02687038.2020.1819957</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bevan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Earthy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Geis</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Harker</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>New ISO standards for usability, usability reports and usability measures</article-title>
          <year>2016</year>
          <conf-name>International Conference on Human Computer Interaction 2016</conf-name>
          <conf-date>July 17-22</conf-date>
          <conf-loc>Toronto, Canada</conf-loc>
          <publisher-loc>Cham, Switzerland</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>268</fpage>
          <lpage>278</lpage>
          <pub-id pub-id-type="doi">10.1007/978-3-319-39510-4_25</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Griffel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Leinweber</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Spelter</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Roddam</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Patient-centred design of aphasia therapy apps: a scoping review</article-title>
          <source>Aphasie und verwandte Gebiete</source>
          <year>2019</year>
          <volume>46</volume>
          <issue>2</issue>
          <fpage>6</fpage>
          <lpage>21</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchgate.net/publication/341671656_Patient-centred_design_of_aphasia_therapy_apps_a_scoping_review"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leonard</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rochon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Laird</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Treating naming impairments in aphasia: findings from a phonological components analysis treatment</article-title>
          <source>Aphasiology</source>
          <year>2008</year>
          <month>09</month>
          <volume>22</volume>
          <issue>9</issue>
          <fpage>923</fpage>
          <lpage>947</lpage>
          <pub-id pub-id-type="doi">10.1080/02687030701831474</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boyle</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Coelho</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Application of semantic feature analysis as a treatment for aphasic dysnomia</article-title>
          <source>Am J Speech Lang Pathol</source>
          <year>1995</year>
          <month>11</month>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>94</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1044/1058-0360.0404.94</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goodglass</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Weintraub</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Boston Naming Test</source>
          <year>1983</year>
          <publisher-loc>Philadelphia, PA</publisher-loc>
          <publisher-name>Lea &#38; Febiger</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kertesz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Raven</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <source>WAB-R : Western Aphasia Battery-Revised</source>
          <year>2007</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>PsychCorp</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilari</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Byng</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lamping</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>Stroke and Aphasia Quality of Life Scale-39 (SAQOL-39): evaluation of acceptability, reliability, and validity</article-title>
          <source>Stroke</source>
          <year>2003</year>
          <month>08</month>
          <volume>34</volume>
          <issue>8</issue>
          <fpage>1944</fpage>
          <lpage>1950</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://stroke.ahajournals.org/cgi/pmidlookup?view=long&#38;pmid=12855827"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/01.STR.0000081987.46660.ED</pub-id>
          <pub-id pub-id-type="medline">12855827</pub-id>
          <pub-id pub-id-type="pii">01.STR.0000081987.46660.ED</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pickard</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bester</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Elbard</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Finlayson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zoghaib</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The communicative effectiveness index: development and psychometric evaluation of a functional communication measure for adult aphasia</article-title>
          <source>J Speech Hear Disord</source>
          <year>1989</year>
          <month>02</month>
          <volume>54</volume>
          <issue>1</issue>
          <fpage>113</fpage>
          <lpage>124</lpage>
          <pub-id pub-id-type="doi">10.1044/jshd.5401.113</pub-id>
          <pub-id pub-id-type="medline">2464719</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooke</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Weerdmeester</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>McLelland</surname>
              <given-names>IL</given-names>
            </name>
          </person-group>
          <article-title>SUS: A “quick and dirty” usability scale</article-title>
          <source>Usability Evaluation In Industry</source>
          <year>1996</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Taylor and Francis</publisher-name>
          <fpage>189</fpage>
          <lpage>194</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guay</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Vallerand</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Blanchard</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>On the assessment of situational intrinsic and extrinsic motivation: the Situational Motivation Scale (SIMS)</article-title>
          <source>Motiv  Emot</source>
          <year>2000</year>
          <volume>24</volume>
          <issue>3</issue>
          <fpage>175</fpage>
          <lpage>213</lpage>
          <pub-id pub-id-type="doi">10.1023/A:1005614228250</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kenward</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Design and Analysis of Cross-over Trials, Third Edition</source>
          <year>2014</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Chapman and Hall</publisher-name>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
