<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i5e25011</article-id>
      <article-id pub-id-type="pmid">33960949</article-id>
      <article-id pub-id-type="doi">10.2196/25011</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Smartphone App haMSter for Tracking Patient-Reported Outcomes in People With Multiple Sclerosis: Protocol for a Pilot Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Carmisciano</surname>
            <given-names>Luca</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ravangard</surname>
            <given-names>Ramin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zrubka</surname>
            <given-names>Zsombor</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hjøllund</surname>
            <given-names>Niels Henrik</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Altmann</surname>
            <given-names>Patrick</given-names>
          </name>
          <degrees>MD, DPhil</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2983-3693</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Hinterberger</surname>
            <given-names>Werner</given-names>
          </name>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6828-8587</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Leutmezer</surname>
            <given-names>Fritz</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5665-8635</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Ponleitner</surname>
            <given-names>Markus</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3709-1845</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Monschein</surname>
            <given-names>Tobias</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6053-4210</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Zrzavy</surname>
            <given-names>Tobias</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8909-1591</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Zulehner</surname>
            <given-names>Gudrun</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4151-684X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Kornek</surname>
            <given-names>Barbara</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1851-6967</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Lanzenberger</surname>
            <given-names>Rupert</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4641-9539</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Berek</surname>
            <given-names>Klaus</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2755-2043</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Rommer</surname>
            <given-names>Paulus Stefan</given-names>
          </name>
          <degrees>MSc, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5209-6647</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Berger</surname>
            <given-names>Thomas</given-names>
          </name>
          <degrees>MSc, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5626-1144</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Bsteh</surname>
            <given-names>Gabriel</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Neurology</institution>
            <institution>Medical University of Vienna</institution>
            <addr-line>Waehringer Guertel 18-20</addr-line>
            <addr-line>Vienna, A-1090</addr-line>
            <country>Austria</country>
            <fax>43 14040061250</fax>
            <phone>43 14040031450</phone>
            <email>gabriel.bsteh@meduniwien.ac.at</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0825-0851</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Neurology</institution>
        <institution>Medical University of Vienna</institution>
        <addr-line>Vienna</addr-line>
        <country>Austria</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>CAKE Communications</institution>
        <addr-line>Vienna</addr-line>
        <country>Austria</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Psychiatry and Psychotherapy</institution>
        <institution>Medical University of Vienna</institution>
        <addr-line>Vienna</addr-line>
        <country>Austria</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Neurology</institution>
        <institution>Medical University of Innsbruck</institution>
        <addr-line>Innsbruck</addr-line>
        <country>Austria</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Gabriel Bsteh <email>gabriel.bsteh@meduniwien.ac.at</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>7</day>
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <volume>10</volume>
      <issue>5</issue>
      <elocation-id>e25011</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>23</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>9</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>9</day>
          <month>3</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Patrick Altmann, Werner Hinterberger, Fritz Leutmezer, Markus Ponleitner, Tobias Monschein, Tobias Zrzavy, Gudrun Zulehner, Barbara Kornek, Rupert Lanzenberger, Klaus Berek, Paulus Stefan Rommer, Thomas Berger, Gabriel Bsteh. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 07.05.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2021/5/e25011" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Treatment and monitoring decisions in people with multiple sclerosis (MS) are based commonly on clinician-reported outcomes. These reflect physical and radiological disease activity and are the most relevant endpoints in clinical trials. Over the past few years, the number of studies evaluating so-called patient-reported outcomes (PROs) has been increasing. PROs are reports from patients concerning their own health perception. They are typically obtained by means of questionnaires and aim to quantify symptoms such as fatigue, depression, and sexual dysfunction. The emergence of PROs has made a tremendous contribution to understanding the individual impact of disease in people with MS and their health-related quality of life. However, the assessment of PROs consumes resources, including time and personnel. Thus, useful ways to conveniently introduce PROs into clinical practice are needed.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aim to provide a rationale and pilot study protocol for a mobile health (mHealth) solution named “haMSter” that allows for remote monitoring of PROs in people with MS.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The core function of haMSter is to provide three scientifically validated PRO questionnaires relevant to MS for patients to fill out at home once a month. Thereby, longitudinal and remote documentation of PROs is enabled. A scoring algorithm graphically plots PRO scores over time and makes them available at the next visit.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The pilot study is currently ongoing and will evaluate adherence to this mHealth solution in 50 patients over a period of 6 months. Results from the haMSter pilot study are expected in 2021.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>haMSter is a novel mHealth-based solution for modern PRO research, which may constitute the first step in achieving the ability to integrate PROs in clinical practice. This allows for a more problem-oriented approach in monitoring visits, which addresses patient needs and ultimately saves time.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT04555863; https://clinicaltrials.gov/ct2/show/NCT04555863</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/25011</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mHealth</kwd>
        <kwd>mobile health</kwd>
        <kwd>remote monitoring</kwd>
        <kwd>patient-reported outcomes</kwd>
        <kwd>multiple sclerosis</kwd>
        <kwd>telemedicine</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Multiple Sclerosis and Patient-Reported Outcomes</title>
        <p>Multiple sclerosis (MS) is a chronic neurological disease associated with inflammation and neurodegeneration. Its worldwide prevalence is estimated at 2.5 million people affected, and it is the most common cause of disability in young adults, aside from trauma [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Disease monitoring in people with MS encompasses continuous evaluation of the following three major components: clinical disease activity, radiological disease activity, and, albeit mostly for research purposes, biomarkers [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. These outcomes can be summarized as clinician-reported outcomes. They represent the mainstay in determining the disease course and treatment response in routine MS care and are also the main endpoints in clinical trials. Complementary to clinician-reported outcomes, so-called patient-reported outcomes (PROs) are reports from patients concerning their own health perception, quantifying either specific symptoms that are hard to objectify, such as fatigue, depression, and sexual dysfunction, or more general parameters, such as quality of life, working abilities, treatment adherence, and treatment satisfaction. Over the past few years, PROs have contributed to displaying the disease burden in MS and its impact on health-related quality of life. So far, several PRO measures (PROMs) for MS have been validated and established, such as scores for quality of life, fatigue, and sexual functioning [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>While garnering information about a patient’s subjective impairment to health through PROs would theoretically have a palpable benefit, application in routine care is greatly hindered. Currently, filling out and evaluating paper-based PRO questionnaires are consuming a considerable amount of resources in terms of time and personnel. Thus, useful ways to conveniently introduce PROs into clinical practice are needed.</p>
      </sec>
      <sec>
        <title>Mobile Health and Multiple Sclerosis</title>
        <p>The use of mobile health (mHealth) may offer strategies for easily administered PRO questionnaires. This could facilitate research and advance the focus from merely reporting disease parameters to understanding an individual’s impairment caused by disease. So far, a recognizable effort has been made to offer mHealth technologies for managing MS. These solutions can be summarized as elements of (1) screening and assessment, (2) treatment and rehabilitation, (3) advice and education, and (4) disease monitoring and management [<xref ref-type="bibr" rid="ref8">8</xref>]. However, only a handful of these tools focus on integrating validated PROs into clinical practice. One smartphone app, for example, offers remote and active testing of <italic>surrogate</italic> markers for dexterity and mobility that correlated well with on-site administered tests [<xref ref-type="bibr" rid="ref9">9</xref>]. Another study investigated an on-site tablet-based method for evaluating bladder control [<xref ref-type="bibr" rid="ref10">10</xref>]. The most prominent mHealth solution for remote patient monitoring in people with MS is probably the Multiple Sclerosis Performance Test. It is a tablet-based tool designed to measure physical disability, and it has spurred a lot of interest and subsequent adaptions [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Nevertheless, solutions that allow remote tracking of well-established PROMs in MS have not yet been reported.</p>
      </sec>
      <sec>
        <title>Study Aim</title>
        <p>The aim of this report is to introduce <italic>haMSter</italic> as an mHealth-based solution for tracking PROs in people with MS remotely. Through the use of the haMSter app, patients are offered an opportunity to fill out PRO questionnaires anywhere and anytime they feel comfortable. The scoring algorithm of haMSter provides neurologists a unique opportunity to visualize the longitudinal course of their patients’ PROs. A pilot study evaluating the feasibility of the haMSter protocol is currently ongoing.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This study protocol will be used in an uncontrolled pilot trial evaluating adherence to the haMSter app in 50 people with MS. Upon informed consent to participate in this study, eligible patients will be able to download the app on their smartphones during a regular visit to our MS clinic and use it at home over a period of 6 months.</p>
      </sec>
      <sec>
        <title>Study Setting</title>
        <p>This is a monocentric study at the MS Clinic of the Department of Neurology, Medical University of Vienna, Austria. An outline of the study protocol is shown in <xref rid="figure1" ref-type="fig">Figure 1</xref> [<xref ref-type="bibr" rid="ref13">13</xref>]. Patients are instructed to fill out three specific PRO questionnaires (“haMStercare”) on their smartphone once every 30 days. In addition, patients are introduced to two other features of haMSter, which are available at their own convenience. These are a reminder for taking their medication (“haMSterreminder”) and a diary (“haMSterdiary”). At the follow-up visit, a Bluetooth printer in the exam room will allow the patient to print out a PRO score sheet that graphically shows the score for each PRO over the course of the study. This illustration is intended as a base for discussing symptoms and the patient’s individual health perception. The study concludes with the administration of a paper-based satisfaction questionnaire including a validated outcome measure for satisfaction with telemedicine (Telemedicine Perception Questionnaire [TMPQ] [<xref ref-type="bibr" rid="ref14">14</xref>]) and an empirical questionnaire. The latter collects user feedback regarding technical implementation, design, handling, and possibilities for further improvement of the app’s utility.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Overview of study enrollment, interventions, and assessments over the course of the haMSter pilot trial (Standard Protocol Items: Recommendations for Interventional Trials [SPIRIT] checklist). MS: multiple sclerosis; PRO: patient-reported outcome.</p>
          </caption>
          <graphic xlink:href="resprot_v10i5e25011_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>haMSter Smartphone App</title>
        <sec>
          <title>haMStercare: PRO Questionnaires</title>
          <p>The core function of haMSter is the provision of three validated and well-established PROMs in MS. After obtaining written consent from the respective PRO proprietor, we included three different questionnaires that are commonly used in MS research and for which a German version is available. The first is the Hospital Anxiety and Depression Scale (HADS), which is a widely used screening tool for depression and anxiety [<xref ref-type="bibr" rid="ref15">15</xref>]. It reports two separate scores for depression and anxiety. The second is the Multiple Sclerosis Impact Scale (MSIS-29), which is a survey of quality of life measures in people with MS that provides subscores for physical and psychological impairment in context with MS [<xref ref-type="bibr" rid="ref16">16</xref>]. The third is the Fatigue Scale for Motor and Cognitive Functions (FSMC), which is an MS-specific scale that quantifies motor and cognitive fatigue. The haMStercare feature is programmed to provide a pop-up message to remind patients every 30 days to fill out the questionnaires. <xref rid="figure2" ref-type="fig">Figure 2</xref> illustrates the login screen, the main menu that navigates through the three haMSter features, and an example question from the HADS.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Screenshots of the the login screen (A), main menu screen (B), and a sample patient-reported outcome (PRO) question (C). The screenshots provided here have been translated from German to English for the purpose of this article. The lower end of the log-in screen reads “Programming of this app was funded by” and lists the corporate logos of pharmaceutical companies that provided funding for programming the haMSter app.</p>
            </caption>
            <graphic xlink:href="resprot_v10i5e25011_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>haMSterreminder: Reminder for Medication</title>
          <p>The haMSter app allows participants to set a reminder for their medication. All medications approved for the treatment of MS in Austria as of April 1, 2019 (when the app was programmed) can be selected by the user. These include alemtuzumab, cladribine, dimethyl fumarate, fingolimod, glatiramer acetate, interferon-beta preparations, natalizumab, ocrelizumab, and teriflunomide. The reminder’s time algorithm is based on the fixed dosing regimen for these medications. Patients are made aware that this reminder does not intend to replace their own responsibility for adhering to their medication.</p>
        </sec>
        <sec>
          <title>haMSterdiary: Diary Entries for Patients</title>
          <p>Another feature of the haMSter app is a diary notepad (<xref rid="figure3" ref-type="fig">Figure 3</xref>). Patients can type in any matter concerning their lives with MS, such as certain events or symptoms they wish to communicate to their doctors at the next visit. The haMSter diary saves these entries together with the current date.</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Sample entry for haMSterdiary. The screenshot provided here has been translated from German to English for the purpose of this article.</p>
            </caption>
            <graphic xlink:href="resprot_v10i5e25011_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Coding Process</title>
          <p>The haMSter app was coded using the WebView-based Cordova app (Apache Software Foundation). The Cordova native API (application programming interface) served as the app’s main framework. User input was programmed to not communicate with any server. Data entered into the haMSter app is stored as an HTML (hypertext markup language) web storage API using a JavaScript Object Notation (JSON; Oracle Corporation) based on the “JSON.parse” and “JSON.stringify” commands. Repeated testing for plausibility and reliability of the haMSter app’s performance was implemented before release and over a period of 3 months. This was performed using the PhoneGap command-line interface version 9.0.0 (PhoneGap CLI; Apache Software Foundation) through a node package manager, the developer tool in google chrome (Google International LLC), and prototype devices operating on Android version 8.0.0 or above (Google International LLC) and Apple iOS version 5.0.0 or above (Apple Inc).</p>
        </sec>
        <sec>
          <title>Considerations of Data Protection</title>
          <p>The pilot study using the haMSter protocol adheres to current data protection guidelines in Austria as of April 1, 2019. Patients are educated on these guidelines on the informed consent form, which has been approved by our local ethics review board. In short, the main considerations of data protection regarding the use of haMSter are (1) the app works exclusively offline, (2) no patient-specific data are entered into the app, and (3) data are stored nowhere else but on the patient’s smartphone. The app itself only operates on a study identification number that is assigned upon enrollment.</p>
        </sec>
      </sec>
      <sec>
        <title>Participants</title>
        <sec>
          <title>Eligibility Criteria</title>
          <p>The pilot study evaluating haMSter will enroll any patient fulfilling the current diagnostic criteria for MS [<xref ref-type="bibr" rid="ref17">17</xref>], regardless of their age, disease phenotype, or medication. Inclusion is offered to patients owning a smartphone and expressing a will to participate. Exclusion criteria are obvious language barriers.</p>
        </sec>
        <sec>
          <title>Recruitment Procedure</title>
          <p>Patients will be informed about this study during any visit to our MS outpatient clinic. The study will be advertised as an investigation into the feasibility of a smartphone app determining patient-reported symptoms electronically and repeatedly over time. All patients expressing interest will receive a more detailed introduction to the app and its functions. Subsequently, the recruiting neurologist will accurately inform participants on relevant considerations regarding data protection (see above). Upon informed consent, patients can download the app on any device with an Apple or Android-based operating system. After successful download, the recruiting neurologist will enter relevant baseline characteristics (sociodemographic information and MS disease–specific characteristics) in a case report form on site.</p>
        </sec>
      </sec>
      <sec>
        <title>Funding Statements</title>
        <p>The programming of the haMSter app has been funded through an unrestricted grant by pharmaceutical companies marketing medication for the treatment of MS. A study outline was sent out to all companies with branches in Austria at that time (Bayer, Biogen, Merck, Novartis, Roche, Sanofi-Genzyme, and Teva-Ratiopharm). Out of these seven companies, five agreed to cover the costs for programming the app (Biogen, Merck, Roche, Sanofi-Genzyme, and Teva-Ratiopharm Austria). A sponsorship agreement was signed between the inventor of the app and a sponsoring company’s representative. Funding parties were not involved in any decisions regarding any content of the app, the study protocol and design, or any matter concerning the pilot study itself at any point in time. As for the PRO questionnaires included in haMSter, the proprietors of the German versions of the HADS and FSMC received financial compensation for the use of their questionnaires in the pilot study and signed a licensing agreement. The amount of this compensation was calculated based on the frequency of access to the respective questionnaire (ie, 50 patients, once a month over 6 months). The author of the German version of the MSIS-29 kindly offered its use for free.</p>
      </sec>
      <sec>
        <title>Timeline</title>
        <p>The idea for the haMSter app was conceived in November 2018. The coding process began in May 2019 and was finished in October 2019. After a period of beta testing and some delay due to the COVID-19 pandemic, the pilot study was launched in April 2020 (“first patient in”), and it is expected to end in April 2021 (“last patient out”).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Baseline and Sociodemographic Characteristics</title>
        <p>To provide an overview of the patients participating in this pilot study, we will report typical baseline and sociodemographic characteristics documented at baseline and follow-up. The structure is provided in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref> [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <boxed-text id="box1" position="float">
          <title>Sociodemographic and clinical characteristics of patients to be determined in this pilot study.</title>
          <p>
            <bold>Parameter</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Participants analyzed, n (%)</p>
              <p>Age (years), mean (SD)</p>
            </list-item>
            <list-item>
              <p>Sex, n (%)</p>
              <list list-type="bullet">
                <list-item>
                  <p>Female</p>
                </list-item>
                <list-item>
                  <p>Male</p>
                </list-item>
              </list>
            </list-item>
          </list>
          <list list-type="bullet">
            <list-item>
              <p>Disease phenotype, n (%)</p>
              <list list-type="bullet">
                <list-item>
                  <p>Relapsing multiple sclerosis (MS)</p>
                </list-item>
                <list-item>
                  <p>Progressive MS</p>
                </list-item>
              </list>
            </list-item>
          </list>
          <list list-type="bullet">
            <list-item>
              <p>Expanded Disability Status Scale</p>
              <list list-type="bullet">
                <list-item>
                  <p>Median</p>
                </list-item>
                <list-item>
                  <p>0-3.5</p>
                </list-item>
                <list-item>
                  <p>4 or above</p>
                </list-item>
              </list>
            </list-item>
          </list>
          <list list-type="bullet">
            <list-item>
              <p>Number of relapses</p>
              <list list-type="bullet">
                <list-item>
                  <p>Last 12 months</p>
                </list-item>
              </list>
            </list-item>
          </list>
          <list list-type="bullet">
            <list-item>
              <p>Disease duration (years), n (%)</p>
            </list-item>
            <list-item>
              <p>MS medication, n (%)</p>
              <list list-type="bullet">
                <list-item>
                  <p>Moderately effective</p>
                </list-item>
                <list-item>
                  <p>Highly effective</p>
                </list-item>
                <list-item>
                  <p>No treatment</p>
                </list-item>
                <list-item>
                  <p>Other medication and comorbidities</p>
                </list-item>
              </list>
            </list-item>
          </list>
          <list list-type="bullet">
            <list-item>
              <p>Family status, n (%)</p>
              <list list-type="bullet">
                <list-item>
                  <p>Single</p>
                </list-item>
                <list-item>
                  <p>Relationship</p>
                </list-item>
                <list-item>
                  <p>Married</p>
                </list-item>
                <list-item>
                  <p>Number of children</p>
                </list-item>
              </list>
            </list-item>
          </list>
          <list list-type="bullet">
            <list-item>
              <p>Education, n (%)</p>
              <list list-type="bullet">
                <list-item>
                  <p>Nine or less years of schooling</p>
                </list-item>
                <list-item>
                  <p>Secondary schooling</p>
                </list-item>
                <list-item>
                  <p>College degree</p>
                </list-item>
              </list>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Primary Outcome Measure</title>
        <p>The primary outcome measure is the adherence to filling out the questionnaires once per month. Results will be displayed as the mean percentage of filled out questionnaires based on the PRO scoring sheet. <xref rid="figure4" ref-type="fig">Figure 4</xref> illustrates a sample scoring sheet as viewed in the app and as a printout that is presented to the patient and discussed with the physician during the end of the study visit. We will investigate whether adherence decreases over time by using the Friedman test and Jonckheere-Terpstra test for monotonic trend.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Screenshots of the patient-reported outcome (PRO) scoring information on the smartphone (A) and a printed score sheet (B). The screenshots provided here have been translated from German to English for the purpose of this article.</p>
          </caption>
          <graphic xlink:href="resprot_v10i5e25011_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Exploratory Outcome Measures</title>
        <p>Exploratory outcome measures include patient perceptions of this new mHealth method based on mean TMPQ values. There will also be a further exploratory analysis of PROs in conjunction with MS disease characteristics and of the empirical questionnaires with respect to the utility and design of haMSter. If reasonable, we will perform a subgroup analysis to identify patients with high (75th percentile) and low (25th percentile) satisfaction. Another secondary goal is group comparisons of adherence between patients with and those without upper extremity disability as defined by the Expanded Disability Status Scale (EDSS) score.</p>
      </sec>
      <sec>
        <title>Statistical Considerations</title>
        <p>Currently, there is no consensus on a significant threshold for adherence to mHealth methods. With respect to our main outcome measure, we regard a minimum adherence of 50% or higher as relevant (participants completed the three PRO questionnaires [a total of 63 questions] three times over a period of 6 months). As for the exploratory outcome measures, we aim to provide descriptive statistics (categorical variables expressed as frequencies and percentages, and continuous variables tested for normal distribution by the Kolmogorow-Smirnow test and presented as mean and standard deviation or median and interquartile range as appropriate).</p>
      </sec>
      <sec>
        <title>Ethics Review and Trial Registration</title>
        <p>The ethics committee at the Medical University of Vienna, Austria, approved this study in September 2019 (EK1798/2019). Written informed consent will be obtained from each patient, and the study protocol follows the guidelines set by the Declaration of Helsinki. The trial has been registered at ClinicalTrials.gov (identifier: NCT04555863).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This is the protocol for a pilot study testing a new smartphone app named haMSter. This mHealth-based approach enables continuous measurement of PROs in people with MS and uses scientifically validated questionnaires. <xref ref-type="boxed-text" rid="box2">Textbox 2</xref> outlines the hypotheses regarding the possible future implications of haMSter and its use in patient care. We believe the haMSter app can save time during routine consultations and improve quality of face-to-face visits with respect to targeting <italic>patient-specific problems</italic> rather than discussing a variety of <italic>possible problems</italic>. On a separate note, repeated questionnaires, such as the ones included in haMSter, may reflect the patients’ everyday reality compared with a single assessment. Even so, since this is a pilot trial, the implementation of this app in real life may call for further adjustments.</p>
      <boxed-text id="box2" position="float">
        <title>Future roles of haMSter in patient-centered care.</title>
        <list list-type="bullet">
          <list-item>
            <p>haMSter makes monitoring of patient-reported outcomes (PROs) convenient and easy.</p>
          </list-item>
        </list>
        <p>Advantage: Researchers do not have to resort to paper-based questionnaires anymore.</p>
        <p>Future implication: PRO research can advance to a longitudinal dimension.</p>
        <list list-type="bullet">
          <list-item>
            <p>haMSter demonstrates advances in modern PRO research.</p>
          </list-item>
        </list>
        <p>Advantage: PRO research becomes accessible more easily.</p>
        <p>Future implication: This may influence treatment considerations in the future.</p>
        <list list-type="bullet">
          <list-item>
            <p>haMSter gives room to underrepresented symptoms.</p>
          </list-item>
        </list>
        <p>Advantage: The haMSter protocol may unveil symptoms that were previously unnoticed.</p>
        <p>Future implication: Health-related quality of life can improve further.</p>
        <list list-type="bullet">
          <list-item>
            <p>haMSter is a solution to save resources in clinical care.</p>
          </list-item>
        </list>
        <p>Advantage: Through a graphical illustration, PROs can easily be interpreted in context with time.</p>
        <p>Future implication: Focus in routine care is diverted to a more patient-oriented discussion.</p>
      </boxed-text>
      <p>Results from the haMSter pilot study are expected in 2021. The primary endpoint is adherence to this new method based on the frequency of completed questionnaires over the study period. Furthermore, the utility of haMSter will be carefully assessed through the use of satisfaction questionnaires. The selection process for this study may introduce bias, as only patients with an a priori acceptance of this method would participate. However, we will report on the number of patients declining participation and their given reasons for it.</p>
      <p>Taken together, this pilot study is set to lay the foundation for further advancement of haMSter as a digital solution with the ultimate goal of setting a new standard for modern and personalized patient care. Future possibilities of evolving this app further will be explored.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EDSS</term>
          <def>
            <p>Expanded Disability Status Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FSMC</term>
          <def>
            <p>Fatigue Scale for Motoric and Cognitive Fatigue</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HADS</term>
          <def>
            <p>Hospital Anxiety and Depression Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MS</term>
          <def>
            <p>multiple sclerosis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MSIS-29</term>
          <def>
            <p>Multiple Sclerosis Impact Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PRO</term>
          <def>
            <p>patient-reported outcome</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PROM</term>
          <def>
            <p>patient-reported outcome measure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">TMPQ</term>
          <def>
            <p>Telemedicine Perception Questionnaire</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors explicitly want to thank Kathrin Egger and Raphael Janesch (Legal Department, Medical University of Vienna, Austria) and Andrea Kolbus and Claudia Ernst-Ballaun (Technology Transfer Office, Medical University of Vienna, Austria) for their diligent efforts in counselling.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>PA owns the intellectual property of the haMSter app, established the study design, wrote the first draft of this article, will coordinate the pilot study, and was the recipient of the unrestricted grant that enabled the development of this protocol. WH programmed the haMSter app and provided continuous technical support. MP, BK, TM, TZ, KB, RL, and GZ contributed to general project development, administration, and optimization of the study protocol with respect to clinical relevance and utility. GB corrected and edited the manuscript. BK, FL, PSR, GB, and TB acted as supervisors, contributed a high amount of experience in treating people with MS, and will supervise the clinical study. All authors have read the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>There are no direct conflicts of interest with respect to the establishment of this protocol.
      PA has participated in meetings sponsored by and received speaker honoraria or travel funding from Biogen, Merck, Roche, Sanofi-Genzyme, and Teva, and has received honoraria for consulting from Biogen. He received a research grant from Quanterix International and received funding for the development of the haMSter app from Biogen, Merck, Roche, Sanofi-Genzyme, and Teva. WH has nothing to declare. FL has participated in meetings sponsored by or received honoraria for acting as an advisor/speaker for Bayer, Biogen, Celgene, MedDay, Merck, Novartis, Roche, Sanofi-Genzyme, and Teva. MP has nothing to declare. TM has participated in meetings sponsored by or received travel funding from Biogen, Celgene, Merck, Novartis, Roche, Sanofi-Genzyme, and Teva. TZ has participated in meetings sponsored by or received travel funding from Biogen, Merck, Novartis, Roche, Sanofi-Genzyme, and Teva. GZ has nothing to declare. BK has received speaking honoraria or travel support from Biogen, Celgene, Merck, Novartis, Roche, Sanofi-Genzyme, and Teva, and gives advice to Biogen, Celgene, Merck, Novartis, Roche, and Sanofi-Genzyme. RL received conference speaker honoraria within the last 3 years from Bruker BioSpin MR and support from Siemens Healthcare regarding clinical research using PET/MR. He is a shareholder of the start-up company BM Health GmbH since 2019. KB has participated in meetings sponsored by and received travel funding from Roche. PSR has received honoraria for consultancy/speaking from AbbVie, Alexion, Almirall, Biogen, Merck, Novartis, Roche, Sandoz, and Sanofi-Genzyme, and has received research grants from Amicus, Biogen, Merck, and Roche. TB has participated in meetings sponsored by and received honoraria (lectures, advisory boards, and consultations) from pharmaceutical companies marketing treatments for multiple sclerosis, including Allergan, Almirall, Bayer, Biogen, Biologix, Bionorica, Celgene, MedDay, Merck, Novartis, Octapharma, Roche, Sanofi-Genzyme, Teva, and TG Pharmaceuticals. His institution has received financial support in the past 12 months by unrestricted research grants (Biogen, Merck, Novartis, Sanofi-Genzyme, and Teva) and for participation in clinical trials in multiple sclerosis sponsored by Alexion, Biogen, Merck, Novartis, Octapharma, Roche, Sanofi-Genzyme, and Teva. GB has participated in meetings sponsored by and received speaker honoraria or travel funding from Biogen, Celgene, Lilly, Merck, Novartis, Roche, Sanofi-Genzyme, and Teva, and has received honoraria for consulting from Biogen, Celgene, Novartis, Roche, and Teva.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Chandraratna</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Angood</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tremlett</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>BV</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Atlas of Multiple Sclerosis 2013: A growing global problem with widespread inequity</article-title>
          <source>Neurology</source>
          <year>2014</year>
          <month>09</month>
          <day>08</day>
          <volume>83</volume>
          <issue>11</issue>
          <fpage>1022</fpage>
          <lpage>1024</lpage>
          <pub-id pub-id-type="doi">10.1212/wnl.0000000000000768</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Giovannoni</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Multiple sclerosis - a review</article-title>
          <source>Eur J Neurol</source>
          <year>2019</year>
          <month>01</month>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>27</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1111/ene.13819</pub-id>
          <pub-id pub-id-type="medline">30300457</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kobelt</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Berg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gannedahl</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Eriksson</surname>
              <given-names>J</given-names>
            </name>
            <collab>MSCOI Study Group</collab>
            <collab>European Multiple Sclerosis Platform</collab>
          </person-group>
          <article-title>New insights into the burden and costs of multiple sclerosis in Europe</article-title>
          <source>Mult Scler</source>
          <year>2017</year>
          <month>07</month>
          <day>01</day>
          <volume>23</volume>
          <issue>8</issue>
          <fpage>1123</fpage>
          <lpage>1136</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1352458517694432?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1352458517694432</pub-id>
          <pub-id pub-id-type="medline">28273775</pub-id>
          <pub-id pub-id-type="pmcid">PMC5476197</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>University of California‚ San Francisco MS-EPIC Team:</collab>
            <name name-style="western">
              <surname>Cree</surname>
              <given-names>BAC</given-names>
            </name>
            <name name-style="western">
              <surname>Gourraud</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Oksenberg</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Bevan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Crabtree-Hartman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gelfand</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Goodin</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Graves</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mowry</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Okuda</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Pelletier</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>von Büdingen</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Zamvil</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Agrawal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Caillier</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ciocca</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gomez</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kanner</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lincoln</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lizee</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Qualley</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Santaniello</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Suleiman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Panara</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Papinutto</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Stern</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Cutter</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Baranzini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Henry</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Hauser</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Long-term evolution of multiple sclerosis disability in the treatment era</article-title>
          <source>Ann Neurol</source>
          <year>2016</year>
          <month>10</month>
          <volume>80</volume>
          <issue>4</issue>
          <fpage>499</fpage>
          <lpage>510</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27464262"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/ana.24747</pub-id>
          <pub-id pub-id-type="medline">27464262</pub-id>
          <pub-id pub-id-type="pmcid">PMC5105678</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tur</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Moccia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barkhof</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Chataway</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sastre-Garriga</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ciccarelli</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Assessing treatment outcomes in multiple sclerosis trials and in the clinical setting</article-title>
          <source>Nat Rev Neurol</source>
          <year>2018</year>
          <month>02</month>
          <day>12</day>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>75</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1038/nrneurol.2017.171</pub-id>
          <pub-id pub-id-type="medline">29326424</pub-id>
          <pub-id pub-id-type="pii">nrneurol.2017.171</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khurana</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Afroz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Callan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Medin</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported outcomes in multiple sclerosis: a systematic comparison of available measures</article-title>
          <source>Eur J Neurol</source>
          <year>2017</year>
          <month>09</month>
          <day>11</day>
          <volume>24</volume>
          <issue>9</issue>
          <fpage>1099</fpage>
          <lpage>1107</lpage>
          <pub-id pub-id-type="doi">10.1111/ene.13339</pub-id>
          <pub-id pub-id-type="medline">28695634</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nowinski</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Cella</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Evolution of Patient-Reported Outcomes and Their Role in Multiple Sclerosis Clinical Trials</article-title>
          <source>Neurotherapeutics</source>
          <year>2017</year>
          <month>10</month>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>934</fpage>
          <lpage>944</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28913785"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13311-017-0571-6</pub-id>
          <pub-id pub-id-type="medline">28913785</pub-id>
          <pub-id pub-id-type="pii">10.1007/s13311-017-0571-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC5722775</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marziniak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brichetto</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Feys</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Meyding-Lamadé</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Vernon</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Meuth</surname>
              <given-names>SG</given-names>
            </name>
          </person-group>
          <article-title>The Use of Digital and Remote Communication Technologies as a Tool for Multiple Sclerosis Management: Narrative Review</article-title>
          <source>JMIR Rehabil Assist Technol</source>
          <year>2018</year>
          <month>04</month>
          <day>24</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>e5</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://rehab.jmir.org/2018/1/e5/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/rehab.7805</pub-id>
          <pub-id pub-id-type="medline">29691208</pub-id>
          <pub-id pub-id-type="pii">v5i1e5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5941090</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Midaglia</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mulero</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Montalban</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Graves</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hauser</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Julian</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schadrack</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gossens</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Scotland</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lipsmeier</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>van Beek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bernasconi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Belachew</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lindemann</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Adherence and Satisfaction of Smartphone- and Smartwatch-Based Remote Active Testing and Passive Monitoring in People With Multiple Sclerosis: Nonrandomized Interventional Feasibility Study</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>08</month>
          <day>30</day>
          <volume>21</volume>
          <issue>8</issue>
          <fpage>e14863</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/8/e14863/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14863</pub-id>
          <pub-id pub-id-type="medline">31471961</pub-id>
          <pub-id pub-id-type="pii">v21i8e14863</pub-id>
          <pub-id pub-id-type="pmcid">PMC6743265</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beadnall</surname>
              <given-names>HN</given-names>
            </name>
            <name name-style="western">
              <surname>Kuppanda</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hardy</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Reddel</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Tablet-based screening improves continence management in multiple sclerosis</article-title>
          <source>Ann Clin Transl Neurol</source>
          <year>2015</year>
          <month>06</month>
          <volume>2</volume>
          <issue>6</issue>
          <fpage>679</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/acn3.205"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/acn3.205</pub-id>
          <pub-id pub-id-type="medline">26125042</pub-id>
          <pub-id pub-id-type="pmcid">PMC4479527</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maillart</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Labauge</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maarouf</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vukusic</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Donzé</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gallien</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>De Sèze</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bourre</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Moreau</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Louapre</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mayran</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bieuvelet</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vallée</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bertillot</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Klaeylé</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Argoud</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zinaï</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tourbah</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>MSCopilot, a new multiple sclerosis self-assessment digital solution: results of a comparative study versus standard tests</article-title>
          <source>Eur J Neurol</source>
          <year>2020</year>
          <month>03</month>
          <day>19</day>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>429</fpage>
          <lpage>436</lpage>
          <pub-id pub-id-type="doi">10.1111/ene.14091</pub-id>
          <pub-id pub-id-type="medline">31538396</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rudick</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bethoux</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stough</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Reece</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schindler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mamone</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Alberts</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The Multiple Sclerosis Performance Test (MSPT): an iPad-based disability assessment tool</article-title>
          <source>J Vis Exp</source>
          <year>2014</year>
          <month>06</month>
          <day>30</day>
          <issue>88</issue>
          <fpage>e51318</fpage>
          <lpage>89</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25046650"/>
          </comment>
          <pub-id pub-id-type="doi">10.3791/51318</pub-id>
          <pub-id pub-id-type="medline">25046650</pub-id>
          <pub-id pub-id-type="pmcid">PMC4209820</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Gøtzsche</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Berlin</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Dickersin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hróbjartsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Parulekar</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Krleza-Jeric</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Laupacis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>SPIRIT 2013 explanation and elaboration: guidance for protocols of clinical trials</article-title>
          <source>BMJ</source>
          <year>2013</year>
          <month>01</month>
          <day>08</day>
          <volume>346</volume>
          <issue>jan08 15</issue>
          <fpage>e7586</fpage>
          <lpage>e7586</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=23303884"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.e7586</pub-id>
          <pub-id pub-id-type="medline">23303884</pub-id>
          <pub-id pub-id-type="pmcid">PMC3541470</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Demiris</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Speedie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Finkelstein</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A questionnaire for the assessment of patients' impressions of the risks and benefits of home telecare</article-title>
          <source>J Telemed Telecare</source>
          <year>2000</year>
          <volume>6</volume>
          <issue>5</issue>
          <fpage>278</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1258/1357633001935914</pub-id>
          <pub-id pub-id-type="medline">11070589</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zigmond</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Snaith</surname>
              <given-names>RP</given-names>
            </name>
          </person-group>
          <article-title>The hospital anxiety and depression scale</article-title>
          <source>Acta Psychiatr Scand</source>
          <year>1983</year>
          <month>06</month>
          <volume>67</volume>
          <issue>6</issue>
          <fpage>361</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1600-0447.1983.tb09716.x</pub-id>
          <pub-id pub-id-type="medline">6880820</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schäffler</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Schönberg</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stephan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stellmann</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Heesen</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Comparison of patient-reported outcome measures in multiple sclerosis</article-title>
          <source>Acta Neurol Scand</source>
          <year>2013</year>
          <month>08</month>
          <volume>128</volume>
          <issue>2</issue>
          <fpage>114</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1111/ane.12083</pub-id>
          <pub-id pub-id-type="medline">23398571</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Banwell</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Barkhof</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Coetzee</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Comi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Correale</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fazekas</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Filippi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Freedman</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Fujihara</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Galetta</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Hartung</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Kappos</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lublin</surname>
              <given-names>FD</given-names>
            </name>
            <name name-style="western">
              <surname>Marrie</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Montalban</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Mowry</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Sorensen</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Tintoré</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Traboulsee</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Trojano</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Uitdehaag</surname>
              <given-names>BMJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vukusic</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Waubant</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Weinshenker</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Reingold</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Diagnosis of multiple sclerosis: 2017 revisions of the McDonald criteria</article-title>
          <source>The Lancet Neurology</source>
          <year>2018</year>
          <month>02</month>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>162</fpage>
          <lpage>173</lpage>
          <pub-id pub-id-type="doi">10.1016/s1474-4422(17)30470-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kurtzke</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Rating neurologic impairment in multiple sclerosis: an expanded disability status scale (EDSS)</article-title>
          <source>Neurology</source>
          <year>1983</year>
          <month>11</month>
          <volume>33</volume>
          <issue>11</issue>
          <fpage>1444</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1212/wnl.33.11.1444</pub-id>
          <pub-id pub-id-type="medline">6685237</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
