<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v6i5e88</article-id>
    <article-id pub-id-type="pmid">28512080</article-id>
    <article-id pub-id-type="doi">10.2196/resprot.6047</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Using Text Messaging in Long-Term Arthroplasty Follow-Up: A Pilot Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Howard</surname>
          <given-names>Jennifer S</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Joeris</surname>
          <given-names>Alexander</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Blocker</surname>
        <given-names>Oliver</given-names>
      </name>
      <degrees>MSc, FRCS (Tr&#38;Orth)</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Department of Trauma and Orthopaedics</institution>
        <institution>University Hospital of Wales</institution>
        <institution>Cardiff and Vale University Health Board</institution>
        <addr-line>Heath Park</addr-line>
        <addr-line>Cardiff,</addr-line>
        <country>United Kingdom</country>
        <phone>44 292 074 8044</phone>
        <fax>44 292 074 4206</fax>
        <email>drblocker@gmail.com</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7953-1450</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Bullock</surname>
          <given-names>Alison</given-names>
        </name>
        <degrees>BA, PhD, PGCE, FAcadMEd</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3800-2186</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Morgan-Jones</surname>
          <given-names>Rhidian</given-names>
        </name>
        <degrees>FRCS (Tr&#38;Orth)</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1601-0898</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Ghandour</surname>
          <given-names>Adel</given-names>
        </name>
        <degrees>FRCS (Tr&#38;Orth)</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0724-9365</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Richardson</surname>
          <given-names>James</given-names>
        </name>
        <degrees>FRCS (Tr&#38;Orth)</degrees>
        <xref rid="aff4" ref-type="aff">4</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7233-3950</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>Department of Trauma and Orthopaedics</institution>
    <institution>University Hospital of Wales</institution>  
    <institution>Cardiff and Vale University Health Board</institution>  
    <addr-line>Cardiff</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Cardiff Unit for Research and Evaluation in Medical and Dental Education</institution>
    <institution>Cardiff University School of Social Sciences</institution>  
    <institution>Cardiff University</institution>  
    <addr-line>Cardiff</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff3">
    <sup>3</sup>
    <institution>Cardiff and Vale Orthopaedic Centre</institution>
    <institution>University Hospital Llandough</institution>  
    <institution>Cardiff and Vale University Health Board</institution>  
    <addr-line>Cardiff</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff4">
    <sup>4</sup>
    <institution>Orthopaedic Institute</institution>
    <institution>The Robert Jones and Agnes Hunt Orthopaedic Hospital National Health Service Foundation Trust</institution>  
    <addr-line>Oswestry</addr-line>
    <country>United Kingdom</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Oliver Blocker 
      <email>drblocker@gmail.com</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>05</month><year>2017</year></pub-date>
    <pub-date pub-type="epub">
      <day>16</day>
      <month>05</month>
      <year>2017</year>
    </pub-date>
    <volume>6</volume>
    <issue>5</issue>
    <elocation-id>e88</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>16</day>
        <month>6</month>
        <year>2016</year>
      </date>
      <date date-type="rev-request">
        <day>24</day>
        <month>10</month>
        <year>2016</year>
      </date>
      <date date-type="rev-recd">
        <day>6</day>
        <month>12</month>
        <year>2016</year>
      </date>
      <date date-type="accepted">
        <day>30</day>
        <month>1</month>
        <year>2017</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Oliver Blocker, Alison Bullock, Rhidian Morgan-Jones, Adel Ghandour, James Richardson. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 16.05.2017.</copyright-statement>
    <copyright-year>2017</copyright-year>
    <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.researchprotocols.org/2017/5/e88/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Patient-reported outcome measures (PROMs) and mobile technology have the potential to change the way patients are monitored following joint replacement surgery.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The aim of this study was to determine the feasibility of text messaging to record PROMs in long-term follow-up of hip and knee arthroplasty. Our participants were 17 patients 2-years-plus post hip or knee arthroplasty attending clinic with a mobile telephone number on record.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>A simple PROM (Oswestry Very Short Form) was texted to the patient. Responses were compared to clinical, radiographic, and existing PROM findings. Patients were interviewed to discover their opinions on this use of texting.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>A total of 11 patients engaged with the text messaging. Reasons for not engaging included wrong numbers, physical barriers, and lack of understanding. A total of 8 patients attending clinic allowed comparison of text messaging with clinical findings. The average age was 70 years. A total of 4 patient text messaging responses matched clinical and radiographic findings; 3 also matched PROM scores collected in clinic. The 3 patients with mixed responses had abnormal clinical, radiographic, or PROM findings. One patient’s text responses conflicted with clinical outcome. Analysis of patients’ views showed a generally positive opinion: patients were happy to communicate with surgeons by text. Practical problems, PROM limitations, and trustworthiness of texting were highlighted.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>Engaging with changing technology creates challenges for patients and health care professionals. Despite this, our results suggest text messaging is a promising way to communicate with arthroplasty patients. Earlier integration of text communication in the patient pathway may be important and needs further research.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>texting</kwd>
      <kwd>text messages</kwd>
      <kwd>short message service</kwd>
      <kwd>patient outcome assessment</kwd>
      <kwd>follow-up studies</kwd>
      <kwd>arthroplasty</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>In an ideal world, every patient who undergoes joint replacement surgery should be followed up for the remainder of the life of the prosthesis or the patient. Failure rates in modern implants are low, but revision surgery is demanding, expensive, and distressing for the patient. An increase in primary procedures potentially creates a large revision burden [<xref ref-type="bibr" rid="ref1">1</xref>]. Previous work investigating arthroplasty follow-up using technology has looked at short-term follow-up (less than 1 year) [<xref ref-type="bibr" rid="ref2">2</xref>] and Internet- and computer-based evaluation [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      <p>Long-term follow-up of all arthroplasty patients in clinic would probably outstrip the capacity of most orthopedic outpatient departments in the National Health Service (NHS). Patient-reported outcome measures (PROMs) are common in arthroplasty surgery [<xref ref-type="bibr" rid="ref4">4</xref>]. PROMs may have the potential to transform health care by measuring outcomes, prioritizing treatment and reimbursement. There are challenges to widespread PROMs use: minimizing the time, cost, collection, and analysis of data and maximizing patient participation. The adaptation of technology and Medicine 2.0 principles could be a way of encouraging widespread use of PROMs [<xref ref-type="bibr" rid="ref5">5</xref>]. Studies outside of orthopedic surgery have noted that simple, short message service (SMS) interventions are as effective as more complex ones in modifying patient behavior [<xref ref-type="bibr" rid="ref6">6</xref>]. Remote collection of PROMs and their comparison to results collected in outpatient clinics has been assessed previously, finding no difference between remote and on-site scores [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>Mobile technology has developed since the early 2000s from simple, 2-way pagers to smartphones and tablet computers using wireless networks [<xref ref-type="bibr" rid="ref8">8</xref>]. In the United Kingdom, 93% of adults own and use a mobile phone and 63% own a smartphone. Text messages or SMS are a common form of communication; the average number of text messages sent per person, per month in the United Kingdom was 117 in 2014 [<xref ref-type="bibr" rid="ref9">9</xref>]. The literature on text messaging in health interventions is generally positive. It highlights good acceptance and efficacy, but the evidence base is limited [<xref ref-type="bibr" rid="ref10">10</xref>]. Studies have shown that text messaging is a valid method of reminding patients about outpatient appointments [<xref ref-type="bibr" rid="ref11">11</xref>] and that patients up to 75 years old show confidence with reading messages [<xref ref-type="bibr" rid="ref12">12</xref>]. The issue regarding age and mobile technology uptake is evolving. Mobile technology itself presents challenges to older patients but these are likely to be practical (such as poor dexterity and vision) rather than due to attitudes and perceptions [<xref ref-type="bibr" rid="ref13">13</xref>]. Further, older patients of tomorrow will be more familiar with and reliant on mobile technology than the current older generation [<xref ref-type="bibr" rid="ref14">14</xref>]. For the target population in this study (60 years and older), the success of communication using mobile technology depends on how it is adapted and tailored to their needs [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      <p>Text messaging is a basic form of mobile communication. If shown to be a feasible way of communicating with arthroplasty patients, it has the potential to decrease the outpatient burden, collect PROMs data, and extend communication with patients beyond existing capabilities. This study aimed to determine the feasibility of text messaging as a means of communicating PROMs with long-term arthroplasty patients. We intended this study to be the first step to further research into mobile technology and PROMs.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>We investigated how patient text message PROMs responses compared to their clinical and radiological findings, and we elicited patient opinions on communicating with their surgical team by text message. This project was approved by the Cardiff and Vale University Health Board (CAVUHB) Continuous Service Improvement group as a service evaluation on January 9, 2015. Permission was granted to perform a small-scale pilot study comparing a text messaging assessment to clinical evaluation of patients attending continuing outpatient care by their operating surgeon.</p>
      <p>The Cardiff and Vale Orthopaedic Centre (CAVOC) currently uses an email-based PROM monitoring system (Amplitude Clinical, Worcestershire, UK) to collect patient-generated joint scores, standard health outcomes, and “family and friends” [<xref ref-type="bibr" rid="ref16">16</xref>] measures (how likely the patient would be to recommend the hospital). This has been in place since January 2015 and has no long-term results yet, so for our pilot study the principal change was to replace email with a short PROM delivered and responded to by text message.</p>
      <p>The sample population was patients of two arthroplasty consultants at CAVUHB (RMJ/AG) who were more than 2 years following a primary hip or knee joint replacement, were already attending a follow-up appointment, and had a mobile telephone number on the electronic patient record system.</p>
      <p>Eligible patients were sequentially texted using a smartphone (Apple iPhone 3GS), 2 to 3 days prior to their clinic appointment, a message of introduction, explanation, reminder of their surgery and appointment, and consent to participate. Patients who responded were then sent the PROM, developed at the Robert Jones and Agnes Hunt Orthopaedic Hospital and named the Oswestry Very Short Form (VSF). It consists of 2 questions: “Are you happy with your joint replacement?” and “Would you have it done again,” with the responses “yes” or “no.” The principle of the VSF is to measure patient satisfaction (happiness). This measure provides 3 outcomes: a positive response (yes/yes), a negative response (no/no), and a mixed response (yes/no or no/yes). A positive response should indicate satisfaction; a negative, dissatisfaction with the joint replacement; and a mixed response would indicate a need to investigate further. Patient text message responses were then compared to the consultant surgeon’s assessment of them in clinic and their radiographic findings (signs of loosening or wear of the prosthesis). The patients also were assessed using existing, validated PROMs. The hip arthroplasty patients were assessed using the physician-derived Harris Hip Score (HHS) [<xref ref-type="bibr" rid="ref17">17</xref>], and the knee arthroplasty patients completed the patient-derived Oxford Knee Score (OKS) [<xref ref-type="bibr" rid="ref18">18</xref>]. As patients were unevenly distributed over 8 clinics spanning 2 months, inclusion was cumulative.</p>
      <p>Data collected were anonymized and transposed from the survey tool to CAVUHB systems to ensure data security and confidentiality. Patient age, gender, prosthesis, surgeon, and year of surgery were recorded. The text messaging engagement and PROM responses were recorded as well as the PROM completed in clinic. Radiographs were analyzed by the consultant surgeon and recorded alongside the patient symptoms and signs in their clinic letter. After completion, the mobile device was wiped of all information.</p>
      <p>For qualitative data collection, face-to-face survey techniques were used by the principal investigator (OB). The patients who attended were met on arrival to the outpatient clinic, where OB introduced himself as the author of the text messages, explained the study to the patients, and gained their consent to be interviewed during their visit to the clinic. The intention was to follow a semistructured interview guide, shown in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
      <boxed-text id="box1" position="float">
        <title>Semistructured interview guide.</title>
        <p>Interview questions</p>
        <list list-type="bullet">
          <list-item>
            <p>Did you know we had your mobile phone number?</p>
          </list-item>
          <list-item>
            <p>What was your opinion on receiving the messages?</p>
            <list list-type="bullet">
              <list-item>
                <p>Prompt: Did you think it was appropriate to receive text messages from the Health Board?</p>
              </list-item>
              <list-item>
                <p>Prompt: Were the messages clear and understandable?</p>
              </list-item>
              <list-item>
                <p>Prompt: Did they allow you to express how you felt?</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>What are your thoughts on receiving messages from us in the future?</p>
          </list-item>
          <list-item>
            <p>If you were unable to continue seeing your surgeon, would you be happy to use text messaging or other forms of communication?</p>
          </list-item>
        </list>
      </boxed-text>
      <p>Closed and open questions were followed by prompts to maintain a conversation and elicit meaningful opinions. The prompts were flexible and were not always used.</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>A total of 8 patients engaged with text messaging, attended clinic, and completed clinical evaluation, radiological assessment, and PROM scores. The average age was 70 years (range 59-85 years). The results are shown in <xref ref-type="fig" rid="figure1">Figure 1</xref>. The patient who did not answer the second question stated that it would have been yes, but as she was attending clinic she preferred “to tell you in person.”</p>
        <p>The typical values chosen by surgeons for the existing PROMs were an OKS of 24 or less (out of a total of 48) and an HHS of less than 70 (out of 100) as indicating a poor score needing surgical opinion [<xref ref-type="bibr" rid="ref19">19</xref>]. Both of these values are subjective, decided by the surgeons’ experience. The table shows that 4 binary VSF results (positive or negative) matched the clinical evaluation and in 3 cases related to the existing PROM. In 1 case, a positive VSF result did not match (a patient planned for revision surgery); 3 of 4 mixed responses did not match clinical or radiographic findings but had concerning PROM scores.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Summary of engaged and clinically assessed patient results.</p>
          </caption>
          <graphic xlink:href="resprot_v6i5e88_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>

<fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Study participation flow diagram.</p>
          </caption>
          <graphic xlink:href="resprot_v6i5e88_fig2.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>

      </sec>
      <sec>
        <title>Patient Views</title>
        <p>The 5 patients who did not engage with messaging were questioned on their reasons for not responding, and the reasons are summarized in <xref ref-type="fig" rid="figure2">Figure 2</xref>. The 8 patients who engaged with the text messages were asked the questions as outlined in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>. The transcribed recordings were analyzed by OB.</p>
        

      </sec>
      <sec>
        <title>Opinions on Text Messaging</title>
        <p>A total of 5 confirmed that it was appropriate to receive such messages, and 2 volunteered that it was a good idea. A total of 5 expressed surprise that they had received text messages from the Health Board, and 3 patients thought it may have been a scam; patients highlighted how important it was for a message sender to identify themselves. One suggested that instead of an unknown phone number they would prefer the message to be assigned a contact name, such as “(name of) Hospital.” However, the clarity of the first message was praised for having identifiable names and knowledge of their surgeon and procedure.</p>
      </sec>
      <sec>
        <title>Views on the Oswestry Very Short Form</title>
        <p>A total of 2 patients praised the VSF for being simple, and 2 said they would be happy to answer more questions by text message. Although all liked the brevity of the VSF, 5 patients wanted to expand on their answers, and 2 patients did provide additional information they thought was useful.</p>
      </sec>
      <sec>
        <title>Future Text Messaging</title>
        <p>A total of 6 patients said they would be happy to receive further text messages from CAVUHB. The same number would be happy to communicate with their surgeon by text message if they were unable to see them in person, and 2 patients volunteered they would be happy to communicate with other members of the team instead of their surgeon. While 2 patients expressed a preference for communicating in future on a land line, 1 patient thought that text messaging would be “a good way for the NHS to save money.”</p>
        <p>A total of 2 patients said they would not be happy using email to communicate in the future, and 2 would be happy to “touch base” using text messages on an annual basis, especially when there were unexpected gaps between appointments.</p>
        <disp-quote>
          <p>...on another day like this it could say “Have you any problems”....”no everything is fine, or great” and “I would be in touch with you in the future.”</p>
        </disp-quote>
        <p>Finally, 2 patients expressed dismay at the time spent attending or the distance travelled to an outpatient clinic when there were no problems.</p>

<disp-quote>
        <p>There is your afternoon or your morning gone for the sake of 2 minutes. But if it was just a matter of a text message, it is so much easier.</p>
      </disp-quote>

</sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Appreciating the limitations of this study is an important part of its message. This was pilot study with a small sample to meet the requirements of ethical approval under Continuing Service Improvement. The Health Board does not routinely follow arthroplasty patients up in outpatient clinic more than 1 year postoperatively; our population of patients was more than 2 years after arthroplasty. The Health Board agreement was for a small scale pilot study only as prior patient consent had not been obtained; the patients were not informed of this study from the start of their surgical experience, which may have affected their opinions and engagement. Encouragingly, of the patients who did not respond, none refused to participate. Reasons for not engaging related to wrong numbers and physical or personal reasons related to mobile use more generally.</p>
        <p>The methodology was pragmatic, sampling within the confines of existing patient clinics. Further work requires patients to be identified, consented, and involved from the outset of the study. This project focused on the patient-doctor communication and primarily the patients’ views on text messaging. We have not considered other surgeons’ views apart from those of the authors (who by definition are biased favorably toward the project). Investigation into other orthopedic surgeons’ views, as well as those of administration staff who may be involved in the response and analysis of the text message communication, are required. Data security would need to be improved in the future (in line with Good Clinical Practice guidelines [<xref ref-type="bibr" rid="ref20">20</xref>]). Texting patients sequentially from a smartphone is impractical for a large population as is transposing data from a survey tool to a spreadsheet. An ideal system would be a text messaging system allowing identification of patients, automatic sending and responding, and data capture with analysis and auditing. We suggest including applicable elements of the Checklist for Reporting Results of Internet E-Surveys, an existing matrix for designing Web-based surveys [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>Our results show more than half of long-term arthroplasty patients have a mobile device and reported that they regularly used it. Of those, nearly two-thirds readily engaged with the text messaging intervention. In studies using Web-based surveys with orthopedic patients, less than half of patients (who had enrolled at the start of their patient experience) responded. In comparison, response rates in our study suggest text messaging may be a feasible option for long-term follow-up for at least a proportion of patients. This we believe could readily increase with better records of mobile numbers and increasingly prevalence in use of devices [<xref ref-type="bibr" rid="ref22">22</xref>]. Texting is a limited format but short messages are attractive. There were conflicting opinions regarding communication via email and telephone. It is unlikely that there is a single method acceptable to all patients, and assumptions should not be made [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>This was the first time the Oswestry VSF has been described in practice. The measure requires further validation as a clinical tool, which is beyond the scope of this paper. It was chosen specifically for its relevance, brevity, and ease of response. Patients made positive comments about its short length, although the results suggest it may be too brief for this group of patients. While some patients may be willing to complete an OKS by text message, the ideal orthopedic PROM for text message responses has yet to be devised. A text-based PROM should be designed to be useable by a patient who may have poor eyesight and arthritic fingers, who may take 25 minutes to read and respond to a single text message (as one patient described).</p>
        <p>Of 4 positive VSF outcomes, 3 matched clinical and radiological findings. The one negative PROM matched clinical findings. PROMs delivered via mobile technology may play a useful role in filtering patients into groups: for example, satisfied patients who can be safely observed remotely, and unsatisfied patients who need clinical attention potentially more quickly than in existing outpatient formats. The problem, as seen from these small numbers, is that nearly half of the patients cannot be easily classified by the mobile PROMs. One author (JR) uses existing PROMs preoperatively and postoperatively to monitor trends in patient symptoms and satisfaction. The literature suggests that it is more useful to monitor the change in score than absolute values and that PROMs are more likely to identify satisfied patients [<xref ref-type="bibr" rid="ref23">23</xref>]. Combining PROMs delivered by mobile technology with automated radiography reporting could allow trends to be monitored and changes correlated with radiographic findings. A combination of mobile messaging and radiographs has potential as a long-term, low-cost follow-up system for a large proportion of arthroplasty patients.</p>
      </sec>
      <sec>
        <title>Considerations for Future Research</title>
        <p>As a result of our pilot study, we suggest future research into mobile technology delivered PROMs should do the following:</p>
        <list list-type="bullet">
          <list-item>
            <p>Ensure engagement of the surgeon, hospital, and patient from the start of the process (preoperative assessment and patient education) to encourage participation, agree on a suitable communication method, gain consent, and ensure the probity of patient data</p>
          </list-item>
          <list-item>
            <p>Maintain accurate records of patient preferred contact details, which may not be limited to mobile or landline telephone numbers and email addresses. Patients, surgeons, and hospitals have a responsibility to keep patient information up to date and to use it to communicate effectively</p>
          </list-item>
          <list-item>
            <p>Consider physical barriers to using mobile technology and accept that such technology may not be suitable for all patients</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This pilot study on the use of text messaging to deliver PROMs to patients is an important first step to conducting rigorous research into new ways of monitoring outcomes in the long-term arthroplasty follow-up. Mobile technology, which is readily embraced by the arthroplasty demographic of today and could be universally used by the patients of tomorrow, should be engaged with and used by orthopedic surgery in the NHS. We have shown that many patients are willing and able to engage with mobile technology–delivered PROMs. Patient opinions on text messaging as a form of communication with their surgeons are generally positive, and text messaging could form an acceptable part of patient follow-up. For future research, we emphasize the importance of the involvement and engagement of patients and hospitals in these systems from the start of the arthroplasty pathway.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CAVUHB</term>
          <def>
            <p>Cardiff and Vale University Health Board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CAVOC</term>
          <def>
            <p>Cardiff and Vale Orthopaedic Centre</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HHS</term>
          <def>
            <p>Harris Hip Score</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">NHS</term>
          <def>
            <p>National Health Service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">OKS</term>
          <def>
            <p>Oxford Knee Score</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PROMs</term>
          <def>
            <p>Patient Reported Outcome Measures</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">SMS</term>
          <def>
            <p>short message service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">VSF</term>
          <def>
            <p>Oswestry Very Short Form</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank Maureen Fallon of the CAVUHB Continuous Service Improvement team.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hamilton</surname>
            <given-names>DF</given-names>
          </name>
          <name name-style="western">
            <surname>Howie</surname>
            <given-names>CR</given-names>
          </name>
          <name name-style="western">
            <surname>Burnett</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Simpson</surname>
            <given-names>AH</given-names>
          </name>
          <name name-style="western">
            <surname>Patton</surname>
            <given-names>JT</given-names>
          </name>
        </person-group>
        <article-title>Dealing with the predicted increase in demand for revision total knee arthroplasty: challenges, risks and opportunities</article-title>
        <source>Bone Joint J</source>  
        <year>2015</year>  
        <month>06</month>  
        <volume>97-B</volume>  
        <issue>6</issue>  
        <fpage>723</fpage>  
        <lpage>728</lpage>  
        <pub-id pub-id-type="doi">10.1302/0301-620X.97B6.35185</pub-id>
        <pub-id pub-id-type="medline">26033049</pub-id>
        <pub-id pub-id-type="pii">97-B/6/723</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Roberts</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Bradley</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Use of SMS and tablet computer improves the electronic collection of elective orthopaedic patient reported outcome measures</article-title>
        <source>Ann R Coll Surg Engl</source>  
        <year>2014</year>  
        <month>07</month>  
        <volume>96</volume>  
        <issue>5</issue>  
        <fpage>348</fpage>  
        <lpage>351</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24992417"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1308/003588414X13946184900769</pub-id>
        <pub-id pub-id-type="medline">24992417</pub-id>
        <pub-id pub-id-type="pmcid">PMC4473930</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gakhar</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>McConnell</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Apostolopoulos</surname>
            <given-names>AP</given-names>
          </name>
          <name name-style="western">
            <surname>Lewis</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>A pilot study investigating the use of at-home, Web-based questionnaires compiling patient-reported outcome measures following total hip and knee replacement surgeries</article-title>
        <source>J Long Term Eff Med Implants</source>  
        <year>2013</year>  
        <volume>23</volume>  
        <issue>1</issue>  
        <fpage>39</fpage>  
        <lpage>43</lpage>  
        <pub-id pub-id-type="medline">24266443</pub-id>
        <pub-id pub-id-type="pii">105c5873581151a0,07d4034260843b22</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rolfson</surname>
            <given-names>O</given-names>
          </name>
          <name name-style="western">
            <surname>Malchau</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>The use of patient-reported outcomes after routine arthroplasty: beyond the whys and ifs</article-title>
        <source>Bone Joint J</source>  
        <year>2015</year>  
        <month>05</month>  
        <volume>97-B</volume>  
        <issue>5</issue>  
        <fpage>578</fpage>  
        <lpage>581</lpage>  
        <pub-id pub-id-type="doi">10.1302/0301-620X.97B5.35356</pub-id>
        <pub-id pub-id-type="medline">25922448</pub-id>
        <pub-id pub-id-type="pii">97-B/5/578</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Black</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Patient reported outcome measures could help transform healthcare</article-title>
        <source>BMJ</source>  
        <year>2013</year>  
        <month>01</month>  
        <day>28</day>  
        <volume>346</volume>  
        <fpage>f167</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.bmj.com/cgi/pmidlookup?view=long&#38;pmid=23358487"/>
        </comment>  
        <pub-id pub-id-type="medline">23358487</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Lacroix</surname>
            <given-names>LJ</given-names>
          </name>
        </person-group>
        <article-title>Streaming weekly soap opera video episodes to smartphones in a randomized controlled trial to reduce HIV risk in young urban African American/black women</article-title>
        <source>AIDS Behav</source>  
        <year>2012</year>  
        <month>07</month>  
        <volume>16</volume>  
        <issue>5</issue>  
        <fpage>1341</fpage>  
        <lpage>1358</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10461-012-0170-9</pub-id>
        <pub-id pub-id-type="medline">22430640</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sharma</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Shah</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Draviraj</surname>
            <given-names>KP</given-names>
          </name>
          <name name-style="western">
            <surname>Bhamra</surname>
            <given-names>MS</given-names>
          </name>
        </person-group>
        <article-title>Use of telephone interviews to follow up patients after total hip replacement</article-title>
        <source>J Telemed Telecare</source>  
        <year>2005</year>  
        <volume>11</volume>  
        <issue>4</issue>  
        <fpage>211</fpage>  
        <lpage>214</lpage>  
        <pub-id pub-id-type="doi">10.1258/1357633054068883</pub-id>
        <pub-id pub-id-type="medline">15969797</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
        <source>Wikipedia, The Free Encyclopedia</source>  
        <access-date>2016-12-06</access-date>
        <comment>Smartphone 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://en.wikipedia.org/w/index.php?title=smartphone&#38;oldid=725274892">http://en.wikipedia.org/w/index.php?title=smartphone&#38;oldid=725274892</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6mYmDs1oC"/></comment> </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Ofcom</collab>
        </person-group>
        <source>Facts and Figures Internet 2016</source>  
        <access-date>2016-12-07</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.ofcom.org.uk/about-ofcom/latest/media/facts">https://www.ofcom.org.uk/about-ofcom/latest/media/facts</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6mYm69hRk"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wei</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hollin</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Kachnowski</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>A review of the use of mobile phone text messaging in clinical and healthy behaviour interventions</article-title>
        <source>J Telemed Telecare</source>  
        <year>2011</year>  
        <volume>17</volume>  
        <issue>1</issue>  
        <fpage>41</fpage>  
        <lpage>48</lpage>  
        <pub-id pub-id-type="doi">10.1258/jtt.2010.100322</pub-id>
        <pub-id pub-id-type="medline">21097565</pub-id>
        <pub-id pub-id-type="pii">jtt.2010.100322</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Koshy</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Car</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Majeed</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Effectiveness of mobile-phone short message service (SMS) reminders for ophthalmology outpatient appointments: observational study</article-title>
        <source>BMC Ophthalmol</source>  
        <year>2008</year>  
        <month>05</month>  
        <day>31</day>  
        <volume>8</volume>  
        <fpage>9</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://bmcophthalmol.biomedcentral.com/articles/10.1186/1471-2415-8-9"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1471-2415-8-9</pub-id>
        <pub-id pub-id-type="medline">18513438</pub-id>
        <pub-id pub-id-type="pii">1471-2415-8-9</pub-id>
        <pub-id pub-id-type="pmcid">PMC2438329</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hughes</surname>
            <given-names>LD</given-names>
          </name>
          <name name-style="western">
            <surname>Done</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Young</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Not 2 old 2 TXT: there is potential to use email and SMS text message healthcare reminders for rheumatology patients up to 65 years old</article-title>
        <source>Health Informatics J</source>  
        <year>2011</year>  
        <month>12</month>  
        <volume>17</volume>  
        <issue>4</issue>  
        <fpage>266</fpage>  
        <lpage>276</lpage>  
        <pub-id pub-id-type="doi">10.1177/1460458211422019</pub-id>
        <pub-id pub-id-type="medline">22193827</pub-id>
        <pub-id pub-id-type="pii">17/4/266</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Blocker</surname>
            <given-names>O</given-names>
          </name>
          <name name-style="western">
            <surname>Hayden</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Bullock</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Doctors and the etiquette of mobile device use in trauma and orthopedics</article-title>
        <source>JMIR Mhealth Uhealth</source>  
        <year>2015</year>  
        <month>06</month>  
        <day>26</day>  
        <volume>3</volume>  
        <issue>2</issue>  
        <fpage>e71</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2015/2/e71/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mhealth.4122</pub-id>
        <pub-id pub-id-type="medline">26116061</pub-id>
        <pub-id pub-id-type="pii">v3i2e71</pub-id>
        <pub-id pub-id-type="pmcid">PMC4526965</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Boulos</surname>
            <given-names>MN</given-names>
          </name>
          <name name-style="western">
            <surname>Wheeler</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Tavares</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>How smartphones are changing the face of mobile and participatory healthcare: an overview, with example from eCAALYX</article-title>
        <source>Biomed Eng Online</source>  
        <year>2011</year>  
        <month>04</month>  
        <day>05</day>  
        <volume>10</volume>  
        <fpage>24</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://biomedical-engineering-online.biomedcentral.com/articles/10.1186/1475-925X-10-24"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1475-925X-10-24</pub-id>
        <pub-id pub-id-type="medline">21466669</pub-id>
        <pub-id pub-id-type="pii">1475-925X-10-24</pub-id>
        <pub-id pub-id-type="pmcid">PMC3080339</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Saied</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Sherry</surname>
            <given-names>SJ</given-names>
          </name>
          <name name-style="western">
            <surname>Castricone</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Perry</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Katz</surname>
            <given-names>SC</given-names>
          </name>
          <name name-style="western">
            <surname>Somasundar</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Age-related trends in utilization of the internet and electronic communication devices for coordination of cancer care in elderly patients</article-title>
        <source>J Geriatr Oncol</source>  
        <year>2014</year>  
        <month>04</month>  
        <volume>5</volume>  
        <issue>2</issue>  
        <fpage>185</fpage>  
        <lpage>189</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jgo.2013.11.001</pub-id>
        <pub-id pub-id-type="medline">24495698</pub-id>
        <pub-id pub-id-type="pii">S1879-4068(13)00383-4</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Howie</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Hamilton</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <source>J Trauma Orthop</source>  
        <year>2015</year>  
        <access-date>2016-12-07</access-date>
        <comment>PROMs—how was it for you? 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.boa.ac.uk/wp-content/uploads/2014/05/BOA-JTO-PROMs.pdf">https://www.boa.ac.uk/wp-content/uploads/2014/05/BOA-JTO-PROMs.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6mYkwkzt5"/></comment> </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Harris</surname>
            <given-names>WH</given-names>
          </name>
        </person-group>
        <article-title>Traumatic arthritis of the hip after dislocation and acetabular fractures: treatment by mold arthroplasty. An end-result study using a new method of result evaluation</article-title>
        <source>J Bone Joint Surg Am</source>  
        <year>1969</year>  
        <month>06</month>  
        <volume>51</volume>  
        <issue>4</issue>  
        <fpage>737</fpage>  
        <lpage>755</lpage>  
        <pub-id pub-id-type="medline">5783851</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dawson</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Fitzpatrick</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Murray</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Carr</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Questionnaire on the perceptions of patients about total knee replacement</article-title>
        <source>J Bone Joint Surg Br</source>  
        <year>1998</year>  
        <month>01</month>  
        <volume>80</volume>  
        <issue>1</issue>  
        <fpage>63</fpage>  
        <lpage>69</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bjj.boneandjoint.org.uk/cgi/pmidlookup?view=long&#38;pmid=9460955"/>
        </comment>  
        <pub-id pub-id-type="medline">9460955</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Marchetti</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Binazzi</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Vaccari</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Girolami</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Morici</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Impallomeni</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Commessatti</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Silvello</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Long-term results with cementless Fitek (or Fitmore) cups</article-title>
        <source>J Arthroplasty</source>  
        <year>2005</year>  
        <month>09</month>  
        <volume>20</volume>  
        <issue>6</issue>  
        <fpage>730</fpage>  
        <lpage>737</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.arth.2004.11.019</pub-id>
        <pub-id pub-id-type="medline">16139709</pub-id>
        <pub-id pub-id-type="pii">S0883-5403(05)00055-0</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Medical Research Council</collab>
        </person-group>
        <source>Guidelines for Good Clinical Practice in Clinical Trials 1998</source>  
        <access-date>2016-12-07</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.mrc.ac.uk/documents/pdf/good-clinical-practice-in-clinical-trials/">https://www.mrc.ac.uk/documents/pdf/good-clinical-practice-in-clinical-trials/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6mYlnmN63"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eysenbach</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Improving the quality of Web surveys: the Checklist for Reporting Results of Internet E-Surveys (CHERRIES)</article-title>
        <source>J Med Internet Res</source>  
        <year>2004</year>  
        <month>09</month>  
        <day>29</day>  
        <volume>6</volume>  
        <issue>3</issue>  
        <fpage>e34</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2004/3/e34/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.6.3.e34</pub-id>
        <pub-id pub-id-type="medline">15471760</pub-id>
        <pub-id pub-id-type="pii">v6e34</pub-id>
        <pub-id pub-id-type="pmcid">PMC1550605</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Howard</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Toonstra</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Meade</surname>
            <given-names>AR</given-names>
          </name>
          <name name-style="western">
            <surname>Whale Conley</surname>
            <given-names>CE</given-names>
          </name>
          <name name-style="western">
            <surname>Mattacola</surname>
            <given-names>CG</given-names>
          </name>
        </person-group>
        <article-title>Feasibility of conducting a Web-based survey of patient-reported outcomes and rehabilitation progress</article-title>
        <source>Digital Health</source>  
        <year>2016</year>  
        <month>06</month>  
        <day>16</day>  
        <volume>2</volume>  
        <fpage>371</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22973420"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1177/2055207616644844</pub-id>
        <pub-id pub-id-type="medline">22973420</pub-id>
        <pub-id pub-id-type="pii">10.1177_1756283X10363751</pub-id>
        <pub-id pub-id-type="pmcid">PMC3437532</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Judge</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Arden</surname>
            <given-names>NK</given-names>
          </name>
          <name name-style="western">
            <surname>Kiran</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Price</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Javaid</surname>
            <given-names>MK</given-names>
          </name>
          <name name-style="western">
            <surname>Beard</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Murray</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Field</surname>
            <given-names>RE</given-names>
          </name>
        </person-group>
        <article-title>Interpretation of patient-reported outcomes for hip and knee replacement surgery: identification of thresholds associated with satisfaction with surgery</article-title>
        <source>J Bone Joint Surg Br</source>  
        <year>2012</year>  
        <month>03</month>  
        <volume>94</volume>  
        <issue>3</issue>  
        <fpage>412</fpage>  
        <lpage>418</lpage>  
        <pub-id pub-id-type="doi">10.1302/0301-620X.94B3.27425</pub-id>
        <pub-id pub-id-type="medline">22371552</pub-id>
        <pub-id pub-id-type="pii">94-B/3/412</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
