<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e50231</article-id>
      <article-id pub-id-type="pmid">37556199</article-id>
      <article-id pub-id-type="doi">10.2196/50231</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Examining the Use of Text Messages Among Multidisciplinary Care Teams to Reduce Avoidable Hospitalization of Nursing Home Residents with Dementia: Protocol for a Secondary Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Powell</surname>
            <given-names>Kimberly R</given-names>
          </name>
          <degrees>MSN, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Sinclair School of Nursing</institution>
            <institution>University of Missouri</institution>
            <addr-line>915 Hitt Street</addr-line>
            <addr-line>Columbia, MO, 65211</addr-line>
            <country>United States</country>
            <phone>1 5026407556</phone>
            <email>powellk@missouri.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6144-1438</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Popescu</surname>
            <given-names>Mihail</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6145-8096</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>Suhwon</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6844-0844</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Mehr</surname>
            <given-names>David R</given-names>
          </name>
          <degrees>MD, MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5194-1383</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Alexander</surname>
            <given-names>Gregory L</given-names>
          </name>
          <degrees>PhD, MHA</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4500-8797</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Sinclair School of Nursing</institution>
        <institution>University of Missouri</institution>
        <addr-line>Columbia, MO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Medicine</institution>
        <institution>University of Missouri</institution>
        <addr-line>Columbia, MO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>College of Arts and Sciences</institution>
        <institution>University of Missouri</institution>
        <addr-line>Columbia, MO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>School of Nursing</institution>
        <institution>Columbia University</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Kimberly R Powell <email>powellk@missouri.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>9</day>
        <month>8</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e50231</elocation-id>
      <history>
        <date date-type="received">
          <day>23</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>6</day>
          <month>7</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>7</day>
          <month>7</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Kimberly R Powell, Mihail Popescu, Suhwon Lee, David R Mehr, Gregory L Alexander. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 09.08.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2023/1/e50231" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Reducing avoidable nursing home (NH)–to-hospital transfers of residents with Alzheimer disease or a related dementia (ADRD) has become a national priority due to the physical and emotional toll it places on residents and the high costs to Medicare and Medicaid. Technologies supporting the use of clinical text messages (TMs) could improve communication among health care team members and have considerable impact on reducing avoidable NH-to-hospital transfers. Although text messaging is a widely accepted mechanism of communication, clinical models of care using TMs are sparsely reported in the literature, especially in NHs. Protocols for assessing technologies that integrate TMs into care delivery models would be beneficial for end users of these systems. Without evidence to support clinical models of care using TMs, users are left to design their own methods and protocols for their use, which can create wide variability and potentially increase disparities in resident outcomes.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Our aim is to describe the protocol of a study designed to understand how members of the multidisciplinary team communicate using TMs and how salient and timely communication can be used to avert poor outcomes for NH residents with ADRD, including hospitalization.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This project is a secondary analysis of data collected from a Centers for Medicare &#38; Medicaid Services (CMS)–funded demonstration project designed to reduce avoidable hospitalizations for long-stay NH residents. We will use two data sources: (1) TMs exchanged among the multidisciplinary team across the 7-year CMS study period (August 2013-September 2020) and (2) an adapted acute care transfer tool completed by advanced practice registered nurses to document retrospective details about NH-to-hospital transfers. The study is guided by an age-friendly model of care called the 4Ms (What Matters, Medications, Mentation, and Mobility) framework. We will use natural language processing, statistical methods, and social network analysis to generate a new ontology and to compare communication patterns found in TMs occurring around the time NH-to-hospital transfer decisions were made about residents with and without ADRD.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>After accounting for inclusion and exclusion criteria, we will analyze over 30,000 TMs pertaining to over 3600 NH-to-hospital transfers. Development of the 4M ontology is in progress, and the 3-year project is expected to run until mid-2025.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>To our knowledge, this project will be the first to explore the content of TMs exchanged among a multidisciplinary team of care providers as they make decisions about NH-to-hospital resident transfers. Understanding how the presence of evidence-based elements of high-quality care relate to avoidable hospitalizations among NH residents with ADRD will generate knowledge regarding the future scalability of behavioral interventions. Without this knowledge, NHs will continue to rely on ineffective and outdated communication methods that fail to account for evidence-based elements of age-friendly care.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/50231</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>age-friendly health systems</kwd>
        <kwd>Alzheimer disease</kwd>
        <kwd>communication</kwd>
        <kwd>dementia</kwd>
        <kwd>nursing homes</kwd>
        <kwd>older adults</kwd>
      </kwd-group>
      <custom-meta-wrap>
        <custom-meta>
          <meta-name>ext-peer-rev</meta-name>
          <meta-value>The proposal for this study was peer reviewed by the Interdisciplinary Clinical Care in Specialty Care Settings Study Section of the University of Missouri-Columbia. See the Multimedia Appendix for the peer-review report; </meta-value>
        </custom-meta>
      </custom-meta-wrap>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Overview</title>
        <p>There are over 15,000 nursing homes (NHs) in the United States, where care is delivered to over 1.3 million residents [<xref ref-type="bibr" rid="ref1">1</xref>]. Approximately 48% of NH residents have a diagnosis of Alzheimer disease or a related dementia (ADRD) [<xref ref-type="bibr" rid="ref2">2</xref>]. NH residents with ADRD are at high risk for hospital transfer due to high incidence of comorbidities, polypharmacy, and progressive loss of language, resulting in difficulty communicating preferences [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. Reducing avoidable NH-to-hospital transfers of residents with ADRD has become a national priority due to the physical and emotional toll it places on residents and the high costs to Medicare and Medicaid [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. NH-to-hospital transfers result in expenditures of more than US $2.6 billion annually [<xref ref-type="bibr" rid="ref9">9</xref>] and in as many as 60% of cases, they are avoidable, meaning the resident could have been safely managed in the NH [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Early illness recognition and treatment could prevent the need for hospital transfer altogether, ultimately reducing morbidity in residents with ADRD while controlling costs [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>Avoidable NH-to-hospital transfers refer to transfers that follow acute flare-ups of clinical conditions that could have been avoided if appropriate preventative care had been provided in the NH [<xref ref-type="bibr" rid="ref10">10</xref>]. Recent studies have identified clinical factors such as falls, fever, urinary symptoms, and incontinence that contribute to avoidable transfers [<xref ref-type="bibr" rid="ref11">11</xref>]. Dementia was the only high-risk clinical condition associated with avoidable NH-to-hospital transfers [<xref ref-type="bibr" rid="ref11">11</xref>]. Other factors contributing to the decision to transfer, for those deemed avoidable, included a condition that could have been safely managed in the NH, better communication, early detection of new signs or symptoms, and earlier discussion of resident or family preferences [<xref ref-type="bibr" rid="ref11">11</xref>]. Others have reported communication problems as barriers to timely care for NH residents [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Specifically, barriers include failure of the communication medium, evening or weekend illness onset with concomitant difficulty contacting an on-call physician, clinical decision-makers who interact through intermediaries, and communication of inappropriate or inaccurate information [<xref ref-type="bibr" rid="ref13">13</xref>]. Improving communication among health care team members could have a considerable impact on reducing avoidable NH-to-hospital transfers.</p>
        <p>NH-to-hospital transfer decision-making is complex and relies on the timely transmission of information among the multidisciplinary team. Unfortunately, many NHs rely on antiquated methods of communication (eg, phone and fax) rather than leveraging modern, convenient, and low-cost options, like exchanging text messages (TMs), which could improve health information sharing, especially in resource-limited settings [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. In a pilot analysis using 6 months of TMs exchanged among a multidisciplinary team, the most common messages sent (3244/8946) and received (2319/8946) were about patient updates (updates on symptoms, vital signs, and lab and test results) [<xref ref-type="bibr" rid="ref17">17</xref>]. However, greater understanding is needed regarding how communication differs between residents with and without ADRD and how TMs can be used among the NH multidisciplinary team to decrease avoidable transfers.</p>
        <p>We propose to examine the content of TMs using a framework from Age-Friendly Health Systems that includes 4 evidence-based elements of high-quality care called the 4Ms (What Matters, Medication, Mentation, and Mobility) [<xref ref-type="bibr" rid="ref18">18</xref>]. Age-Friendly Health Systems is an initiative builds upon a number of fundamental characteristics common to existing geriatric care models, including reliable use of evidence-based care, staff who are specifically trained and proficient in the care of older adults, high-performing care teams focused on measurable outcomes, a systematic approach for coordinating care with other organizations, and engaging patients and their families in a clear process for eliciting goals and priorities and using those goals to individualize care [<xref ref-type="bibr" rid="ref19">19</xref>]. The 4M framework addresses the core issues that should drive all decision-making in the care of older adults and is a way of systematically rethinking care in ways that improve patient health and satisfaction. A critical need exists to examine how convenient, low-cost communication options like TMs can reduce avoidable NH-to-hospital transfers of residents with ADRD.</p>
      </sec>
      <sec>
        <title>Aims and Research Questions</title>
        <p>The objective of this study is to understand how members of the multidisciplinary team communicate and how TMs can be used to avert poor outcomes for NH residents with ADRD, including hospitalization. Our scientific premise is that if multidisciplinary communications are timely and centered around the evidence-based elements of high-quality care for older adults (4Ms), more appropriate decisions will be made, in this case regarding hospital transfer. Thus, the project will consist of complementary steps aimed at (1) identifying documentation of the 4Ms in health information shared by the multidisciplinary team through electronic TMs 2 weeks before NH-to-hospital transfer of residents with ADRD, (2) exploring the association between the 4Ms found in TMs and avoidable NH-to-hospital transfers, and (3) comparing communication patterns of multidisciplinary teams making transfer decisions about residents with and without ADRD.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>Using a retrospective design, we will identify documentation of the 4Ms in health information shared by multidisciplinary teams through electronic TMs and compare communication patterns that occur when making transfer decisions about residents with and without ADRD. This project will use data collected from a Centers for Medicare &#38; Medicaid (CMS)–funded demonstration project designed to reduce avoidable hospitalizations for long-stay NH residents [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. The goals of the project for long-stay NH residents were to reduce the frequency of avoidable hospital admissions and readmissions, improve resident health outcomes, improve the process of transitioning between inpatient hospitals and NHs, and reduce overall health care spending. The project included a multifaceted intervention implemented within 16 NHs in the midwestern United States. The intervention included an advanced practice registered nurse (APRN) embedded full-time within each NH, use of the Interventions to Reduce Acute Care Transfers (INTERACT) tool [<xref ref-type="bibr" rid="ref22">22</xref>], and an expert support team comprising nurses, social workers, technology experts, and medical directors. Further, the project included enhanced electronic communication using health information exchange, specifically the use of a collaborative text messaging system.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>All procedures were approved by the University of Missouri Institutional Review Board (2092039).</p>
      </sec>
      <sec>
        <title>Data Sources</title>
        <p>We will use two data sources for this project: (1) TMs and related attributes (eg, sender, recipient, date, and timestamp) and (2) a survey completed by APRNs about NH resident transfers. The TMs were exchanged through a Health Insurance Portability and Accountability Act (HIPAA)–compliant communication and clinical collaboration tool primarily designed to be used among providers, pharmacies, and prescribers. The messaging platform includes the capability to communicate with outside vendors, patients, and anyone seeking to communicate protected health information in a secure environment that meets the requirements of the National Institute of Standards and Technology as well as the Health Information Technology for Economic and Clinical Health Act [<xref ref-type="bibr" rid="ref23">23</xref>]. Users can access the messaging platform using a browser or mobile device (app). The platform includes workflow features specifically designed for the long-term care and postacute setting, such as read receipts, average response time tracking, adding and removing users from a message, and multiuser accounts with shared names for easy identification. The data set includes sender, recipient, date, and time stamp for each message. Crosswalks have been developed linking individual users to their roles (eg, bedside nurse, unit manager, director of nursing, APRN, and medical doctor [MD]).</p>
        <p>The second data source is a Qualtrics survey completed by APRNs that included the INTERACT tool every time a resident transfer occurred during the study period (August 2013-September 2020). Broad categories of the survey included resident characteristics, risk factors for hospitalization, acute change in condition, nonclinical factors contributing to the transfer, and actions taken to evaluate and manage the change in condition before transfer. Individual items within each of the broad categories described common clinical and nonclinical factors that helped clinical staff understand the reasons for the transfer and process improvement considerations to avoid future transfers. APRNs completed the tool for each transfer using a combination of chart review and nurse interviews. These procedures included (1) monthly review of all INTERACT surveys by a team composed of the APRN, project coordinator, and APRN supervisor; (2) identification of resident and NH factors contributing to the transfer; and (3) agreement by the team on the question “Was the transfer potentially preventable (avoidable)?” using the “five whys” quality improvement technique [<xref ref-type="bibr" rid="ref24">24</xref>]. This technique is an iterative interrogative approach to exploring cause and effect and was used by the team to assure root causes of transfers were considered when establishing agreement on which transfers were deemed avoidable versus unavoidable.</p>
      </sec>
      <sec>
        <title>Sample</title>
        <p>We will extract TMs and merge them with resident transfer data for NHs that participated in the CMS demonstration project. Between August 2013 and September 2020, there were 2551 resident transfers, of which 528 had a diagnosis of ADRD. We will extract TMs for 2 weeks before the resident transfer date. This time period was selected because there is evidence that technology can facilitate earlier detection of declining conditions (1-2 weeks earlier) when used to assess older adults [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      </sec>
      <sec>
        <title>4M Ontology Development (Aim 1)</title>
        <sec>
          <title>Overview</title>
          <p>We will use a 4-phased approach (see <xref rid="figure1" ref-type="fig">Figure 1</xref>) using standardized vocabularies, clinical expertise, and natural language processing (NLP) to generate a 4M ontology and quantify the 4M content in TMs sent or received 2 weeks before NH resident transfer to the hospital. To enable the extraction of 4M knowledge from TMs, we first need a taxonomy (a set of terms) that formalizes the hierarchical relationships among concepts and specifies the terms to be used to refer to each. From the taxonomy, we can begin to develop an ontology that identifies and distinguishes concepts and their relationships. In information science, ontology is a data model that represents a set of concepts within a domain and the relationships between those concepts [<xref ref-type="bibr" rid="ref26">26</xref>]. Ontology formalizes the relationships among concepts, which allows computers and humans to interpret the semantic relationships among concepts and infer implicit knowledge [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Four phases to generate the 4M ontology. 4M: what matters, medication, mentation, and mobility; TM: text message.</p>
            </caption>
            <graphic xlink:href="resprot_v12i1e50231_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Phase 1: 4M Taxonomy Development</title>
          <p>While many clinical (eg, Systematized Nomenclature of Medicine Clinical Terms [SNOMED]) and nursing (eg, International Classification for Nursing Practice [ICNP]) standardized languages exist, they might not adequately describe the TMs. The first step in creating our 4M ontology is to use Metamap, the NLP tool provided by the Unified Medical Language System, to extract concepts from our TMs that have relevant semantic types such as “mental process” (menp), “sign or symptom” (sosy), or “clinical drug” (clnd) [<xref ref-type="bibr" rid="ref28">28</xref>]. The Unified Medical Language System is a compendium of many health terminologies, including SNOMED, INCP, North American Nursing Diagnosis Association, and others, that only extracts concepts with relevant semantic types [<xref ref-type="bibr" rid="ref29">29</xref>]. Extracted concepts will be reviewed by nurse-clinician scientists with extensive research expertise in NH care and arranged in a taxonomy. The resulting taxonomy will be enriched by the same experts with concepts that might not appear in our TMs. The nurse-clinician scientists will review these lists and make recommendations for changes (eg, addition and removal of concepts and addition and removal of synonyms). The NLP pipeline will be implemented in the Python Natural Language Toolkit and will use the newly developed taxonomy. The NLP pipeline is the set of ordered stages from a labeled data set to create a classifier that can be applied to new samples (ie, supervised machine learning classification). The above procedure will be performed several times, followed by a taxonomy refinement, until at least 90% of the 4M information (ie, 90% recall) is extracted from the entire sample.</p>
        </sec>
        <sec>
          <title>Phase 2: Building Dual Language Models</title>
          <p>We will use two large bodies of text to generate two possibly complementary language models with the NLP software: (1) TMs and (2) PubMed abstracts. These 2 sources were selected because they will allow us to extract a complementary and diverse range of concepts. TMs include clinical jargon and abbreviations, whereas PubMed abstracts have more standardized concepts used in the scientific literature. For the TM source, we will obtain all TMs pertaining to residents with ADRD who had a hospital transfer across the entire CMS demonstration project period (August 2013-September 2020). For the PubMed source, we will extract all available PubMed abstracts containing relevant Medical Subject Headings (MeSH) descriptors. Text from each source will be converted into a single text (.txt) file and uploaded into Metamap. We will use Metamap to perform text preprocessing, convert frequently co-occurring words into triadic expressions (eg, “nurse communicates to physician”), and build language models as described in phase 1.</p>
        </sec>
        <sec>
          <title>Phase 3: Generating a Preliminary 4M Ontology</title>
          <p>We will harmonize the TMs and PubMed versions of the 4M ontology. Two nurse-clinician scientists will independently review and accept or reject suggested concepts for each of the 4Ms. The 2 reviewers will compare lists of words and expressions and discuss discrepancies. If the 2 reviewers cannot come to an agreement on whether a word or expression should be included as a 4M concept synonym, an adjudicator will make the final decision. The output from this step will be a preliminary ontology for each of the 4Ms.</p>
        </sec>
        <sec>
          <title>Phase 4: Evaluation of NLP 4M Identification Performance Using a Gold Standard Set</title>
          <p>We will collect a random sample of TMs, using stratified sampling, from 10% of the resident transfers during the study period. Two nurse-clinician scientists will manually review each TM for the presence or absence of each of the 4Ms. Relative observed agreement (percent agreement between 2 raters) and interrater reliability (Cohen ) will be calculated for each of the 4Ms. The 2 nurses plus a third nurse adjudicator will discuss nonagreement until consensus is achieved. Next, we will use our Natural Language Toolkit NLP software to identify 4Ms in the same gold standard TM set. We will then compare the NLP identification labels to the manual annotation and calculate recall (the NLP software’s ability to identify all notes with a positive occurrence of a particular symptom), precision (proportion of notes with a particular symptom endorsed by NLP), and <italic>F</italic>-measure (a measure of test accuracy that considers both precision and recall). <italic>F</italic>-measures range from 0 (no precision and recall) to 1 (perfect precision and recall). Last, we will review all instances of disagreement between the NLP software identification labels and gold standard annotations. After we validate our 4M extraction pipeline, we will label each TM in our data set with a 4-dimensional vector that would represent the amount of each of the 4Ms that it contains (ie, matter, medication, mentation, mobility). For example, the TM “Resident was depressed after falling and breaking hip” will be labeled as (0,0,1,1). The 4M content will be further used in the analysis for aim 2.</p>
        </sec>
      </sec>
      <sec>
        <title>Exploring the Association Between the 4Ms Found in TMs and Avoidable NH-to-Hospital Transfers (Aim 2)</title>
        <p>Using our rich data set, we will compare the representation of the 4Ms in TMs about avoidable and unavoidable transfers while controlling for resident characteristics. We will build a generalized linear model of the Poisson process to compare the representation of the 4Ms in TMs about transfers that were avoidable and unavoidable while controlling for resident characteristics including sex, race or ethnicity, severity of ADRD, and advanced directive status. Our hypothesis is that TMs about avoidable transfers will have more evidence (higher frequency of terms) of the 4Ms compared to TMs about unavoidable transfers<italic>.</italic></p>
      </sec>
      <sec>
        <title>Comparing Communication Patterns of Multidisciplinary Teams Making Transfer Decisions About Residents With and Without ADRD (Aim 3)</title>
        <p>Using the same 2 data sources, we will use social network analysis (SNA) to discern communication and organizational patterns found in TMs occurring in the 2 weeks before NH-to-hospital transfers of residents with and without ADRD. This analysis will allow us to visualize networks and calculate social network measures including density, clustering coefficient, hierarchy, and centralization. Our hypothesis is that TM communication about residents with ADRD will have more decision-making interactions (network density), higher rates of information exchange (clustering coefficient), and more individuals communicating with each other (centralization) compared to TM communication about residents without ADRD. Our premise for this hypothesis is that the gradual loss of language that occurs with ADRD will impact the individual’s ability to communicate with the care team in the earliest stages, regardless of dementia severity [<xref ref-type="bibr" rid="ref5">5</xref>]. This progressive decline sometimes leaves the person living with ADRD unable to make autonomous decisions. Understanding communication patterns both visually and quantitatively when the multidisciplinary team is making decisions about residents with and without ADRD could help inform decision-making.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Data Extraction and Preparation</title>
        <p>The initial extraction of TMs resulted in over 77,000 messages that were exchanged by NHs that participated in the CMS demonstration project. We used a stepwise approach to preprocess the TMs. First, we removed TMs where no resident was discussed. For example, there were TMs of a personal nature (eg, “how are you” and “what’s for lunch today”). After removing messages where no resident was discussed, we identified messages about NH residents who had a NH-to-hospital transfer during the study period. NH staff were able to use TMs to communicate about all residents at their facility; therefore, we needed to remove any resident who did not have a hospital transfer during the study period. We excluded over 43,000 messages that were about NH residents that were not in our resident transfer data set, resulting in 30,067 TMs available for analysis. Our next step is to begin identifying the roles of individuals (eg, MD, APRN, bedside nurse, and unit manager) exchanging TMs in preparation for SNA.</p>
      </sec>
      <sec>
        <title>Building the 4M Ontology</title>
        <p>The methodology for building the 4M ontology uses 2 strategies. One strategy is expert-based and top-down, in which the clinical expert outlines the most important concepts for each of the 4Ms. For example, using the concept “what matters,” some concepts we have identified are advanced care planning, family, friends, grooming, pain management, and recreation (see <xref rid="figure2" ref-type="fig">Figure 2</xref>). The second strategy is data-driven and bottom-up and consists of extracting meaningful terms from the TMs and inserting them at the right location in the top-level ontology framework created by the expert. The data-driven strategy ensures that we can identify the 4M content of each TM. Expected results to be published in fall 2025.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Top level of the 4M ontology. 4M: what matters, medication, mentation, and mobility.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e50231_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Study Implications</title>
        <p>To our knowledge, this project will be the first to explore the content of TMs exchanged among a multidisciplinary team of NH care providers as they make decisions about NH-to-hospital resident transfers. Our goal is to apply existing methodologies (SNA and NLP) in a new way, that is, to analyze TMs in NH settings. SNA uses visualization techniques to illustrate patterns of relationships formed among clinical partners, which provides novel quantitative measures of relationship strength and hierarchical structures. NLP is crucial for advancing health care research because it is needed to transform relevant information locked in text into structured data, a prerequisite to quantitative analysis of large amounts of text. The results of the proposed study have the potential to shift both research and clinical paradigms.</p>
        <p>This study will produce knowledge of the mechanisms and principles necessary for the successful development and implementation of behavioral interventions using TMs to enhance multidisciplinary team communication in NHs. Knowledge of these principles will make it easier to predict who might respond well to a future intervention and who might not, so that the intervention might be better personalized and given only to those who are likely to benefit from it [<xref ref-type="bibr" rid="ref30">30</xref>]. Findings from this study, specifically the 4M structured language ontology, could also inform TM interface design, creating the opportunity for standardized, seamless portability of information centered around what matters to older adults. The idea is to address, as much as possible, issues of real-world fidelity and the ability to implement before the intervention is studied at later stages to maximize the chances of success. This approach aligns with the National Institute for Aging Stage Model for Behavioral Intervention Development, with the proposed project falling between stages 0 and 1A [<xref ref-type="bibr" rid="ref30">30</xref>]. Demonstrating how the 4Ms are represented in TMs must be done before intervention development (stage 0). Understanding how the presence of the 4Ms in TMs relates to avoidable hospitalizations among NH residents with ADRD will inform the evidence base regarding future scalability (stage 1A). Without this knowledge, NHs will continue to rely on ineffective and outdated communication methods that fail to account for evidence-based elements of age-friendly care.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study will generate knowledge that will have far-reaching implications for NH residents with ADRD. Nonetheless, there are potential limitations to generalizability to consider. Our data set is limited to NHs that participated in the CMS demonstration project. The NHs that participated in the project each had an APRN working as an essential staff member in the facility. Not all NHs have an APRN presence in the facility, so generalizability beyond NHs with this support in place could be limited. To address this limitation, we will consider the wide variability of the use of TMs among APRNs. For example, in our pilot analysis using 6 months of TM data, we found the total number of TM sent by APRNs ranged from 0 to 607 [<xref ref-type="bibr" rid="ref17">17</xref>]. In the CMS demonstration project, data were captured only for residents who had a NH-to-hospital transfer, so comparing residents who transferred to those who were not transferred is not possible from this data set. To address this limitation, we will compare transfers according to whether they were considered avoidable or unavoidable.</p>
        <p>In some cases, NH-to-hospital transfer is appropriate and necessary. Our focus on reducing avoidable NH-to-hospital transfers accounts for this limitation. Although our data set includes novel components, including TMs sent and received between a multidisciplinary care team, resident characteristics, and transfer data, it does not include direct communication with family members of NH residents. To address this limitation, we will account for indirect family communication. For example, family preferences were frequently mentioned in TMs shared among the care team and can be conceptualized with “what matters.” Finally, while the focus of the proposed study is improving communication using TMs, we recognize other factors such as staffing, workload, and skill mix of the NH staff could impact the outcome, that is, avoidable NH-to-hospital transfers. To address this limitation, we will use SNA, which accounts for skill mix by identifying roles (eg, MD, registered nurse, licensed practical nurse, and certified nursing assistant), interactions between social positions and groups, and relationships among groups.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Identifying evidence-based elements of communication in TMs exchanged among NH health care team members can potentially decrease avoidable hospitalizations and ultimately morbidity and mortality in NH residents with ADRD. The development of a structured language ontology using an evidence-based framework (4M) to improve communication among NH team members is a direct and effective implementation strategy designed to address issues of real-world fidelity before the development of interventions to promote timely and seamless portability of information across the complete spectrum of care, optimizing the health of individuals and populations.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Peer-review report by the Interdisciplinary Clinical Care in Specialty Care Settings Study Section of the University of Missouri-Columbia.</p>
        <media xlink:href="resprot_v12i1e50231_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 152 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">4Ms</term>
          <def>
            <p>What Matters, Medication, Mentation, and Mobility</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ADRD</term>
          <def>
            <p>Alzheimer disease or a related dementia</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">APRN</term>
          <def>
            <p>advanced practice registered nurse</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CMS</term>
          <def>
            <p>Centers for Medicare &#38; Medicaid</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">HIPAA</term>
          <def>
            <p>Health Insurance Portability and Accountability Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">ICNP</term>
          <def>
            <p>International Classification for Nursing Practice</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">INTERACT</term>
          <def>
            <p>Interventions to Reduce Acute Care Transfers</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">MD</term>
          <def>
            <p>medical doctor</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">MeSH</term>
          <def>
            <p>Medical Subject Headings</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">NH</term>
          <def>
            <p>nursing home</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">NLP</term>
          <def>
            <p>natural language processing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">SNA</term>
          <def>
            <p>social network analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">SNOMED</term>
          <def>
            <p>Systematized Nomenclature of Medicine Clinical Terms</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">TM</term>
          <def>
            <p>text message</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Research reported in this publication was supported by the National Institute On Aging of the National Institutes of Health (award R01AG078281; principal investigator: KRP). The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated or analyzed during this study will be available from the corresponding author upon reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>FastStats nursing home care</article-title>
          <source>US Centers for Disease Control and Prevention</source>
          <year>2018</year>
          <access-date>2018-02-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/nchs/fastats/nursing-home-care.htm">https://www.cdc.gov/nchs/fastats/nursing-home-care.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Alzheimer's Association</collab>
          </person-group>
          <article-title>2021 Alzheimer's disease facts and figures. Special report: race, ethnicity and Alzheimer's in America</article-title>
          <source>Alzheimers Dement</source>
          <year>2021</year>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>327</fpage>
          <lpage>406</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ideas-study.org/-/media/Ideas/Files/Educational-Resources/2021-Alzheimers-Disease-Facts-and-Figures.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/alz.12328</pub-id>
          <pub-id pub-id-type="medline">33756057</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Givens</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Selby</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Goldfeld</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Hospital transfers of nursing home residents with advanced dementia</article-title>
          <source>J Am Geriatr Soc</source>
          <year>2012</year>
          <volume>60</volume>
          <issue>5</issue>
          <fpage>905</fpage>
          <lpage>909</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22428661"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1532-5415.2012.03919.x</pub-id>
          <pub-id pub-id-type="medline">22428661</pub-id>
          <pub-id pub-id-type="pmcid">PMC3354640</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Marcantonio</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>McCarthy</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Herzig</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>National trends in potentially preventable hospitalizations of older adults with dementia</article-title>
          <source>J Am Geriatr Soc</source>
          <year>2020</year>
          <volume>68</volume>
          <issue>10</issue>
          <fpage>2240</fpage>
          <lpage>2248</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32700399"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/jgs.16636</pub-id>
          <pub-id pub-id-type="medline">32700399</pub-id>
          <pub-id pub-id-type="pmcid">PMC7811187</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohamad Basheer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Daly</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Raghunath Rao</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Baby</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>ICF-based analysis of communication disorders in dementia of Alzheimer's type</article-title>
          <source>Dement Geriatr Cogn Disord Extra</source>
          <year>2015</year>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>459</fpage>
          <lpage>469</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://karger.com/dee/article/5/3/459/96670/ICF-Based-Analysis-of-Communication-Disorders-in"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000441183</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mor</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Intrator</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Grabowski</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>The revolving door of rehospitalization from skilled nursing facilities</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2010</year>
          <volume>29</volume>
          <issue>1</issue>
          <fpage>57</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20048361"/>
          </comment>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2009.0629</pub-id>
          <pub-id pub-id-type="medline">20048361</pub-id>
          <pub-id pub-id-type="pii">29/1/57</pub-id>
          <pub-id pub-id-type="pmcid">PMC2826971</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McAndrew</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Grabowski</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Dangi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>GJ</given-names>
            </name>
          </person-group>
          <article-title>Prevalence and patterns of potentially avoidable hospitalizations in the US long-term care setting</article-title>
          <source>Int J Qual Health Care</source>
          <year>2016</year>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>104</fpage>
          <lpage>109</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/intqhc/article/28/1/104/2363711?login=false"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/intqhc/mzv110</pub-id>
          <pub-id pub-id-type="medline">26705429</pub-id>
          <pub-id pub-id-type="pii">mzv110</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ouslander</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Lamb</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Perloe</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Givens</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Kluge</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rutland</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Atherly</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Saliba</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Potentially avoidable hospitalizations of nursing home residents: frequency, causes, and costs: [see editorial comments by Drs. Jean F. Wyman and William R. Hazzard, pp 760-761]</article-title>
          <source>J Am Geriatr Soc</source>
          <year>2010</year>
          <volume>58</volume>
          <issue>4</issue>
          <fpage>627</fpage>
          <lpage>635</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://agsjournals.onlinelibrary.wiley.com/doi/10.1111/j.1532-5415.2010.02768.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1532-5415.2010.02768.x</pub-id>
          <pub-id pub-id-type="medline">20398146</pub-id>
          <pub-id pub-id-type="pii">JGS2768</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Freiman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haber</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bragg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ouslander</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wiener</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Cost drivers for dually eligible beneficiaries: potentially avoidable hospitalizations from nursing facility, skilled nursing facility, and home and community-based services waiver programs</article-title>
          <source>Centers for Medicare &#38; Medicaid Services</source>
          <year>2010</year>
          <access-date>2023-07-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cms.gov/Research-Statistics-Data-and-Systems/Statistics-Trends-and-Reports/Reports/downloads/costdriverstask2.pdf">https://www.cms.gov/Research-Statistics-Data-and-Systems/Statistics-Trends-and-Reports/Reports/downloads/costdriverstask2.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spector</surname>
              <given-names>WD</given-names>
            </name>
            <name name-style="western">
              <surname>Limcangco</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rhodes</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Hurd</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Potentially avoidable hospitalizations for elderly long-stay residents in nursing homes</article-title>
          <source>Med Care</source>
          <year>2013</year>
          <volume>51</volume>
          <issue>8</issue>
          <fpage>673</fpage>
          <lpage>681</lpage>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e3182984bff</pub-id>
          <pub-id pub-id-type="medline">23703648</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Popejoy</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Vogelsmeier</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Galambos</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Crecelius</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Ge</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Flesner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Canada</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rantz</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Analyzing hospital transfers using INTERACT acute care transfer tools: lessons from MOQI</article-title>
          <source>J Am Geriatr Soc</source>
          <year>2019</year>
          <volume>67</volume>
          <issue>9</issue>
          <fpage>1953</fpage>
          <lpage>1959</lpage>
          <pub-id pub-id-type="doi">10.1111/jgs.15996</pub-id>
          <pub-id pub-id-type="medline">31188478</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Deroche</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>Health data sharing in US nursing homes: a mixed methods study</article-title>
          <source>J Am Med Dir Assoc</source>
          <year>2021</year>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>1052</fpage>
          <lpage>1059</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32224261"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jamda.2020.02.009</pub-id>
          <pub-id pub-id-type="medline">32224261</pub-id>
          <pub-id pub-id-type="pii">S1525-8610(20)30197-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC9301598</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Longo</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mehr</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lindbloom</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Salerno</surname>
              <given-names>LD</given-names>
            </name>
          </person-group>
          <article-title>Barriers to timely care of acute infections in nursing homes: a preliminary qualitative study</article-title>
          <source>J Am Med Dir Assoc</source>
          <year>2002</year>
          <volume>3</volume>
          <issue>6</issue>
          <fpage>360</fpage>
          <lpage>365</lpage>
          <pub-id pub-id-type="doi">10.1097/01.JAM.0000027250.76379.B2</pub-id>
          <pub-id pub-id-type="medline">12807604</pub-id>
          <pub-id pub-id-type="pii">01.JAM.0000027250.76379.B2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Magee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Isakov</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Paradise</surname>
              <given-names>HT</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Mobile phones and short message service texts to collect situational awareness data during simulated public health critical events</article-title>
          <source>Am J Disaster Med</source>
          <year>2011</year>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>379</fpage>
          <lpage>385</lpage>
          <comment>mobile phone, text message, preparedness, surveillance, simulation</comment>
          <pub-id pub-id-type="doi">10.5055/ajdm.2011.0076</pub-id>
          <pub-id pub-id-type="medline">22338318</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lori</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Munro</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Boyd</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Andreatta</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Cell phones to collect pregnancy data from remote areas in Liberia</article-title>
          <source>J Nurs Scholarsh</source>
          <year>2012</year>
          <volume>44</volume>
          <issue>3</issue>
          <fpage>294</fpage>
          <lpage>301</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://hdl.handle.net/2027.42/93561"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1547-5069.2012.01451.x</pub-id>
          <pub-id pub-id-type="medline">22672157</pub-id>
          <pub-id pub-id-type="pmcid">PMC3432659</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katona</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Vu</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Dang</surname>
              <given-names>LT</given-names>
            </name>
            <name name-style="western">
              <surname>Thiem</surname>
              <given-names>VD</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Ratner</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Gan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Katona</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A new paradigm for disease surveillance in Vietnam</article-title>
          <source>Telemed J E Health</source>
          <year>2014</year>
          <volume>20</volume>
          <issue>5</issue>
          <fpage>493</fpage>
          <lpage>495</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2013.0250</pub-id>
          <pub-id pub-id-type="medline">24611518</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Harrell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shumate</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rothert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vogelsmeier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Popejoy</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rantz</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>To text or not to text? That is the question</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2021</year>
          <volume>2020</volume>
          <fpage>187</fpage>
          <lpage>196</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33936390"/>
          </comment>
          <pub-id pub-id-type="medline">33936390</pub-id>
          <pub-id pub-id-type="pii">050_3416266</pub-id>
          <pub-id pub-id-type="pmcid">PMC8075479</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>Age-friendly health systems: guide to using the 4Ms in the care of older adults</article-title>
          <source>Institute for Healthcare Improvement</source>
          <year>2020</year>
          <access-date>2023-07-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ihi.org/Engage/Initiatives/Age-Friendly-Health-Systems/Documents/IHIAgeFriendlyHealthSystems_GuidetoUsing4MsCare.pdf">https://www.ihi.org/Engage/Initiatives/Age-Friendly-Health-Systems/Documents/IHIAgeFriendlyHealthSystems_GuidetoUsing4MsCare.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mate</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Berman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Laderman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kabcenell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fulmer</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Creating age-friendly health systems: a vision for better care of older adults</article-title>
          <source>Healthc (Amst)</source>
          <year>2018</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.hjdsi.2017.05.005</pub-id>
          <pub-id pub-id-type="medline">28774720</pub-id>
          <pub-id pub-id-type="pii">S2213-0764(17)30012-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rantz</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Popejoy</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vogelsmeier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Galambos</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Flesner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Crecelius</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ge</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Petroski</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Successfully reducing hospitalizations of nursing home residents: results of the Missouri quality initiative</article-title>
          <source>J Am Med Dir Assoc</source>
          <year>2017</year>
          <volume>18</volume>
          <issue>11</issue>
          <fpage>960</fpage>
          <lpage>966</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jamda.2017.05.027</pub-id>
          <pub-id pub-id-type="medline">28757334</pub-id>
          <pub-id pub-id-type="pii">S1525-8610(17)30306-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vogelsmeier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Popejoy</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Canada</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Galambos</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Petroski</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Crecelius</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Rantz</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Results of the Missouri quality initiative in sustaining changes in nursing home care: six-year trends of reducing hospitalizations of nursing home residents</article-title>
          <source>J Nutr Health Aging</source>
          <year>2021</year>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1007/s12603-020-1552-8</pub-id>
          <pub-id pub-id-type="medline">33367456</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ouslander</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Bonner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Herndon</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shutes</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The Interventions to Reduce Acute Care Transfers (INTERACT) quality improvement program: an overview for medical directors and primary care clinicians in long term care</article-title>
          <source>J Am Med Dir Assoc</source>
          <year>2014</year>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>162</fpage>
          <lpage>170</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24513226"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jamda.2013.12.005</pub-id>
          <pub-id pub-id-type="medline">24513226</pub-id>
          <pub-id pub-id-type="pii">S1525-8610(13)00690-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC3921692</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>Health IT legislation</article-title>
          <source>US Department of Health and Human Services</source>
          <year>2021</year>
          <access-date>2021-03-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthit.gov/topic/laws-regulation-and-policy/health-it-legislation">https://www.healthit.gov/topic/laws-regulation-and-policy/health-it-legislation</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>5 whys: finding the root cause</article-title>
          <source>​​Institute for Healthcare Improvement</source>
          <year>2018</year>
          <access-date>2018-10-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ihi.org/resources/Pages/Tools/5-Whys-Finding-the-Root-Cause.aspx">https://www.ihi.org/resources/Pages/Tools/5-Whys-Finding-the-Root-Cause.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rantz</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Skubic</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Koopman</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Musterman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Back</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Aud</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Galambos</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Guevara</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Automated technology to speed recognition of signs of illness in older adults</article-title>
          <source>J Gerontol Nurs</source>
          <year>2012</year>
          <volume>38</volume>
          <issue>4</issue>
          <fpage>18</fpage>
          <lpage>23</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22420519"/>
          </comment>
          <pub-id pub-id-type="doi">10.3928/00989134-20120307-01</pub-id>
          <pub-id pub-id-type="medline">22420519</pub-id>
          <pub-id pub-id-type="pmcid">PMC3366277</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Song</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kidd</surname>
              <given-names>TT</given-names>
            </name>
          </person-group>
          <source>Handbook of Research on Human Performance and Instructional Technology</source>
          <year>2010</year>
          <publisher-loc>Hershey, PA</publisher-loc>
          <publisher-name>IGI Global</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Uschold</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gruninger</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Ontologies and semantics for seamless connectivity</article-title>
          <source>ACM SIGMOD Rec</source>
          <year>2004</year>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>58</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1145/1041410.1041420</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aronson</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>FM</given-names>
            </name>
          </person-group>
          <article-title>An overview of MetaMap: historical perspective and recent advances</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2010</year>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>229</fpage>
          <lpage>236</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20442139"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jamia.2009.002733</pub-id>
          <pub-id pub-id-type="medline">20442139</pub-id>
          <pub-id pub-id-type="pii">17/3/229</pub-id>
          <pub-id pub-id-type="pmcid">PMC2995713</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bodenreider</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>The Unified Medical Language System (UMLS): integrating biomedical terminology</article-title>
          <source>Nucleic Acids Res</source>
          <year>2004</year>
          <volume>32</volume>
          <issue>Suppl_1</issue>
          <fpage>D267</fpage>
          <lpage>D270</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/nar/article/32/suppl_1/D267/2505235?login=false"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/nar/gkh061</pub-id>
          <pub-id pub-id-type="medline">14681409</pub-id>
          <pub-id pub-id-type="pii">32/suppl_1/D267</pub-id>
          <pub-id pub-id-type="pmcid">PMC308795</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Onken</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Implementation science at the National Institute on Aging: the principles of it</article-title>
          <source>Public Policy Aging Rep</source>
          <year>2022</year>
          <volume>32</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <lpage>41</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/ppar/article/32/1/39/6513784"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ppar/prab034</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
