<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v13i1e57316</article-id>
      <article-id pub-id-type="pmid">39042426</article-id>
      <article-id pub-id-type="doi">10.2196/57316</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Piloting a Clinical Decision Support Tool to Identify Patients With Social Needs and Provide Navigation Services and Referral to Community-Based Organizations: Protocol for a Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Khan</surname>
            <given-names>Sundas</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sheon</surname>
            <given-names>Amy</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ma</surname>
            <given-names>Xiaomeng</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Goyal</surname>
            <given-names>Shreya</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Hatef</surname>
            <given-names>Elham</given-names>
          </name>
          <degrees>MPH, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Center for Population Health Information Technology</institution>
            <institution>Department of Health Policy and Management</institution>
            <institution>Johns Hopkins Bloomberg School of Public Health</institution>
            <addr-line>Baltimore, MD</addr-line>
            <country>United States</country>
            <phone>1 4109788006</phone>
            <email>ehatef1@jhu.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2535-8191</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Richards</surname>
            <given-names>Thomas</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4945-9050</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Topel</surname>
            <given-names>Kristin</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7343-5473</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Hail</surname>
            <given-names>Sofia</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0001-7084-6269</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Kitchen</surname>
            <given-names>Christopher</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7767-2508</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Shaw</surname>
            <given-names>Katherine</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0002-8532-1008</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>Talan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6054-7003</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Lasser</surname>
            <given-names>Elyse C</given-names>
          </name>
          <degrees>DrPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1758-9822</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Weiner</surname>
            <given-names>Jonathan P</given-names>
          </name>
          <degrees>DrPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8299-3995</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Division of General Internal Medicine</institution>
        <institution>Department of Medicine</institution>
        <institution>Johns Hopkins School of Medicine</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Center for Population Health Information Technology</institution>
        <institution>Department of Health Policy and Management</institution>
        <institution>Johns Hopkins Bloomberg School of Public Health</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Division of General Pediatrics</institution>
        <institution>Department of Pediatrics</institution>
        <institution>Johns Hopkins School of Medicine</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Johns Hopkins Institute for Clinical and Translational Research</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Johns Hopkins Community Physicians East Baltimore Medical Center</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Elham Hatef <email>ehatef1@jhu.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>23</day>
        <month>7</month>
        <year>2024</year>
      </pub-date>
      <volume>13</volume>
      <elocation-id>e57316</elocation-id>
      <history>
        <date date-type="received">
          <day>12</day>
          <month>2</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>11</day>
          <month>4</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>24</day>
          <month>4</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>23</day>
          <month>5</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Elham Hatef, Thomas Richards, Kristin Topel, Sofia Hail, Christopher Kitchen, Katherine Shaw, Talan Zhang, Elyse C Lasser, Jonathan P Weiner. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 23.07.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2024/1/e57316" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Social needs and social determinants of health (SDOH) significantly outrank medical care when considering the impact on a person’s length and quality of life, resulting in poor health outcomes and worsening life expectancy. Integrating social needs and SDOH data along with clinical risk information within operational clinical decision support (CDS) systems built into electronic health records (EHRs) is an effective approach to addressing health-related social needs. To achieve this goal, applied research is needed to develop EHR-integrated CDS tools and closed-loop referral systems and implement and test them in the digital and clinical workflows at health care systems and collaborating community-based organizations (CBOs).</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to describe the protocol for a mixed methods study including a randomized controlled trial and a qualitative phase assessing the feasibility, acceptability, and effectiveness of an EHR-integrated digital platform to identify patients with social needs and provide navigation services and closed-loop referrals to CBOs to address their social needs.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The randomized controlled trial will enroll and randomize adult patients living in socioeconomically challenged neighborhoods in Baltimore City receiving care at a single academic health care institution in the 3-month intervention (using the digital platform) or the 3-month control (standard-of-care assessment and addressing of social needs) arms (n=295 per arm). To evaluate the feasibility and acceptability of the digital platform and its impact on the clinical and digital workflow and patient care, we will conduct focus groups with the care teams in the health care system (eg, clinical providers, social workers, and care managers) and collaborating CBOs. The outcomes will be the acceptability, feasibility, and effectiveness of the CDS tool and closed-loop referral system.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>This clinical trial opened to enrollment in June 2023 and will be completed in March 2025. Initial results are expected to be published in spring 2025. We will report feasibility outcome measures as weekly use rates of the digital platform. The acceptability outcome measure will be the provider’s and patient’s responses to the truthfulness of a statement indicating a willingness to use the platform in the future. Effectiveness will be measured by tracking a 3-month change in identified social needs and provided navigation services as well as clinical outcomes such as hospitalization and emergency department visits.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The results of this investigation are expected to contribute to our understanding of the use of digital interventions and the implementation of such interventions in digital and clinical workflows to enhance the health care system and CBO ability related to social needs assessment and intervention. These results may inform the construction of a future multi-institutional trial designed to test the effectiveness of this intervention across different health care systems and care settings.</p>
        </sec>
        <sec sec-type="Trial Registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT05574699; https://clinicaltrials.gov/study/NCT05574699</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/57316</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>social needs</kwd>
        <kwd>social determinants of health</kwd>
        <kwd>clinical decision support tool</kwd>
        <kwd>electronic health records</kwd>
        <kwd>randomized controlled trial</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Social needs and social determinants of health (SDOH) significantly outrank medical care when considering the impact on a person’s length and quality of life [<xref ref-type="bibr" rid="ref1">1</xref>]. Rising health care costs and worsening life expectancy in the United States are, in large part, the direct result of these unmet social needs and SDOH challenges [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Challenges related to social needs and SDOH disproportionately impact racial and ethnic minority populations and those with low income and are critical factors in explaining many health-related disparities, ultimately leading to higher mortality rates in these populations [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>Currently, many sources of data on social needs and SDOH challenges can be found within a typical electronic health record (EHR) and some vendors have started adding specific data fields for collecting information on social needs and SDOH challenges. However, no universally accepted or standardized format exists for documenting social needs and SDOH information [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. Furthermore, delivery systems can now take advantage of recent health IT advances in offering automated integration of new sources of relevant social needs and SDOH information [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. The development of cross-provider regional health information exchanges, such as Maryland Health Information Exchange (known as CRISP), also offers the opportunity to connect social needs and SDOH data from multiple clinical organizations and to share information across medical and social sectors (eg, primary care practices and community-based organizations [CBOs]) [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>The extensive range of available social needs and SDOH data will offer a better understanding of how individual and neighborhood challenges could impact a patient’s social needs and SDOH and increased risk of adverse health outcomes [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. However, many technical and organizational challenges must be surmounted before social needs–integrated health IT solutions can be implemented on a wide scale. For example, the literature provides evidence of existing gaps in the development of best practices for integrating social needs and SDOH data into the clinical workflow and the clinicians’ core clinical decision support (CDS) tools [<xref ref-type="bibr" rid="ref23">23</xref>] and data sharing with CBOs [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>Also, multiple practical gaps exist in addressing social needs and SDOH in underlying care management tools. Over the past decade, the new generation of “value-based” health insurance plans and integrated delivery systems (eg, Patient-Centered Medical Homes, and Accountable Health Organizations) have fully embraced available Health IT systems to implement clinically oriented risk identification and stratification CDS tools addressing the needs of medically underserved patients [<xref ref-type="bibr" rid="ref25">25</xref>]. These mechanisms are commonly used to identify and refer the subset of patients who are high-risk or high-cost (ie, with serious and multiple chronic conditions) who need care management services [<xref ref-type="bibr" rid="ref25">25</xref>]. Today, more providers are placed at financial risk for a wider range of nontraditional performance-based target indicators (eg, neighborhood health indicators) and more diverse populations. Hence, there is a rapidly growing gap regarding the use of social needs and SDOH risk information, relative to clinical or morbidity risk factors, within current case finding and risk stratification methodologies. Such a gap is critical for the large proportion of patients, especially among minority populations, who, in addition to having high clinical needs, concomitantly face behavioral, socioeconomic, and community-resource challenges [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>Some health plans and provider systems have started to address the social needs of their patients by implementing EHR-based survey assessment tools and navigation services in their clinical and digital workflows [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref31">31</xref>]. Moreover, a growing body of evidence such as the Accountable Health Communities model by the Centers for Medicare &#38; Medicaid Services provides support for the implementation of such services in the health care settings and their impact on improving the care process and health outcomes [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. However, automated and standardized social needs and SDOH risk identification metrics and data collection and curation processes are sorely lacking. To avoid burdensome and inefficient social needs assessment (data collection from all patients at each visit), it will be essential to develop automated screening tools using EHR or community databases to help identify the subset of patients who would most benefit from EHR-integrated social needs assessment and data collection [<xref ref-type="bibr" rid="ref34">34</xref>]. Also, currently in most health systems, the referral to CBOs is based on clinic staff’s one-off attempt to identify available CBOs and to make referral arrangements. And, in cases where an automated directory of services is used, information is rarely exchanged that might benefit the patient [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. The disconnect between health systems and CBOs and the lack of established data-sharing mechanisms have many negative implications for the patient and the system. For example, it is difficult for the providers to identify whether the social needs of their patients were addressed [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. From a system perspective, such disconnect makes it difficult to evaluate the impact of identification, assessment, and referral of social needs on health outcomes and health care use, as well as to evaluate the efforts of health systems to address disparate access to medical and social services [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>Thus, integrating data on social needs and SDOH challenges along with clinical risk information within operational CDS systems built into EHRs is an effective approach to addressing health-related social needs. To achieve this goal applied research is needed to (1) identify optimal solutions for the effective collection and application of social needs and SDOH information within EHRs; (2) develop EHR-integrated CDS tools and closed-loop referral systems; and (3) implement the CDS tools and closed-loop referral systems in the digital and clinical workflows at health care systems and collaborating CBOs.</p>
      </sec>
      <sec>
        <title>Primary Objective</title>
        <p>The objective of this mixed methods study including a randomized controlled trial (RCT) and a qualitative phase is to address the current gaps in the EHR-based social needs assessment and navigation services. Thus, we plan to assess the feasibility, acceptability, and effectiveness of an EHR-integrated digital platform to identify patients with social needs and provide navigation services including CBO referrals. The digital platform includes a CDS tool and a closed-loop CBO referral. The CDS tool contains a social risk score and an overview of different risk factors and comorbidities contributing to the patient’s social risk score. The CDS tool also provides recommendations on assessment for social needs based on the social risk score and other available information (refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for an explanation and overview of the CDS tool).</p>
        <p>Using both patient- and population-level data, we developed a social predictive risk score based entirely on electronic information readily available within most health care delivery systems. We also validated the model using multiple denominators to ensure generalizability and retrained and tested the model for each subpopulation of interest (eg, individuals aged 65 years or older, racial and ethnic minority populations, and those living in the most and least disadvantaged neighborhoods) [<xref ref-type="bibr" rid="ref34">34</xref>]. The predictive risk score helps providers systematically identify patients at risk of having social needs based on their demographic characteristics, clinical comorbidities, previous social needs, and clinical outcomes such as hospitalization and emergency department visits. Those patients represent likely targets for further assessment of their social needs and ultimately potential referral to CBOs to address such needs. Using this systematic electronic case-finding screening approach helps the health care system avoid burdensome and inefficient social needs assessment (eg, primary data collection from every patient at every visit).</p>
      </sec>
      <sec>
        <title>Hypothesis</title>
        <p>Building on the current evidence on the experience of patients, providers, and health care systems with the EHR-based social needs assessment and navigation services [<xref ref-type="bibr" rid="ref32">32</xref>] as well as the impact of such systems on care process and health outcomes [<xref ref-type="bibr" rid="ref33">33</xref>], we plan to test the central hypothesis that implementing the digital platform for social needs identification and providing navigation services will (1) be feasible in digital and clinical workflows of primary care ambulatory clinics and CBOs; (2) be acceptable by patients, clinical providers, and CBO staff; and (3) demonstrate effectiveness in improving care process and ultimately the clinical outcomes.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Overview and Design</title>
        <p>We will apply an RCT design to compare selected outcomes between the intervention (digital platform) and control (standard of care) groups during their primary care ambulatory visits. The RCT will take place in 5 primary care ambulatory clinics at Johns Hopkins Health System (JHHS) and 5 CBOs in Baltimore City. The CBOs are specialized in providing services related to different categories of social needs including residential instability (ie, homelessness, housing insecurity, and poor-quality housing), food insecurity, and transportation. We will identify a clinical provider champion in each pilot primary care clinic who will serve as the liaison between the study team and the clinic. The provider champion will help the research team with the implementation of the platform in the digital and clinical workflow and will advocate for the study among other providers. <xref rid="figure1" ref-type="fig">Figure 1</xref> describes the RCT’s procedural flow.</p>
        <p>We will identify eligible patients via EHR in the JHHS pilot primary care clinics. A research project manager will contact patients after obtaining their permission via mail, email, and patient portal communications. After verifying eligibility and introducing the study, interested patients will complete consent processes. We will randomize the patients to the intervention or control arm for a 3-month study period. The patients in the intervention group will be contacted by staff at Hopkins Community Connection (HCC; a team of trained social workers and care managers, serving as a hub at JHHS providing standardized social needs assessment and navigation services) within 48 weekday hours of enrollment and receive social needs assessment and navigation services based on their social risk score and other information available in the CDS tool. The patients in the control group will receive the standard of care consisting of provider assessment, assessing, and addressing social needs on an as-needed basis based on the information provided during the visit. The patients in the intervention group will complete an exit interview via phone 3 months after the intervention, assessing their experience with the digital and clinical work process. For patients in the control group, we will retrieve any information on social needs assessment and referral services provided as a standard of care from their EHR.</p>
        <p>To evaluate the feasibility and acceptability of the digital platform and its impact on the clinical and digital workflow and patient care we will conduct focus groups with the care teams at various pilot primary care clinics (eg, clinical providers), HCC staff, and CBO staff to determine satisfaction of users and identify any facilitators or barriers to using the digital platform.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>An overview of a randomized controlled clinical trial to identify patients with social needs and provide navigation services. *In the screening phase, the HCC team (a team of trained social workers and care managers, serving as a hub at Johns Hopkins Health System providing standardized social needs assessment and navigation services) uses the social risk score available in the CDS tool for the intervention arm to decide the social risk of the patient and the need for further assessment. CBO: community-based organization; CDS: clinical decision support; EHR: electronic health record; F/U: follow-up; HCC: Hopkins Community Connection.</p>
          </caption>
          <graphic xlink:href="resprot_v13i1e57316_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Randomized Controlled Trial</title>
        <sec>
          <title>Patient Enrollment—Identifying Eligible Patients</title>
          <p>To identify eligible patients, we will use the following inclusion or exclusion criteria: adult (18+ years of age) patients living in socioeconomically challenged neighborhoods. First-generation immigrants who may be non–English speakers will be eligible for enrollment. The JHHS-EHR does not contain data on patients’ income. Therefore, we will consider enrollment in Medicaid and living in a neighborhood with a high poverty level and socioeconomic challenges as proxies for low income. We will use the patient’s address in the EHR to identify his or her neighborhood of residence and use the area deprivation index [<xref ref-type="bibr" rid="ref36">36</xref>], a population-level composite measure ranking the neighborhoods based on their poverty level, using data from the US Census Bureau American Community Survey. We will consider area deprivation index at the 75th percentile as a proxy for the most deprived neighborhoods. We will consider children, individuals with high levels of income, and patients who already have an HCC care team member assigned to them with a start date within the last 90 days and no end date as noneligible to enroll in the study.</p>
          <p>Every week, our data analyst will use the abovementioned inclusion or exclusion criteria to identify eligible patients with a primary care appointment in 3 weeks in one of the pilot primary care clinics at JHHS. The data analyst also will update the list of eligible patients to add patients with a newly scheduled appointment within 3 weeks of their appointment. We will use the JHHS-EHR patient portal (EPIC MyChart) to send automated messages to eligible patients, inform them about the study, and provide background information on the project. If patients agree to participate in the study, the research project manager will contact them to complete the consent process. The research project manager will also reach out to patients via email and paper mail to ask permission to contact them by phone. The research project manager will contact patients who will not opt out of future communications with the study team to inform them of the study, provide information, and obtain consent. We will also distribute flyers, containing a 1-page graphic document summarizing the study process, in the pilot primary care clinics to inform patients of the ongoing study and provide contact information for them to get connected to the research project manager (refer to <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
          <p>Moreover, we will contact the providers via the EHR secure messaging before an eligible patient visits and inform them about the patient’s eligibility for our study. The providers inform the patients about the study and if the patients agree to participate, they will communicate this information with the research project manager via secure messaging. This process will be completed using an EHR SmartPhrase to populate a prefilled form containing a 1-page summary of the project along with the contact information of the research project manager and add it to the visit summary. This document will be printed at the clinic or sent via email or patient portal to the patient.</p>
        </sec>
        <sec>
          <title>Patient Enrollment—Consenting and Randomization</title>
          <p>We will use both teleconsent via DocuSign and in-person consenting in the clinic when possible to obtain informed consent from eligible patients. We will use the DocuSign 21 CFR Part 11-compliant software (DocuSign, Inc) to obtain a secure electronic signature [<xref ref-type="bibr" rid="ref37">37</xref>]. The consent discussion will take place via phone or videoconference (eg, Zoom; Zoom Video Communications) and patients will be given adequate time to consider the research study and ask questions before signing the consent form. For patients unable to use the DocuSign to complete the consent process the HCC staff will approach the patients in the clinic on the day of their visit and obtain the consent after providing information about the study, answering their questions, and giving them adequate time to read through the consent form.</p>
          <p>We will use stratified blocked sampling through REDCap (Research Electronic Data Capture) with each pilot primary care clinic serving as a stratum to generate the randomization list. Each pilot primary care clinic will have blocks of different sizes (eg, 4, 6, and 8), which will be randomly distributed (eg, one clinic may have blocks of 4,6, 8, 6, 4, 8, …. and another one may have blocks of 6,8, 4, 4, 8, 6, …). Each block will contain an equal number of intervention and control assignments with different orders. This strategy helps ensure an equal number of patients in the 2 arms of the study at any time point during the enrollment and ensures complete masking of the randomization process, with no chance to predict the next randomization assignment in a clinic. The randomization will be completed for each patient after they complete the consent process. On the day of an eligible patient’s visit, the research project manager will monitor the patient’s arrival in the clinic through EHR, and when the patient gets to the clinic, they will use the REDCap randomization list to receive the randomization assignment for each patient and to record the patient’s name and ID with their assigned group (ie, intervention or control arm). They will communicate the randomization assignment with the HCC staff in the clinic through EHR secure messaging.</p>
        </sec>
        <sec>
          <title>Planned Intervention</title>
          <p>Once consented to and randomized into the intervention or the control arms, the patients will be seen at their regularly scheduled appointment in the primary care clinic.</p>
          <sec>
            <title>Intervention Arm</title>
            <p>For patients in the intervention arm the HCC staff in each clinic will use the CDS tool to review their social risk score. If the patient is identified as with medium to high social risk based on their risk score and other information provided in the CDS tool, the HCC staff will perform further assessment of their social needs using available standard social needs assessment tools in the EHR [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. For patients with low risk, the HCC staff will review the social needs history and other information depicted in the tool and decide whether to perform further assessment. A summary sheet will be provided to the HCC staff as a guide to all the details depicted in the CDS tool to help with their decision-making (refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). If the HCC staff decides to screen the patient for social needs, they will leave a secure message for the clinical provider in the EHR, informing them about the risk score and the decision regarding the assessment. The clinical provider will have the option of checking the risk score on the CDS tool, the summary of patients’ previous social needs, and other factors contributing to the social risk score.</p>
            <p>To perform further assessment of the social needs the HCC staff will reach out to the patients over the phone and will perform the assessment. If any social needs are identified and the patient agrees to address those needs the HCC staff will work with the patient to set goals for different identified social needs and provide navigation services including CBO closed-loop referral to achieve those goals. The HCC staff will use FindHelp [<xref ref-type="bibr" rid="ref40">40</xref>], a Health Insurance Portability and Accountability Act–compliant database and referral platform for social needs assessment, documentation, and referral to CBOs. FindHelp also provides the opportunity for real-time communications between clinical providers and CBOs.</p>
            <p>After an assessment of the social needs and providing available navigation services at JHHS the HCC staff will generate a summary report through FindHelp and alert the CBOs about the referred patients. CBOs will have access to FindHelp and can review patients’ social needs assessment and summary reports. After meeting with the referred patient and identifying resources to address their social needs, CBOs generate a summary report, which will be accessible to the HCC staff and clinical provider teams.</p>
          </sec>
          <sec>
            <title>Control Arm</title>
            <p>For patients in the control arm the standard-of-care assessment and addressing of social needs will be provided. The assessment will not be automated with precollected information as is designed in our CDS tool. The assessment will be on an ad hoc basis, which may include completing currently available social needs assessment tools in the clinics and providing information to the patients about available community-based resources.</p>
          </sec>
          <sec>
            <title>Follow-up</title>
            <p>For patients in the intervention arm of the study who get screened by the HCC, after their case has been closed (approximately 3 months after enrollment), the HCC staff will conduct a telephone survey with the patients to assess any changes in their social needs, the degree of which the social needs were met, and patient’s satisfaction with the process for social needs assessment and navigation services as well as the services they received. For patients in the control group, we will retrieve any information on social needs assessment and referral services provided as a standard of care from their EHR. Moreover, for all patients in the study, we will conduct a secondary data analysis to assess the impact of the CDS tool and navigation services on selected clinical outcomes such as hospitalization and emergency department visits (refer to <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> for an overview of the clinic workflow).</p>
          </sec>
        </sec>
        <sec>
          <title>Sample Size</title>
          <p>We plan to enroll approximately 295 patients in each study arm. The sample size calculation is based on addressing the primary outcome of the study namely the effectiveness of the proposed digital process and its impact on process measures. The primary outcome is defined as the change in the number of social needs identified during the visit at the 3-month follow-up telephone survey versus the baseline visit comparing the intervention and control arms. Such a sample will provide 80% power in 2-sided tests with a type I error rate of 5% to detect standardized small effect sizes (Cohen <italic>d</italic>=0.17-0.20 as is estimated in similar studies of social needs assessment and navigation services [<xref ref-type="bibr" rid="ref30">30</xref>]). Sample size estimates conservatively account for a 20% loss to follow-up.</p>
        </sec>
        <sec>
          <title>Data Collection and Measures</title>
          <p>We will collect demographic data (ie, age, gender, race, insurance type, language preference, and need for interpreter), clinical comorbidities (using the Johns Hopkins Adjusted Clinical Groups [<xref ref-type="bibr" rid="ref41">41</xref>], one of the world’s most widely used population-based predictive modeling and case-finding methodologies), previous social needs, and health outcomes (ie, hospitalization and emergency department visits) from the JHHS-EHR. The information related to the assessment for social needs, and navigation services including referral to CBOs, and their 3-month follow-up interview will be documented in the FindHelp platform [<xref ref-type="bibr" rid="ref40">40</xref>]. We will also obtain information on the randomization assignment for each patient through REDCap and collect the information on the social risk score at the time of randomization from our CDS tool. The data generated through the CDS tool will be stored in the Health Insurance Portability and Accountability Act–compliant JHHS enterprise data warehouse.</p>
        </sec>
      </sec>
      <sec>
        <title>Qualitative Assessment—Focus Groups</title>
        <sec>
          <title>Participant Enrollment</title>
          <p>We will evaluate the EHR-integrated digital platform (the CDS tool and the CBO closed-loop referral) from the health system and community organization perspectives. Thus, we will conduct focus groups with provider teams such as physicians, nurses, social workers, care managers, community program coordinators or patient navigators in the clinics and at HCC, and staff of CBOs to determine the satisfaction of the users with the digital platform, determine whether there are any facilitators or barriers to using the platform, and generate ideas on who to improve the platform and the digital process. The research project manager will identify individuals who interacted with the platform in each pilot clinic, HCC, and CBOs and invite them to join the focus groups. We will work with the provider champion at each clinic site to inform other provider teams about the focus groups and invite them to the study. We will also work with the HCC program manager and the CBO staff to identify qualified individuals for the focus groups. We will use a convenience sampling method to select and enroll qualified individuals.</p>
        </sec>
        <sec>
          <title>Conducting Focus Groups</title>
          <p>The focus groups will be 90 minutes each. Participants will be invited via email to join a focus group at a convenient date and time for their schedule and will consent to this part of the study on the day of the meeting. The email will provide a summary of the study and the purpose of the focus group; the date, time, and duration of the focus group; and the contact information of the study principal investigator (PI) to answer any questions of the potential participants before they agree to participate. The focus groups will be conducted under the supervision of the study PIs and study coinvestigators with expertise in qualitative research. Participants in the focus groups will be asked a variety of questions on their interaction with the digital platform, their perception of how it fits within the clinic and CBO digital and clinical workflow, their satisfaction with the platform, and how it can be improved. Focus groups will be recorded in Zoom and transcribed using the Zoom-automated service. We will review the transcripts to address any inconsistency in the automated Zoom transcripts, deidentify, and upload them into MAXQDA (VERBI Software) [<xref ref-type="bibr" rid="ref42">42</xref>] for data management and analyses.</p>
        </sec>
        <sec>
          <title>Sample Size</title>
          <p>We aim to enroll and engage a variety of clinical providers, HCC, and CBO staff. We will attempt to conduct six 90-minute meetings for 6 months to collect input on the potential challenges in the implementation and use of the digital platform. We plan to have 6-10 individuals at each meeting for a total of 36-60 individuals from a variety of positions within the health system and CBOs.</p>
        </sec>
      </sec>
      <sec>
        <title>Outcome Assessment</title>
        <p>We will assess whether the EHR-integrated digital platform is superior to the standard of care and more feasible and acceptable. Thus, we will track the outcomes of feasibility, acceptability, and effectiveness through the RCT and qualitative study components (<xref ref-type="table" rid="table1">Table 1</xref>). We will report feasibility outcome measures as weekly use rates of the digital platform (the CDS tool and closed-loop CBO referral). The acceptability outcome measure will be the provider’s responses to the truthfulness of a statement indicating a willingness to use the digital platform in the future. Effectiveness (ie, the primary outcomes) will be measured by tracking the 3-month process and clinical outcomes versus the baseline visits comparing the intervention and control arms.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Outcome measures for digitally enabled social needs assessment and intervention.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="570"/>
            <col width="200"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Selected measure</td>
                <td>Data source and collection method</td>
                <td>Timing</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Outcome category: feasibility</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Use of the EHR<sup>a</sup>-integrated digital platform—quantitative measures—including weekly rates of log into the CDS<sup>b</sup> tool and closed-loop CBO<sup>c</sup> referral</td>
                <td>JHHS<sup>d</sup>-EDW<sup>e</sup><break/>FindHelp Data</td>
                <td>Enrollment to 3-month follow-up</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Types of use—qualitative measures—including checking the risk score and reviewing the summary report of contributing factors to social risk</td>
                <td>Focus group transcript</td>
                <td>During and after completion of the RCT<sup>f</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Types of use—quantitative and qualitative measures—including performing social needs assessment, setting goals for the patients and follow-up with patients and CBOs, and performing follow-up interviews</td>
                <td>JHHS-EDW, FindHelp data, and focus group transcript</td>
                <td>During and after completion of the RCT</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Outcome category: acceptability</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Willingness to reuse—quantitative and qualitative measures</td>
                <td>Provider focus group transcript<break/>  <break/>  </td>
                <td>During and after completion of the RCT</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Willingness to use the EHR-integrated digital platform again</td>
                <td>Patient follow-up interview</td>
                <td>3-month follow-up</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Outcome category: effectiveness</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Impact on process measures—quantitative measures—including change in the number of identified social needs from enrollment to follow-up, comparing intervention and control arms, and change in the number of navigation services and CBO closed-loop referrals from enrollment to follow-up, comparing intervention and control arms<break/>  <break/>  </td>
                <td>JHHS-EDW and FindHelp data<break/>  <break/>  </td>
                <td>Enrollment and 3-month follow-up<break/>  <break/>  </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Impact on clinical outcomes—quantitative measures—including change in the hospitalization rates from enrollment to follow-up, comparing intervention and control arms, and change in the emergency department visit rates from enrollment to follow-up, comparing intervention and control arms</td>
                <td>JHHS-EDW</td>
                <td>Enrollment and 3-month follow-up</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>EHR: electronic health record.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>CDS: clinical decision support.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>CBO: community-based organizations.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>JHHS: Johns Hopkins Health System.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>EDW: enterprise data warehouse.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>RCT: randomized controlled trial.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Analysis Plan</title>
        <p>We will adhere to the standards for trial design, analysis, and reporting per the CONSORT (Consolidated Standards of Reporting Trials) [<xref ref-type="bibr" rid="ref43">43</xref>]. We will perform univariate analysis including demographic characteristics, clinical comorbidities, previous social needs, and clinical outcomes such as hospitalization and emergency department visits among all patients as well as in the intervention and control arms. We will use frequencies, means, and standard deviations related to feasibility and acceptability outcomes. For the effectiveness outcomes, we will use the change in the number of identified social needs and provided navigation services from baseline to 3-month follow-up and proportion with any hospitalization and emergency department visits comparing the 2 study arms using <italic>t</italic> test and Pearson chi-square tests. We will also use a logistic regression model to include other potential predictors of the outcome to improve the precision of the estimate. All trial procedures will also be in concordance with ClinicalTrials.gov regulations (NCT05574699).</p>
        <p>For focus groups, we will deidentify the transcripts and upload them into MAXQDA [<xref ref-type="bibr" rid="ref42">42</xref>] for data management and analyses. We will deductively develop an initial codebook from the interview guide and apply the deductive codes to the first few interview transcripts. In addition, we will inductively identify emergent subcodes for each parent code, resulting in several subcodes. This initial coding process will be conducted by the PI and coinvestigators with expertise in qualitative research. We will discuss the disagreements in coding and reach a consensus by mutual agreement. One coder will then code the remainder of the interview data and both reviewers will discuss emergent findings and modifications to the coding framework. We will engage in a process of constant comparison of emergent findings throughout the analytic process, and when no new codes can be identified, we will consider thematic saturation to have been achieved.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study protocol was approved by the Johns Hopkins University, School of Medicine’s institutional review board (IRB; #IRB00354803).</p>
        <sec>
          <title>Data Management Plan</title>
          <p>We will convene a data and safety monitoring board (DSMB) to safeguard the interests of study patients, ensure safety and adherence to human subjects’ protection policies, and monitor the overall conduct of the study. The DSMB will be an independent advisory group to the project PI. Communication with DSMB members will be primarily through the PI. It is expected that other study investigators will not communicate with DSMB members about the study directly, except when making presentations or responding to questions at DSMB meetings or during conference calls. The DSMB will meet twice annually throughout the study, when the DSMB will review the progress of the study (accrual rate, protocol deviations, and interim study analyses, if recommended) and make recommendations.</p>
        </sec>
        <sec>
          <title>Privacy and Confidentiality</title>
          <p>To safeguard participant information data will be deidentified for analysis and reporting of the results.</p>
        </sec>
        <sec>
          <title>Compensation Details</title>
          <p>Patients who participate in the RCT will receive services based on their social needs. After completion of the 3-month follow-up interview, patients will receive a $20 gift card for their participation in the study. There are no monetary tokens or compensation directly to the participants in the focus groups.</p>
        </sec>
        <sec>
          <title>Plan for Reporting Unanticipated Problems or Study Deviations</title>
          <p>It is anticipated that patients will experience more benefits than risks from their participation in the trial. There are only minimal risks associated with this study including the risk of unintended consequences, such as social risk profiling that could lead to bias and stereotyping in the delivery of care to patients. To address this risk, the study team will incorporate patients’ preferences into the design and use of the EHR-integrated digital platform and will provide training for the clinic, HCC, and CBO staff on how to use the information available in the CDS tool in their communications with patients. There might also be some ethical concerns about identifying social needs beyond the major categories we have specified in this study (ie, residential instability, food insecurity, and transportation) without addressing them. We refer to such events as alerts and have well-developed procedures for their management. All alerts are reported to the DSMB on a biannual basis. However, the reporting of alerts to the IRB is not required. Details about specific alerts and actions taken are shown in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
          <p>If a serious adverse event happens the DSMB will be notified by the PI within 48 hours of initial notification to the project team. All members of the DSMB will receive copies of all safety reports at the time of submission to the IRB. In addition, a listing of all adverse events and their attribution (eg, study-related, intervention-related, or unrelated to study or treatment) will be provided to the DSMB monthly.</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Specific alerts and actions taken for reporting unanticipated problems or study deviations in the randomized controlled trial to identify patients with social needs and provide navigation services.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="150"/>
              <col width="850"/>
              <thead>
                <tr valign="top">
                  <td>Alert</td>
                  <td>Action taken</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Suicidal ideation, threats to hurt self</td>
                  <td>If an HCC<sup>a</sup> staff encounters a situation in which the person threatens to hurt themself immediately, then the physician at the clinic site is informed and the person is referred to the emergency department for observation and psychiatry consult. If the person is not an immediate threat to self, then the physician at the clinic site is informed and the person is actively encouraged to make a psychiatry appointment and the contact is made for the person if they choose. The HCC staff also informs the person that a member of the team will be contacting him or her shortly to follow up. Immediately after the visit, the PI<sup>b</sup> will be notified of the situation. The PI will complete the alert form and give the form to the study project manager for filing.</td>
                </tr>
                <tr valign="top">
                  <td>Evidence of abuse and intimate partner violence</td>
                  <td>Evidence of physical abuse is as follows: (1) patient states to the HCC staff that abuse occurs and (2) the HCC staff observes physical evidence (eg, black eye, black and blue marks on arms or legs). The HCC staff informs the physician at the clinic site. The physician obtains further information from the patient and will contact Adult Protective Services. Immediately after the visit, the PI will be notified of the situation. The PI will complete the alert form and give the form to the study project manager for filing.<break/>Note: The possibility of informing an agency about an abusive situation is stated in the informed consent.</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>HCC: Hopkins Community Connection.</p>
              </fn>
              <fn id="table2fn2">
                <p><sup>b</sup>PI: principal investigator.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Dissemination Plan</title>
        <p>We will disseminate the study results regardless of effect direction and size through publications in peer-reviewed journals and presentations at conferences. Moreover, we will develop guidelines and algorithms to support other health care systems wishing to apply our methods and tools. These will include logic flow for an EHR-integrated digital platform containing the risk assessment process, the navigation services, and the referral process. In addition, we will provide information on challenges surrounding data sharing between primary care practice sites and CBOs. Our recommendations will suggest how to address the variabilities in information technology infrastructure across different CBOs. We will also develop recommendations for how best to scale the implementation of the EHR-integrated digital platform, across the entire JHHS, regionally, and nationally. Finally, we will vigorously disseminate our findings and methods to major provider networks, technology vendors, policy makers, and other stakeholders.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>We started enrollment in June 2023 and will complete it in January 2025. The analysis is expected to be completed by March 2025 with results published in spring of 2025. We plan to perform an interim analysis when the enrollment reaches 50% of the planned sample size.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This study will provide evidence on the best approaches to create and implement a digital workflow for social needs assessment and navigation services and assess whether the implementation of the EHR-integrated digital platform and process is feasible in a health care system and in CBOs, acceptable among the frontline providers and CBOs staff, and effective in impacting health-related outcomes. If the planned intervention demonstrates greater improvements in 1 or more study outcomes, these findings can be tested and spread through future implementation research and processes. We acknowledge that the inadequate available resources in the community may limit the ability of the CBOs to address identified social needs, which may impact the effectiveness of the digital platform.</p>
      <p>Importantly, the application of mixed methodology and the addition of focus groups with clinical and social stakeholders are unique aspects of this study. This approach will help identify barriers and facilitators to future implementation of the digital platform and potential needed modifications to the digital platform and workflow to ensure the sustainable use of the platform in clinical settings. Such modifications will facilitate future uptake of the digital platform should it prove effective. Our methodology can be used to examine the effects of similar EHR-integrated digital platforms to address unmet social needs in the health care systems and collaboration with community-based organizations.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Randomized controlled clinical trial to identify patients with social needs and provide navigation services—clinical decision support tool explanation sheet.</p>
        <media xlink:href="resprot_v13i1e57316_app1.docx" xlink:title="DOCX File , 454 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Randomized controlled clinical trial to identify patients with social needs and provide navigation services—clinic flyer.</p>
        <media xlink:href="resprot_v13i1e57316_app2.docx" xlink:title="DOCX File , 537 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Randomized controlled trial to identify patients with social needs and provide navigation services—clinic workflow.</p>
        <media xlink:href="resprot_v13i1e57316_app3.docx" xlink:title="DOCX File , 417 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CBO</term>
          <def>
            <p>community-based organization</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CDS</term>
          <def>
            <p>clinical decision support</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CONSORT</term>
          <def>
            <p>Consolidated Standards of Reporting Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">DSMB</term>
          <def>
            <p>data and safety monitoring board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">HCC</term>
          <def>
            <p>Hopkins Community Connection</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">IRB</term>
          <def>
            <p>institutional review board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">JHHS</term>
          <def>
            <p>Johns Hopkins Health System</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">PI</term>
          <def>
            <p>principal investigator</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">SDOH</term>
          <def>
            <p>social determinants of health</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by a grant from the National Institute on Minority Health and Health Disparities (NIMHD; grant R01MD015844-01). Its contents are solely the responsibility of the authors and do not necessarily represent the official NIMHD’s views.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>Johns Hopkins University (JHU) holds the copyright to the Adjusted Clinical Groups (ACG) System and receives royalties from the global distribution of the ACG system. This revenue supports a portion of the authors’ salary. The authors are members of a group of researchers who develop and maintain the ACG System with support from JHU. The authors report no other conflicts of interest in this work.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>University of Wisconsin Population Health Institute</collab>
          </person-group>
          <source>County health rankings key findings report</source>
          <year>2019</year>
          <access-date>2024-02-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.countyhealthrankings.org/reports/2019-county-health-rankings-key-findings-report">https://www.countyhealthrankings.org/reports/2019-county-health-rankings-key-findings-report</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Castrucci</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Auerbach</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Meeting individual social needs falls short of addressing social determinants of health</article-title>
          <source>Health Affairs Blog</source>
          <year>2019</year>
          <access-date>2020-02-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthaffairs.org/do/10.1377/hblog20190115.234942/full/">https://www.healthaffairs.org/do/10.1377/hblog20190115.234942/full/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sulo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Feldstein</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Partridge</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schwander</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sriram</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Summerfelt</surname>
              <given-names>WT</given-names>
            </name>
          </person-group>
          <article-title>Budget impact of a comprehensive nutrition-focused quality improvement program for malnourished hospitalized patients</article-title>
          <source>Am Health Drug Benefits</source>
          <year>2017</year>
          <volume>10</volume>
          <issue>5</issue>
          <fpage>262</fpage>
          <lpage>270</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28975010"/>
          </comment>
          <pub-id pub-id-type="medline">28975010</pub-id>
          <pub-id pub-id-type="pmcid">PMC5620506</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pruitt</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Emechebe</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Quast</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bryant</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Expenditure reductions associated with a social service referral program</article-title>
          <source>Popul Health Manag</source>
          <year>2018</year>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>469</fpage>
          <lpage>476</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29664702"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/pop.2017.0199</pub-id>
          <pub-id pub-id-type="medline">29664702</pub-id>
          <pub-id pub-id-type="pmcid">PMC6276598</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Centers for Disease Control and Prevention. Office of the Associate Director for Policy and Strategy</collab>
          </person-group>
          <source>The HI- 5 Interventions</source>
          <year>2021</year>
          <access-date>2024-02-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/policy/hi5/interventions/">https://www.cdc.gov/policy/hi5/interventions/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>The de Beaumont Foundation and Kaiser Permanente</article-title>
          <source>Cityhealth</source>
          <access-date>2024-02-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cityhealth.org">https://www.cityhealth.org</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Croft</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Eke</surname>
              <given-names>PI</given-names>
            </name>
            <name name-style="western">
              <surname>Giles</surname>
              <given-names>WH</given-names>
            </name>
          </person-group>
          <article-title>Vital signs: racial disparities in age-specific mortality among blacks or African Americans—United States, 1999-2015</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2017</year>
          <volume>66</volume>
          <issue>17</issue>
          <fpage>444</fpage>
          <lpage>456</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6617e1"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6617e1</pub-id>
          <pub-id pub-id-type="medline">28472021</pub-id>
          <pub-id pub-id-type="pmcid">PMC5687082</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>National Academies of Sciences, Engineering, and Medicine</collab>
          </person-group>
          <source>Integrating Social Care Into the Delivery of Health Care: Moving Upstream to Improve the Nation's Health</source>
          <year>2019</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lindemann</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Skube</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Melton</surname>
              <given-names>GB</given-names>
            </name>
          </person-group>
          <article-title>Representation of social history factors across age groups: a topic analysis of free-text social documentation</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2018</year>
          <volume>2017</volume>
          <fpage>1169</fpage>
          <lpage>1178</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29854185"/>
          </comment>
          <pub-id pub-id-type="medline">29854185</pub-id>
          <pub-id pub-id-type="pmcid">PMC5977721</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Winden</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lindemann</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Melton</surname>
              <given-names>GB</given-names>
            </name>
          </person-group>
          <article-title>Residence, living situation, and living conditions information documentation in clinical practice</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2018</year>
          <volume>2017</volume>
          <fpage>1783</fpage>
          <lpage>1792</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29854249"/>
          </comment>
          <pub-id pub-id-type="medline">29854249</pub-id>
          <pub-id pub-id-type="pmcid">PMC5977617</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Winden</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Monsen</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Melton</surname>
              <given-names>GB</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of flowsheet documentation in the electronic health record for residence, living situation, and living conditions</article-title>
          <source>AMIA Jt Summits Transl Sci Proc</source>
          <year>2018</year>
          <volume>2017</volume>
          <fpage>236</fpage>
          <lpage>245</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29888079"/>
          </comment>
          <pub-id pub-id-type="medline">29888079</pub-id>
          <pub-id pub-id-type="pmcid">PMC5961798</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonsahn</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Nerenz</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Socioeconomic status and readmissions: evidence from an urban teaching hospital</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2014</year>
          <volume>33</volume>
          <issue>5</issue>
          <fpage>778</fpage>
          <lpage>785</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2013.0816</pub-id>
          <pub-id pub-id-type="medline">24799574</pub-id>
          <pub-id pub-id-type="pii">33/5/778</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Calvillo-King</surname>
              <given-names>Linda</given-names>
            </name>
            <name name-style="western">
              <surname>Arnold</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Eubank</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yunyongying</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stieglitz</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Halm</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Impact of social factors on risk of readmission or mortality in pneumonia and heart failure: systematic review</article-title>
          <source>J Gen Intern Med</source>
          <year>2013</year>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>269</fpage>
          <lpage>282</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23054925"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-012-2235-x</pub-id>
          <pub-id pub-id-type="medline">23054925</pub-id>
          <pub-id pub-id-type="pmcid">PMC3614153</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <source>MACRA: delivery system reform, Medicare payment reform</source>
          <year>2023</year>
          <month>09</month>
          <day>06</day>
          <access-date>2024-02-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cms.gov/medicare/quality/value-based-programs/chip-reauthorization-act">https://www.cms.gov/medicare/quality/value-based-programs/chip-reauthorization-act</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cottrell</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Likumahuwa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Angier</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Huguet</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Gottlieb</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>DeVoe</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Using health information technology to bring social determinants of health into primary care: a conceptual framework to guide research</article-title>
          <source>J Health Care Poor Underserved</source>
          <year>2018</year>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>949</fpage>
          <lpage>963</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30122675"/>
          </comment>
          <pub-id pub-id-type="doi">10.1353/hpu.2018.0071</pub-id>
          <pub-id pub-id-type="medline">30122675</pub-id>
          <pub-id pub-id-type="pii">S1548686918300093</pub-id>
          <pub-id pub-id-type="pmcid">PMC6779030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>Social determinants of health data</article-title>
          <source>Chesapeake Regional Information System for our Patients (CRISP)</source>
          <access-date>2024-02-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.crisphealth.org/learning-system/sdoh-data/">https://www.crisphealth.org/learning-system/sdoh-data/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Signorello</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Munro</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Hargreaves</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Blot</surname>
              <given-names>WJ</given-names>
            </name>
          </person-group>
          <article-title>Socioeconomic status, race, and mortality: a prospective cohort study</article-title>
          <source>Am J Public Health</source>
          <year>2014</year>
          <volume>104</volume>
          <issue>12</issue>
          <fpage>e98</fpage>
          <lpage>e107</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2014.302156</pub-id>
          <pub-id pub-id-type="medline">25322291</pub-id>
          <pub-id pub-id-type="pmcid">PMC4232159</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meijer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Röhl</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bloomfield</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Grittner</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Do neighborhoods affect individual mortality? A systematic review and meta-analysis of multilevel studies</article-title>
          <source>Soc Sci Med</source>
          <year>2012</year>
          <volume>74</volume>
          <issue>8</issue>
          <fpage>1204</fpage>
          <lpage>1212</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2011.11.034</pub-id>
          <pub-id pub-id-type="medline">22365939</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(12)00050-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hernandez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Simonetti</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Fihn</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>The association between neighborhood environment and mortality: results from a national study of veterans</article-title>
          <source>J Gen Intern Med</source>
          <year>2017</year>
          <volume>32</volume>
          <issue>4</issue>
          <fpage>416</fpage>
          <lpage>422</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2011.11.034</pub-id>
          <pub-id pub-id-type="medline">22365939</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McWilliams</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Patient characteristics and differences in hospital readmission rates</article-title>
          <source>JAMA Intern Med</source>
          <year>2015</year>
          <volume>175</volume>
          <issue>11</issue>
          <fpage>1803</fpage>
          <lpage>1812</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26368317"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2015.4660</pub-id>
          <pub-id pub-id-type="medline">26368317</pub-id>
          <pub-id pub-id-type="pii">2434813</pub-id>
          <pub-id pub-id-type="pmcid">PMC4991542</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nagasako</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Reidhead</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Waterman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dunagan</surname>
              <given-names>WC</given-names>
            </name>
          </person-group>
          <article-title>Adding socioeconomic data to hospital readmissions calculations may produce more useful results</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2014</year>
          <volume>33</volume>
          <issue>5</issue>
          <fpage>786</fpage>
          <lpage>791</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24799575"/>
          </comment>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2013.1148</pub-id>
          <pub-id pub-id-type="medline">24799575</pub-id>
          <pub-id pub-id-type="pii">33/5/786</pub-id>
          <pub-id pub-id-type="pmcid">PMC4079850</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sills</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cutler</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Colvin</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Gottlieb</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Macy</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Bettenhausen</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Morse</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Fieldston</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Raphael</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Auger</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Adding social determinant data changes children's hospitals' readmissions performance</article-title>
          <source>J Pediatr</source>
          <year>2017</year>
          <volume>186</volume>
          <fpage>150</fpage>
          <lpage>157</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pubmed.ncbi.nlm.nih.gov/28476461/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2013.1148</pub-id>
          <pub-id pub-id-type="medline">24799575</pub-id>
          <pub-id pub-id-type="pii">33/5/786</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andermann</surname>
              <given-names>A</given-names>
            </name>
            <collab>Clear Collaboration</collab>
          </person-group>
          <article-title>Taking action on the social determinants of health in clinical practice: a framework for health professionals</article-title>
          <source>CMAJ</source>
          <year>2016</year>
          <volume>188</volume>
          <issue>17-18</issue>
          <fpage>E474</fpage>
          <lpage>E483</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cmaj.ca/cgi/pmidlookup?view=long&#38;pmid=27503870"/>
          </comment>
          <pub-id pub-id-type="doi">10.1503/cmaj.160177</pub-id>
          <pub-id pub-id-type="medline">27503870</pub-id>
          <pub-id pub-id-type="pii">cmaj.160177</pub-id>
          <pub-id pub-id-type="pmcid">PMC5135524</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Robert Wood Johnson Foundation. Data Across Sectors for Health (DASH)</collab>
          </person-group>
          <article-title>DASH communities generate lessons learned about the required data infrastructure and systems</article-title>
          <source>Coordinated whole-person care that addresses social determinants of health</source>
          <access-date>2024-02-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dashconnect.org/wp-content/uploads/2017/09/DASH-care-coordination-brief.pdf">https://dashconnect.org/wp-content/uploads/2017/09/DASH-care-coordination-brief.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Siegel</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Ferris</surname>
              <given-names>TG</given-names>
            </name>
          </person-group>
          <article-title>Caring for high-need, high-cost patients: what makes for a successful care management program?</article-title>
          <source>Issue Brief (The Commonwealth Fund)</source>
          <year>2014</year>
          <access-date>2024-02-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.commonwealthfund.org/publications/issue-briefs/2014/aug/caring-high-need-high-cost-patients-what-makes-successful-care">https://www.commonwealthfund.org/publications/issue-briefs/2014/aug/caring-high-need-high-cost-patients-what-makes-successful-care</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Joint Center for Political and Economic Studies</collab>
          </person-group>
          <source>Place matters: ensuring opportunities for good health for all</source>
          <year>2012</year>
          <access-date>2024-02-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jointcenter.org/wp-content/uploads/2021/02/Place-Matters-Community-Reports-Summary.pdf">https://jointcenter.org/wp-content/uploads/2021/02/Place-Matters-Community-Reports-Summary.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marpsat</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Razafindratsima</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Survey methods for hard-to-reach populations: introduction to the special issue</article-title>
          <source>Methodol Innov</source>
          <year>2010</year>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>1</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.4256/mio.2010.0014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nau</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Roblin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schmittdiel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schroeder</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Steiner</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Considerations for identifying social needs in health care systems: a commentary on the role of predictive models in supporting a comprehensive social needs strategy</article-title>
          <source>Med Care</source>
          <year>2019</year>
          <volume>57</volume>
          <issue>9</issue>
          <fpage>661</fpage>
          <lpage>666</lpage>
          <pub-id pub-id-type="doi">10.1097/MLR.0000000000001173</pub-id>
          <pub-id pub-id-type="medline">31404012</pub-id>
          <pub-id pub-id-type="pii">00005650-201909000-00001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alley</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Asomugha</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Conway</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Sanghavi</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Accountable health communities—addressing social needs through Medicare and Medicaid</article-title>
          <source>N Engl J Med</source>
          <year>2016</year>
          <volume>374</volume>
          <issue>1</issue>
          <fpage>8</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMp1512532</pub-id>
          <pub-id pub-id-type="medline">26731305</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gottlieb</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Hessler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Long</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Laves</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Amaya</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sweeney</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schudel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>NE</given-names>
            </name>
          </person-group>
          <article-title>Effects of social needs screening and in-person service navigation on child health: a randomized clinical trial</article-title>
          <source>JAMA Pediatr</source>
          <year>2016</year>
          <volume>170</volume>
          <issue>11</issue>
          <fpage>e162521</fpage>
          <pub-id pub-id-type="doi">10.1001/jamapediatrics.2016.2521</pub-id>
          <pub-id pub-id-type="medline">27599265</pub-id>
          <pub-id pub-id-type="pii">2548441</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Stead</surname>
              <given-names>WW</given-names>
            </name>
          </person-group>
          <article-title>Patients in context—EHR capture of social and behavioral determinants of health</article-title>
          <source>N Engl J Med</source>
          <year>2015</year>
          <volume>372</volume>
          <issue>8</issue>
          <fpage>698</fpage>
          <lpage>701</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMp1413945</pub-id>
          <pub-id pub-id-type="medline">25693009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Renaud</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McClellan</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>DePriest</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Witgert</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Abowd Johnson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Barolin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gottlieb</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>De Marchis</surname>
              <given-names>EHD</given-names>
            </name>
            <name name-style="western">
              <surname>Rojas-Smith</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Haber</surname>
              <given-names>SG</given-names>
            </name>
          </person-group>
          <article-title>Addressing health-related social needs via community resources: lessons from accountable health communities</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2023</year>
          <volume>42</volume>
          <issue>6</issue>
          <fpage>832</fpage>
          <lpage>840</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2022.01507</pub-id>
          <pub-id pub-id-type="medline">37196207</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parish</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Beil</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>D'Arcangelo</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Romaire</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rojas-Smith</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Haber</surname>
              <given-names>SG</given-names>
            </name>
          </person-group>
          <article-title>Health care impacts of resource navigation for health-related social needs in the Accountable Health Communities Model</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2023</year>
          <volume>42</volume>
          <issue>6</issue>
          <fpage>822</fpage>
          <lpage>831</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2022.01502</pub-id>
          <pub-id pub-id-type="medline">37196210</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hatef</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>HY</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Kitchen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Budaraju</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Foroughmand</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Lasser</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Weiner</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Development of a social risk score in the electronic health record to identify social needs among underserved populations: retrospective study</article-title>
          <source>JMIR Form Res</source>
          <year>2024</year>
          <volume>8</volume>
          <fpage>e54732</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2024//e54732/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/54732</pub-id>
          <pub-id pub-id-type="medline">38470477</pub-id>
          <pub-id pub-id-type="pii">v8i1e54732</pub-id>
          <pub-id pub-id-type="pmcid">PMC10966439</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weiser</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Hatcher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Frongillo</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Guzman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Bangsberg</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Kushel</surname>
              <given-names>MB</given-names>
            </name>
          </person-group>
          <article-title>Food insecurity is associated with greater acute care utilization among HIV-infected homeless and marginally housed individuals in San Francisco</article-title>
          <source>J Gen Intern Med</source>
          <year>2013</year>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>91</fpage>
          <lpage>98</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22903407"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-012-2176-4</pub-id>
          <pub-id pub-id-type="medline">22903407</pub-id>
          <pub-id pub-id-type="pmcid">PMC3539018</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>GK</given-names>
            </name>
          </person-group>
          <article-title>Area deprivation and widening inequalities in US mortality, 1969–1998</article-title>
          <source>Am J Public Health</source>
          <year>2003</year>
          <volume>93</volume>
          <issue>7</issue>
          <fpage>1137</fpage>
          <lpage>1143</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.93.7.1137</pub-id>
          <pub-id pub-id-type="medline">12835199</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <article-title>21 CFR Pt. 11 compliance with electronic signatures</article-title>
          <source>DocuSign</source>
          <year>2023</year>
          <month>07</month>
          <day>18</day>
          <access-date>2024-02-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.docusign.com/blog/21-cfr-pt-11-compliance-electronic-signatures">https://www.docusign.com/blog/21-cfr-pt-11-compliance-electronic-signatures</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <source>The accountable health communities health-related social needs screening tool</source>
          <access-date>2024-04-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cms.gov/priorities/innovation/files/worksheets/ahcm-screeningtool.pdf">https://www.cms.gov/priorities/innovation/files/worksheets/ahcm-screeningtool.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>National Association of Community Health Centers</collab>
          </person-group>
          <article-title>The PRAPARE Screening tool</article-title>
          <source>Protocol for Responding to and Assessing Patients' Assets, Risks, and Experiences (PRAPARE)</source>
          <access-date>2024-04-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://prapare.org/the-prapare-screening-tool/">https://prapare.org/the-prapare-screening-tool/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <article-title>Search and connect to social care</article-title>
          <source>FindHelp</source>
          <access-date>2024-02-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.findhelp.org">https://www.findhelp.org</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Johns Hopkins Medicine</collab>
          </person-group>
          <source>Johns Hopkins ACG® System</source>
          <access-date>2024-02-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hopkinsacg.org">https://www.hopkinsacg.org</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <article-title>All-in-one tool for qualitative data</article-title>
          <source>MAXQDA</source>
          <access-date>2024-02-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.maxqda.com">https://www.maxqda.com</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <collab>Consort Group</collab>
          </person-group>
          <article-title>Consort 2010 statement: updated guidelines for reporting parallel group randomised trials</article-title>
          <source>BMJ</source>
          <year>2010</year>
          <volume>340</volume>
          <fpage>c332</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20332509"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.c332</pub-id>
          <pub-id pub-id-type="medline">20332509</pub-id>
          <pub-id pub-id-type="pii">bmj.c332</pub-id>
          <pub-id pub-id-type="pmcid">PMC2844940</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
