<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i6e24887</article-id>
      <article-id pub-id-type="pmid">34114962</article-id>
      <article-id pub-id-type="doi">10.2196/24887</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Proposal</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Proposal</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Clustering of Unhealthy Behaviors: Protocol for a Multiple Behavior Analysis of Data From the Canadian Longitudinal Study on Aging</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>van Allen</surname>
            <given-names>Zack</given-names>
          </name>
          <degrees>MA, MBA</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <address>
            <institution>School of Psychology</institution>
            <institution>University of Ottawa</institution>
            <addr-line>75 Laurier Ave E</addr-line>
            <addr-line>Ottawa, ON, K1N 6N5</addr-line>
            <country>Canada</country>
            <phone>1 6138660060</phone>
            <email>zvana030@uottawa.ca</email>
          </address>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5778-6441</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Bacon</surname>
            <given-names>Simon L</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7075-0358</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Bernard</surname>
            <given-names>Paquito</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2180-9135</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>Heather</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0067-991X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Desroches</surname>
            <given-names>Sophie</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0797-605X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Kastner</surname>
            <given-names>Monika</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff09" ref-type="aff">9</xref>
          <xref rid="aff10" ref-type="aff">10</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2838-7417</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Lavoie</surname>
            <given-names>Kim</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <xref rid="aff11" ref-type="aff">11</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2606-1357</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Marques</surname>
            <given-names>Marta</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff12" ref-type="aff">12</xref>
          <xref rid="aff13" ref-type="aff">13</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4797-9557</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>McCleary</surname>
            <given-names>Nicola</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4394-703X</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Straus</surname>
            <given-names>Sharon</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6106-832X</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Taljaard</surname>
            <given-names>Monica</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3978-8961</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Thavorn</surname>
            <given-names>Kednapa</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4738-8447</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Tomasone</surname>
            <given-names>Jennifer R</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff14" ref-type="aff">14</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0446-9706</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Presseau</surname>
            <given-names>Justin</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2132-0703</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>School of Psychology</institution>
        <institution>University of Ottawa</institution>
        <addr-line>Ottawa, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Clinical Epidemiology Program</institution>
        <institution>Ottawa Hospital Research Institute</institution>
        <addr-line>Ottawa, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Department of Health, Kinesiology &#38; Applied Physiology</institution>
        <institution>Concordia University</institution>
        <addr-line>Montreal, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Montreal Behavioural Medicine Centre</institution>
        <institution>Le Centre intégré universitaire de santé et de services sociaux du Nord-de-l'Île-de-Montréal</institution>
        <addr-line>Montreal, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Department of Physical Activity Sciences</institution>
        <institution>University of Quebec in Montreal</institution>
        <addr-line>Montreal, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Research Center of the Montreal Mental Health University Institute</institution>
        <addr-line>Montreal, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>Population Health Sciences Institute</institution>
        <institution>Faculty of Medical Sciences</institution>
        <institution>Newcastle University</institution>
        <addr-line>Newcastle upon Tyne</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Department of Food and Nutrition Sciences</institution>
        <institution>Laval University</institution>
        <addr-line>Quebec City, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Department of Medicine</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>North York General Hospital</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff11">
        <label>11</label>
        <institution>Department of Psychology</institution>
        <institution>University of Quebec in Montreal</institution>
        <addr-line>Montreal, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff12">
        <label>12</label>
        <institution>ADAPT Science Foundation Ireland Research Centre</institution>
        <institution>Trinity College Dublin</institution>
        <addr-line>Dublin</addr-line>
        <country>Ireland</country>
      </aff>
      <aff id="aff13">
        <label>13</label>
        <institution>Comprehensive Health Research Centre</institution>
        <institution>NOVA Medical School</institution>
        <addr-line>Lisbon</addr-line>
        <country>Portugal</country>
      </aff>
      <aff id="aff14">
        <label>14</label>
        <institution>School of Kinesiology and Health</institution>
        <institution>Queen's University</institution>
        <addr-line>Kingston, ON</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Zack van Allen <email>zvana030@uottawa.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>11</day>
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <volume>10</volume>
      <issue>6</issue>
      <elocation-id>e24887</elocation-id>
      <history>
        <date date-type="received">
          <day>9</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>19</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>8</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>4</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Zack van Allen, Simon L Bacon, Paquito Bernard, Heather Brown, Sophie Desroches, Monika Kastner, Kim Lavoie, Marta Marques, Nicola McCleary, Sharon Straus, Monica Taljaard, Kednapa Thavorn, Jennifer R Tomasone, Justin Presseau. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 11.06.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2021/6/e24887" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Health behaviors such as physical inactivity, unhealthy eating, smoking tobacco, and alcohol use are leading risk factors for noncommunicable chronic diseases and play a central role in limiting health and life satisfaction. To date, however, health behaviors tend to be considered separately from one another, resulting in guidelines and interventions for healthy aging siloed by specific behaviors and often focused only on a given health behavior without considering the co-occurrence of family, social, work, and other behaviors of everyday life.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study is to understand how behaviors cluster and how such clusters are associated with physical and mental health, life satisfaction, and health care utilization may provide opportunities to leverage this co-occurrence to develop and evaluate interventions to promote multiple health behavior changes.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Using cross-sectional baseline data from the Canadian Longitudinal Study on Aging, we will perform a predefined set of exploratory and hypothesis-generating analyses to examine the co-occurrence of health and everyday life behaviors. We will use agglomerative hierarchical cluster analysis to cluster individuals based on their behavioral tendencies. Multinomial logistic regression will then be used to model the relationships between clusters and demographic indicators, health care utilization, and general health and life satisfaction, and assess whether sex and age moderate these relationships. In addition, we will conduct network community detection analysis using the clique percolation algorithm to detect overlapping communities of behaviors based on the strength of relationships between variables.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Baseline data for the Canadian Longitudinal Study on Aging were collected from 51,338 participants aged between 45 and 85 years. Data were collected between 2010 and 2015. Secondary data analysis for this project was approved by the Ottawa Health Science Network Research Ethics Board (protocol ID #20190506-01H).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study will help to inform the development of interventions tailored to subpopulations of adults (eg, physically inactive smokers) defined by the multiple behaviors that describe their everyday life experiences.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/24887</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>health behaviors</kwd>
        <kwd>multiple behaviors</kwd>
        <kwd>cluster analysis</kwd>
        <kwd>network analysis</kwd>
        <kwd>CLSA</kwd>
      </kwd-group>
      <custom-meta-wrap>
        <custom-meta>
          <meta-name>ext-peer-rev</meta-name>
          <meta-value> peer-reviewed by T Webb, CA Almenara, E Brindal; externally peer-reviewed by the Canadian Institutes of Health Research. See the Multimedia Appendices for the peer-review report; </meta-value>
        </custom-meta>
      </custom-meta-wrap>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Two-thirds of all annual deaths in Canada are caused by 4 noncommunicable chronic diseases: cancer, cardiovascular disease, diabetes, and chronic respiratory disease [<xref ref-type="bibr" rid="ref1">1</xref>]. Approximately 12% of Canadians 65 years or older have lived with 2 or more of these chronic diseases, also known as multimorbidity [<xref ref-type="bibr" rid="ref2">2</xref>]. Health behaviors such as physical inactivity, unhealthy eating, smoking tobacco, and alcohol use are leading risk factors for chronic diseases and play a central role in health status and quality of life [<xref ref-type="bibr" rid="ref3">3</xref>]. The prevalence of risky health behaviors is high, with approximately 4 in 5 Canadian adults reporting at least one of these modifiable risk factors for noncommunicable chronic diseases [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>Although the risk factors and consequences of multimorbidity have been studied extensively [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>], much less attention has been paid to understanding how different combinations of multiple behaviors influence individuals’ life satisfaction and health. Our everyday lives are defined by multiple co-occurring health, social, family, personal, and work-related behaviors, each vying for the limited time, energy, and motivation available [<xref ref-type="bibr" rid="ref7">7</xref>]. In spite of this, health behaviors tend to be studied and promoted largely separately from each other, resulting in guidelines and interventions for healthy aging siloed by specific behaviors. For example, Canada has distinct sets of guidelines for physical activity and sleep [<xref ref-type="bibr" rid="ref8">8</xref>] and alcohol consumption [<xref ref-type="bibr" rid="ref9">9</xref>]. In addition to focusing on single health behaviors, guidelines often do not consider the interconnectedness—or co-occurrence—of the various other family, social, work, hobby, and other behaviors that characterize daily life. Understanding how behaviors cluster and how such clusters are associated with physical and mental health, life satisfaction, and health care utilization may provide new opportunities to leverage this co-occurrence to promote multiple health behavior change interventions tailored to which behaviors co-occur for whom, thus better reflecting the real-world complexity of health care for aging Canadians.</p>
      <p>International population data support the co-occurrence and clustering of health behaviors. For instance, Irish national data collected in the 2007 National Survey of Lifestyle, Attitudes, and Nutrition investigated the co-occurrence of smoking, alcohol use, physical inactivity, and unhealthy eating in adults aged 18 years and older [<xref ref-type="bibr" rid="ref10">10</xref>]. In this cross-sectional analysis, the authors identified 6 clusters of behaviors to describe the population, which were labeled as (1) <italic>healthy lifestyle</italic> (characterized by people who had never smoked, high physical activity, highest healthy eating, and moderate alcohol use), (2) <italic>former smokers</italic> (former smokers who reported high physical activity, moderate alcohol use, and healthy eating), (3) <italic>temperate</italic> (moderately active and moderate drinkers who had never smoked), (4) <italic>physically inactive</italic> (people with low levels of physical activity, poor eating habits, and who reporting some smoking and high alcohol use), (5) <italic>mixed lifestyle</italic> (those who had never smoked and reported moderate physical activity and variable alcohol consumption), and (6) <italic>multiple risk factor</italic> (moderate physical activity, moderate to high alcohol use, and variable healthy eating). Although the cluster labels do not directly convey the co-occurrence of the behaviors, definitions of each label describe which behaviors co-occur most in each group in terms of the extent of the performance of each behavior. Beyond defining how behaviors cluster, they also showed that membership in each cluster was associated with demographic factors and health and well-being outcomes: those in the <italic>healthy lifestyle</italic> cluster were more likely to be women 65 years or older, be in the highest socioeconomic status (SES) group, and exhibit low psychological distress; those in the <italic>former smokers</italic> cluster were more likely than the healthy lifestyle cluster to be men and be in a lower SES group; the <italic>temperate</italic> cluster was associated with being male and being in a lower SES group as well as being younger; the <italic>physically inactive</italic> cluster was associated with being male aged 18 to 29 years and being in a lower SES group and having higher psychological distress; the <italic>multiple risk factor</italic> cluster had lowest reported energy and vitality, highest distress, lowest self-reported health, and lowest quality of life; and the <italic>mixed lifestyle</italic> cluster was associated with being male and younger and being in a lower SES group, with highest distress and lower energy and vitality. These findings show how the population can be segmented by the multiple health behaviors that characterize their lives and that these segmented clusters are socially patterned and associated with different health outcomes. It remains to be seen how such clusters may hold when focusing on adults aged 45 to 85 years and extending the behaviors under consideration beyond health behaviors. Identifying these clusters and their associations with demographic factors, general health, and health care utilization can inform the tailoring of future interventions targeting multiple behavior change.</p>
      <p>In another study, Buck and Frosini [<xref ref-type="bibr" rid="ref11">11</xref>] used data from the Health Survey for England to investigate the clustering of smoking, excessive alcohol use, unhealthy eating, and physical inactivity among adults aged 16 to 74 years between 2003 and 2008. They showed that in 2008, only 7% of people engaged in none of the behaviors and only 5% engaged in all 4; 63% of people engaged in 1 or 2, with the remaining 25% engaging in 3 or more behaviors. The most common co-occurring behaviors included either unhealthy eating and physical inactivity (more prevalent in women) or alcohol use, unhealthy eating, and inactivity (more prevalent in men). Men were more likely than women to have 3 co-occurring unhealthy behaviors, and those 65 years and older were more likely to have 2 co-occurring unhealthy behaviors than any other age group (16-24, 25-44, 45-64, and ≥65 years).</p>
      <p>Although the importance of co-occurring health behaviors is clear, the role of nonhealth behaviors should not be overlooked. Using Australian population survey data collected in 2007 and 2009 in the Household Income and Labour Dynamics of Australia survey, we showed that other behaviors co-occurred with healthy eating and to some extent differed between men and women aged 18-65 years [<xref ref-type="bibr" rid="ref12">12</xref>]. For Australian women, some family behaviors (caring for young children) and work behaviors (being employed in a managerial position) were associated with healthy eating, whereas not working was negatively associated with healthy eating. For men, the co-occurrence of work-related behaviors with healthy eating depended on the type of job category (positive for managers and negative for laborers). The findings highlight that nonhealth behaviors also co-occur with health behaviors and underscore the connectedness of the multiple behaviors in daily life.</p>
      <p>The examples discussed so far have examined co-occurring health behaviors in the general population. However, some studies have focused on adults aged 50 years and older. For example, one study specifically focusing on older adults involved cross-sectional data collected in Germany in 2006, involving 982 men and 1020 women aged 50 to 70 years [<xref ref-type="bibr" rid="ref13">13</xref>]. The authors investigated how 4 health behaviors (tobacco use, alcohol use, unhealthy eating, and physical inactivity) clustered in the population of adults in one German state and reliably grouped individuals by the unhealthy behaviors that they engaged in: 25% were defined by the lack of unhealthy behaviors, 21% as inactive, 18% as low fruit and vegetable eaters, 13% as smokers with other risk behaviors, and 23% as drinkers with other risk behaviors [<xref ref-type="bibr" rid="ref13">13</xref>]. Although some adults were only described using one unhealthy behavior, over one-third had multiple unhealthy behaviors that clustered together. Furthermore, membership in each cluster was also patterned in terms of sociodemographic factors: those with multiple co-occurring unhealthy behaviors tended to be men, living alone, and of a lower SES. This study focused on a limited set of unhealthy behaviors, and it remains unclear which other behaviors characterizing daily life may also co-occur.</p>
      <p>A different methodological approach was taken by Shaw and Agahi [<xref ref-type="bibr" rid="ref14">14</xref>], who used baseline data from the 1998 Health and Retirement Study [<xref ref-type="bibr" rid="ref15">15</xref>], which collected data from adults older than 50 years, to form <italic>health behavior profiles</italic>. In total, 12 health behavior profiles were constructed based on combinations of smokers versus nonsmokers, physically active versus inactive, and those who reported no versus moderate versus heavy alcohol consumption. Profiles varied widely in the percentage of participants captured in each profile. The 6 most prevalent profiles included the following: (1) <italic>physically inactive, nondrinkers, who do not smoke</italic> (6702/19,662, 34.1%); (2) <italic>physically active, nondrinkers, who do not smoke</italic> (4662/19,662, 23.7%); (3) <italic>physically active, moderate drinkers, who do not smoke</italic> (1986/19,662, 10.1%); (4) <italic>physically inactive, moderate drinkers, who do not smoke</italic> (1684/19,662, 8.6%); (5) <italic>physically inactive, nondrinkers, who smoke</italic> (1274/19,662, 6.5%); and (6) <italic>physically active, nondrinkers, who smoke</italic> (820/19,662, 4.2%).</p>
      <p>Taken together, population survey data worldwide are converging on the idea that health behaviors cluster differently across the population and that the resulting clusters have distinct sociodemographic and health outcome patterns. However, to our knowledge, this has only been explored to a limited extent in Canadian data. Canadian National Population Survey data have shown that physical inactivity, alcohol use, and smoking co-occur [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Understanding how behaviors co-occur at a population level may provide novel ways of developing support and guidance for patients and clinicians and preventing noncommunicable chronic diseases in the general population using a multiple behavior approach.</p>
      <p>To this end, we aim to leverage cross-sectional baseline data from the Canadian Longitudinal Study on Aging <bold>(</bold>CLSA) [<xref ref-type="bibr" rid="ref18">18</xref>]. By 2031, 1 in 4 Canadians will be aged 65 years or older, and the CLSA aims to understand the determinants of health and wellness as people age [<xref ref-type="bibr" rid="ref19">19</xref>]. For our purposes, we will use CLSA baseline data to address the following objectives: (1) describe how health behaviors cluster, (2) describe how other behaviors of everyday life (family, work, hobby, and community behaviors) cluster, (3) identify sociodemographic factors (sex, age group, marital status, income, country of birth, and social support availability) associated with cluster membership, (4) examine whether life satisfaction and health differ across clusters, (5) examine whether and which clusters of behavior are associated with health care utilization, and (6) examine whether clusters of health behaviors are associated with nonhealth behaviors.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>The CLSA is a national longitudinal study designed to assess the biological, physical, societal, and psychosocial factors involved in healthy aging [<xref ref-type="bibr" rid="ref18">18</xref>]. CLSA baseline data collection was conducted between 2010 and 2015 and involved 2 approaches: (1) a <italic>tracking</italic> cohort (n=21,241) that responded to questions administered by a 60-minute computer-assisted telephone interview and (2) a <italic>comprehensive</italic> cohort (n=30,097) that involved a 90-minute in-person interview and a data collection site visit. A 30-minute <italic>maintaining contact questionnaire</italic> was also administered by telephone to both cohorts 18 months after the initial contact to collect supplementary data from the same cohort (all of which form the baseline data collection used in our planned analysis).</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>Participants were recruited through random-digit dialing, provincial health registries, and the Canadian Community Health Survey on Healthy Aging [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Exclusion criteria for the CLSA included residents living in 3 territories and First Nations reserves, full-time members of the Canadian Armed Forces, people living with cognitive impairments, and individuals living in institutions (including 24-hour nursing homes) [<xref ref-type="bibr" rid="ref21">21</xref>]. This study included 51,338 French- and English-speaking Canadians (26,155/51,338, 50.95% female) aged between 45 and 85 years at the time of enrollment. The average participant age was 62.98 years (SD 10.43), with 26.15% (13,427/51,338) aged between 45 and 54 years, 31.98% (16,420/51,338) aged between 55 and 64 years, 23.37% (11,996/51,338) aged between 65 and 74 years, and 18.5% (9495/51,338) aged between 75 and 85 years. A full description of demographic characteristics of the sample as well as summary data across all measured variables is available in the CLSA baseline data report [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      </sec>
      <sec>
        <title>Variable Selection</title>
        <sec>
          <title>Selection Approach</title>
          <p>Variable selection can be performed by <italic>objective</italic> or <italic>subjective</italic> approaches. Objective methods rely on data-driven techniques (eg, forward or backward selection) and techniques such as factor analysis and principal component analysis for dimension reduction to arrive at a parsimonious set of features for inclusion in a model [<xref ref-type="bibr" rid="ref22">22</xref>]. In contrast, subjective approaches are generally driven by expert opinions and/or theory-driven research questions. Due to the manageable number of variables in the CLSA related to our research question, objective or data-driven approaches to feature selection were not required. Rather, based on our research objectives and the data collected by CLSA, we identified by group consensus an initial set of variables assessing health behaviors, nonhealth behaviors, sociodemographic indicators, general health and well-being, and health care service utilization. Our decisions were also shaped by issues of survey design (eg, skip questions), knowledge of basic summary statistics for baseline CLSA data [<xref ref-type="bibr" rid="ref19">19</xref>], and our own supplementary summary statistics on the baseline data. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provides a description of variables in each category (eg, health behaviors and nonhealth behaviors) to be used in the analyses, along with example items.</p>
        </sec>
        <sec>
          <title>Health Behaviors</title>
          <p><italic>Physical activity</italic> and <italic>sedentary behavior</italic> were measured using the Physical Activity Scale for the Elderly [<xref ref-type="bibr" rid="ref23">23</xref>], which assesses the frequency of sedentary behavior, walking, light physical activity, moderate physical activity, strenuous physical activity, and exercise. The items asked participants to report on their activity levels over the previous 7 days on a scale of 1 (never) to 4 (often, 5-7 days). A recent report published by Statistics Canada focusing on the relationship between physical activity and lung functioning [<xref ref-type="bibr" rid="ref24">24</xref>] merged light and moderate physical activity together and merged strenuous physical activity and exercise together based on issues with question prompts and conceptual overlap between question items. To facilitate dimension reduction, we opted for a similar approach in which the Physical Activity Scale for the Elderly subscale items were merged to represent sitting, walking, light or moderate physical activity, and strenuous physical activity or exercise.</p>
          <p><italic>Fruit and vegetable consumption</italic> was assessed using one item from the Seniors in the Community Risk Evaluation for Eating and Nutrition questionnaire [<xref ref-type="bibr" rid="ref25">25</xref>]. The item asks respondents how many servings of fruits and vegetables they eat in a day. The original scale was reverse coded such that higher scores indicate more fruit and vegetable consumption.</p>
          <p><italic>Smoking behavior</italic> was measured using a skip-question framework in the CLSA. Participants who answered “no” to the question “have you smoked at least 100 cigarettes in your life” and responded “yes” to the question “have you ever smoked a whole cigarette” were subsequently asked whether they smoke occasionally, daily, or not at all in the past 30 days. Next, only participants who reported smoking occasionally or daily were asked follow-up questions pertaining to the frequency and types of tobacco products used. A descriptive analysis of the last 2 items showed that only a small minority of respondents (4845/51,338, 9.44%) engaged in occasional or daily smoking, with the majority (30,558/51,338, 59.52%) not engaging in smoking behavior in the past 30 days. Although the frequency of smoking would be a more informative metric, any cluster analysis with smoking frequency would reduce the sample size to 4845 and would only represent people who have smoked within the past 30 days. In addition, we will assign a value of 0 to each respondent who responded “no” to the question “have you ever smoked a whole cigarette,” as these individuals also did not smoke in the past 30 days. A similar approach has been applied to skip structure data when missing data represent the absence of a behavior or psychological feature [<xref ref-type="bibr" rid="ref26">26</xref>]. Ultimately, this creates 4 levels distinguishing between people who have never smoked and people who have smoked occasionally, daily, or not at all during a 30-day window.</p>
          <p><italic>Alcohol use</italic> was assessed with a single item asking participants how often they drank alcohol in the past 12 months on a scale from 1 (almost every day) to 7 (less than once a week). Responses will be reverse coded so that higher values indicate greater alcohol consumption.</p>
          <p>Finally, <italic>sleep</italic> was also measured with a single item. Participants were asked how many hours of sleep they get, on average, during the past month and could respond with any value between 0 and 24.</p>
        </sec>
        <sec>
          <title>Nonhealth Behaviors</title>
          <p>Two items representing participation in <italic>hobbies</italic> were selected from the general health module. One item asked how much time participants spent playing board games, crossword puzzles, cards, sudoku, or jigsaw puzzles. The second question asked how much time participants spent singing in a choir or playing a musical instrument. Both items were originally scored on a scale from 1 (every day) to 5 (once a year or less); we will reverse code these variables so that higher values represent higher frequencies.</p>
          <p>A social participation module was included in the CLSA baseline data collection that asked respondents about their tendencies to engage in various <italic>community activities</italic>, including church or religious activities; attending concerts, watching plays, or visiting museums; service club or fraternal organization activities; community or professional association activities; volunteer or charity work; participation in activities with family or friends outside the household; participation in sports or physical activities with others; participation in educational or cultural activities; and participation in other recreational activities. The CLSA contains 2 derived variables in the social participation module, one binary variable reflecting whether participants engaged in any social activities and another reflecting the frequency of participation in any activity over the past 12 months (0=no activities, 1=yearly, 2=monthly, 3=weekly, and 4=daily). We will use only the latter in our analysis.</p>
          <p>The <italic>caregiving</italic> module contained questions pertaining to assisting others, how many others were assisted, the type of assistance, the people who the respondents help most often, and the personal and professional impacts of providing care to others. To reduce the number of items included in the analysis, we will use a derived variable in the CLSA data set, which indicates whether the respondent provided assistance to any person in the past 12 months (excluding aid rendered as part of a paid job or volunteer work). According to the descriptive analysis from CLSA baseline data [<xref ref-type="bibr" rid="ref19">19</xref>], 44.4% (22,805/51,338) of participants reported aiding another person due to health conditions or other limitations. This variable will be recoded as 0 (did not provide assistance) or 1 (did provide assistance).</p>
          <p>Finally, the CLSA participants were asked whether they used any <italic>social networking sites</italic> (eg, Facebook, LinkedIn, MySpace, MSNGroups, and Twitter). Our preliminary descriptive analysis showed that 44.7% (22,959/51,338) of the participants reported using social networking sites, whereas 38.0% (19,518/51,338) of the participants were not social networking site users, and 17.3% (8861/51,338) of responses were either missing or nonresponses. Although more detailed follow-up questions were subsequently posed to respondents, including these items would substantially reduce the sample size available for analysis. Given the skip-question structure of the CLSA social networking site module, we will include a binary variable representing the use (1) or nonuse (0) of social networking sites.</p>
        </sec>
        <sec>
          <title>Sociodemographic Indicators</title>
          <p>We will use several sociodemographic indicators in our analysis. These include age, as grouped in the CLSA data set (45-54, 55-64, 65-74, or 75-85 years); sex (male or female); country of birth (recoded as 0=Canada or 1=other); marital status (single, married or common-law, widowed, divorced, or separated); household income (five income levels); retirement status (completely retired, partly retired, or not retired); and working status (yes or no to the question “are you currently working at a job or business.” In addition, participants responded to 19 questions from the Medical Outcomes Study (MOS) Social Support Survey [<xref ref-type="bibr" rid="ref27">27</xref>]. The MOS is scored according to 5 subscales: tangible social support, affection, positive social interaction, emotional support, and informational support. The MOS overall support index is also scored in the CLSA baseline data set. To reduce the number of constructs in our analyses, we will use the overall support index, scored from 0 (low support) to 100 (high support).</p>
        </sec>
        <sec>
          <title>General Health and Life Satisfaction</title>
          <p>Three single-item measures were selected from the CLSA’s general health module. These include an indicator of general health (“in general, would you say your health is excellent, very good, good, fair, or poor?”), mental health (“in general, would you say your mental health is excellent, very good, good, fair, or poor?”), and perceptions of healthy aging (“in terms of your own healthy aging, would you say it is excellent, very good, good, fair, or poor?”). Items were originally scored from 1 (excellent) to 5 (poor) but will be reverse coded. In addition, a composite score from the Satisfaction With Life Questionnaire [<xref ref-type="bibr" rid="ref28">28</xref>] will be used in the analysis. The Satisfaction With Life Questionnaire is scored according to Deiner [<xref ref-type="bibr" rid="ref29">29</xref>] on a scale ranging from 1 (extremely dissatisfied) to 7 (extremely satisfied). Finally, BMI will be used as an indicator of physical health.</p>
        </sec>
        <sec>
          <title>Health Care Utilization</title>
          <p>Three single-item questions were selected from the CLSA’s health care utilization module. These items represent emergency department visits (“Have you been seen in an Emergency Department during the past 12 months?”), hospital admittance (“Were you a patient in a hospital overnight during the past 12 months?”), and nursing home use (“Were you a patient in a nursing home or convalescent home during the past 12 months?”). All responses will be coded as yes (1) or no (0).</p>
        </sec>
      </sec>
      <sec>
        <title>Cluster Analysis Overview</title>
        <p>We will use cluster analysis to cluster <italic>individuals</italic> based on their behaviors and network community detection algorithms to cluster <italic>variables</italic> based on the strength of conditionally independent pairwise relationships between variables.</p>
        <p>Classifying data through the assignment of classes to objects in a data set is a common application of machine learning (ie, “set of methods that can automatically detect patterns in data, and then use the uncovered patterns to predict future data” [<xref ref-type="bibr" rid="ref30">30</xref>]). Classification algorithms fall into 3 categories: supervised learning, semisupervised learning, and unsupervised learning. In supervised learning, the relationships between the input and target variables are known. An algorithm is <italic>supervised</italic> in that it can be trained on a data set that contains correct classifications. Data sets containing these correct classifications are referred to as <italic>labeled data</italic>, in contrast to <italic>unlabeled data</italic>, in which the correct classifications are not known. In semisupervised learning, a combination of labeled and unlabeled data is used to model the data, whereas in unsupervised learning, the model works on its own to discover patterns in unlabeled data [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        <p>Cluster analysis is a type of unsupervised machine learning that comprises a set of methods for identifying distinct characteristics in heterogeneous samples and clustering them into homogenous groups [<xref ref-type="bibr" rid="ref32">32</xref>]. When the target number of clusters (<italic>k</italic>) is known, partitioning-based clustering arguments such as <italic>k</italic>-means, <italic>k</italic>-medoids, or model-based clustering approaches are appropriate. However, when <italic>k</italic> is unknown, as is the case with clusters of Canadians based on health and nonhealth behaviors, hierarchical clustering is a suitable method [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        <p>The hierarchical structure of the data can be obtained by clustering individual data points in a bottom-up approach (ie, agglomerative clustering) or by partitioning a single cluster into smaller clusters until each cluster is a single observation through a top-down approach (ie, divisive clustering). Divisive methods are rarely used in practice owing to their heavy computational requirements [<xref ref-type="bibr" rid="ref33">33</xref>]. In agglomerative hierarchical clustering, each individual data point is initially treated as its own cluster. The methodological process is as follows [<xref ref-type="bibr" rid="ref34">34</xref>]: each data point is assigned to its own cluster, the distance (ie, the similarity or dissimilarity between each cluster) between each cluster is calculated, the pair of clusters with the shortest distance between them is selected and merged into a single cluster, the distances between the new cluster and all other clusters are recalculated, and these steps are repeated until only one cluster remains. However, a single cluster (<italic>k</italic>=1) is unlikely to be informative; researchers can identify the number of clusters that best describe the data (eg, <italic>k</italic>=5) through subjective criteria and/or with the aid of statistical tests that have been developed for this purpose.</p>
        <p>Several measures of <italic>distance</italic> are widely used in practice, although the Gower distance [<xref ref-type="bibr" rid="ref35">35</xref>] is appropriate for mixed data (binary, ordinal, and continuous). In addition to selecting a measure of distance, hierarchical agglomerative clustering also requires a linkage method to be specified to define how the distance between clusters is calculated. Different methods exist for specifying the anchor points used to calculate the distance between clusters (ie, how the distances between clusters are <italic>linked</italic>). For example, <italic>single or minimum linkage</italic> calculates the minimum distance between data points in each cluster, whereas <italic>centroid linkage</italic> calculates the distance between the center of each cluster [<xref ref-type="bibr" rid="ref31">31</xref>]. No consensus exists as to which linkage method is superior, although it is recognized that final clustering solutions may differ based on the linkage method selected [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
      </sec>
      <sec>
        <title>Network Analysis and Community Detection Overview</title>
        <p>Another method for clustering data is through network community detection. In contrast to cluster analysis, which clusters <italic>people</italic> based on similarity or dissimilarity of selected features (eg, health behaviors), network community detection identifies groups of <italic>highly connected variables</italic> based on the strength of the connections. Before conducting the community detection analysis, a network must first be estimated. Networks consist of nodes and edges. In psychological networks, nodes represent psychological attributes (eg, emotions, behaviors, and symptoms) and edges represent relationships between nodes (eg, partial correlations) and can indicate the presence of a positive or negative relationship and the direction of the effect. Psychological networks are commonly estimated using a pairwise Markov random field (PMRF) [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. In a PMRF, edges represent the conditional independence between a pair of connected variables. For cross-sectional data, the underlying models for the PMRF vary depending on the type of data. For example, a Gaussian graphical model is appropriate for multivariate normal continuous data, whereas Ising models are used for binary data, and mixed graphical models (MGMs) [<xref ref-type="bibr" rid="ref38">38</xref>] have been developed for mixed data. Due to the large number of parameters often estimated in a PMRF, researchers often compute a regularized network by applying, for example, the least absolute shrinkage and selection operator [<xref ref-type="bibr" rid="ref39">39</xref>] to produce a sparse or conservative network that reduces weak connections between nodes to 0, resulting in a more interpretable network. However, recent work has questioned whether regularization is required for low-dimensional data with large sample sizes [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        <p>Once a network has been estimated, an additional analysis can be conducted. For example, node centrality, a family of measures meant to indicate the importance of nodes within a network [<xref ref-type="bibr" rid="ref37">37</xref>], can be computed. Other analytical options include calculating the explained variance and performing network comparison tests. In the cross-sectional data, a network is estimated by regressing all nodes onto each other. This enables the explained variance for each node to be calculated and visualized within the network itself [<xref ref-type="bibr" rid="ref38">38</xref>]. Network comparison tests are permutation-based hypothesis tests that allow comparisons between 2 networks (eg, health behaviors for those aged 45-54 years and 55-64 years) based on their global structure, global strength (a measure of centrality), and differences between individual edges [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <p>Finally, community detection algorithms can be applied to the network. Commonly used community detection methods in psychology include the spinglass algorithm [<xref ref-type="bibr" rid="ref42">42</xref>], the walktrap algorithm [<xref ref-type="bibr" rid="ref43">43</xref>], leading eigenvector [<xref ref-type="bibr" rid="ref44">44</xref>], exploratory graph analysis [<xref ref-type="bibr" rid="ref45">45</xref>], and the clique percolation algorithm [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. When compared with alternative methods, the clique percolation algorithm addresses a central challenge in identifying communities within a network, namely, the ability to assign a node to multiple communities. Overlapping communities enable the identification of <italic>bridge nodes</italic> (nodes that connect 2 otherwise distinct clusters) and are therefore important for hypothesis generation [<xref ref-type="bibr" rid="ref48">48</xref>]. Cliques are fully connected networks. The number of nodes (<italic>k</italic>) that must be connected can vary, with the smallest clique being <italic>k</italic>=3 (a closed triangle). When more than one set of cliques are adjacent in a network, they are said to form a community. In psychological networks, where edges are weighted (eg, representing correlations), only edges that surpass a certain threshold (<italic>I</italic>) are considered when identifying cliques [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref49">49</xref>].</p>
      </sec>
      <sec>
        <title>Proposed Analysis</title>
        <sec>
          <title>Survey Weights</title>
          <p>The CLSA baseline data set contains sample weights (to ensure representativeness of the sample), inflation weights (to improve the precision of estimates), and analytic weights (to estimate the relationships among variables) [<xref ref-type="bibr" rid="ref50">50</xref>]. The CLSA recommends the use of inflation weights for the estimation of descriptive parameters and analytic weights for exploring the relationships among variables at a national or provincial level [<xref ref-type="bibr" rid="ref50">50</xref>]. However, the statistical packages we have selected in our planned cluster analysis method do not have the option to include survey weights and will, therefore, not be applied. Given the relative novelty of network analysis methods in psychology, the appropriate role of survey weights in network methodology is unknown. To our knowledge, the only study that addresses this issue is the study by Lin et al [<xref ref-type="bibr" rid="ref51">51</xref>], who opted not to include survey weights due to “a lack of established methods to do so for network models.” Therefore, weights will not be applied for the network analysis.</p>
        </sec>
        <sec>
          <title>Preprocessing and Descriptive Statistics</title>
          <p>All analyses will be conducted in R (R Core Team) [<xref ref-type="bibr" rid="ref52">52</xref>]. Selected variables from the tracking (TRM) and comprehensive (COM) data sets will be merged and coalesced (eg, ALC_FREQ_TRM and ALC_FREW_COM coalesced into ALC_FREQ) using the tidyverse package [<xref ref-type="bibr" rid="ref53">53</xref>]. Raw data will be visualized to inspect the univariate outliers. Means and SDs for all variables will be computed for continuous data, and frequencies and percentages will be computed for categorical data, overall and by sex and age group. Missing data will be handled with listwise deletion.</p>
        </sec>
        <sec>
          <title>Cluster Analysis</title>
          <sec>
            <title>Step 1</title>
            <p>Variables will be reverse coded, when necessary, such that higher scores indicate greater frequency. Subsequently, all continuous and ordinal variables will be mean centered using the scale function in base R [<xref ref-type="bibr" rid="ref52">52</xref>].</p>
          </sec>
          <sec>
            <title>Step 2</title>
            <p>We will run cluster analyses on the overall CLSA sample (all age groups) using 5 linkage methods (eg, complete linkage, single linkage, average linkage, centroid linkage, and Ward method). The research team will decide which method produces the most interpretable clustering solution; the selected linkage method will then be applied to all subset analyses grouped by age.</p>
          </sec>
          <sec>
            <title>Step 3</title>
            <p>Cluster analysis will be performed on health behavior variables for 5 groups (overall sample, 4 age groups) using the base R <italic>hclust</italic> function supported by the package <italic>fastcluster</italic> [<xref ref-type="bibr" rid="ref54">54</xref>] to optimize performance. Gower distance will be computed using the <italic>daisy</italic> function in the <italic>cluster</italic> package [<xref ref-type="bibr" rid="ref55">55</xref>].</p>
          </sec>
          <sec>
            <title>Step 4</title>
            <p>Once agglomerative cluster analysis has been performed, the next step is to determine the most interpretable number of clusters to represent the data. The cluster analysis literature has produced several competing methods to accomplish this task. To navigate these analytical options, we will use the NbClust package [<xref ref-type="bibr" rid="ref56">56</xref>]. This approach allows for a consensus approach to determine the number of clusters, which best fits the data by computing 30 different indices and reporting the level of agreement between them. The output of this analysis is a list showing the agreement between statistical tests for various clustering solutions (eg, “10 indices propose 2 as the best number of clusters” and “7 indices propose 3 as the best number of clusters”). To allow for the synthesis of data-driven and expert consensus approaches, the research team will select the most interpretable clustering solution via a majority vote from the top 3 solutions identified via NbClust. In instances of an equal number of indices recommending the same cluster solution and/or disagreement within the research team, we will follow the advice of the NcClust package authors who recommend considering indices, which have performed the best in a seminal simulation study [<xref ref-type="bibr" rid="ref57">57</xref>].</p>
          </sec>
          <sec>
            <title>Step 5</title>
            <p>When the optimal clustering solution has been identified, the clusters can be characterized by the number of individuals assigned to each cluster and by mean scores on each health-related variable via one-way analysis of variance tests to determine whether the mean levels of the health behaviors vary by cluster.</p>
          </sec>
          <sec>
            <title>Step 6</title>
            <p>Next, multinomial logistic regression will be used to determine whether clusters are associated with sociodemographic variables, indicators of physical and mental health (eg, life satisfaction), nonhealth behaviors, and health care utilization. Multinomial logistic regression is similar to logistic regression but is appropriate when the dependent variable has more than 2 levels (which will likely be the case for the number of identified clusters). The dependent variable will be the clusters we identify in the cluster analysis. To perform the analysis, we will use the <italic>multinom</italic> function from the <italic>nnet</italic> package [<xref ref-type="bibr" rid="ref58">58</xref>].</p>
          </sec>
        </sec>
        <sec>
          <title>Network Analysis</title>
          <sec>
            <title>Step 1</title>
            <p>Networks of health behaviors will be estimated using an MGM using the MGM package [<xref ref-type="bibr" rid="ref38">38</xref>]. To the best of our knowledge, an MGM is the only available method for estimating a psychological network with mixed data. In the mixed model, the edges between nodes represent pairwise interactions and can be interpreted as the strength of conditional dependence [<xref ref-type="bibr" rid="ref38">38</xref>]. A total of 5 networks will be estimated (all age groups, 45-54, 55-64, 65-74, and 75-85 years). In the mixed model, we will specify <italic>lambdaSel=EBIC</italic> to use the Extended Bayesian Information Criteria [<xref ref-type="bibr" rid="ref59">59</xref>] for selecting the tuning parameter controlling regularization. The hyperparameter γ in the Extended Bayesian Information Criteria will be set to the default <italic>lambdaGam=0.25,</italic> and only pairwise interactions will be included in the model through setting <italic>k</italic>=2.</p>
          </sec>
          <sec>
            <title>Step 2</title>
            <p>For each network from step 2, networks will be visualized with qgraph [<xref ref-type="bibr" rid="ref60">60</xref>] using the <italic>averageLayout</italic> function to compute a joint layout across networks.</p>
          </sec>
          <sec>
            <title>Step 3</title>
            <p>The NetworkComparisonTest package [<xref ref-type="bibr" rid="ref41">41</xref>] will be used to conduct permutation-based hypothesis tests to determine whether networks differ from one another based on sociodemographic variables. We will specify <italic>it=1000</italic> to run 1000 iterations or permutations and will plot the results from the network structure invariance test.</p>
          </sec>
          <sec>
            <title>Step 4</title>
            <p>Next, community detection analysis will be performed on each network estimated in step 1 using the CliquePercolation package [<xref ref-type="bibr" rid="ref49">49</xref>]. Although multiple options are available, we will detect overlapping communities by optimizing <italic>k</italic> and <italic>I,</italic> where <italic>k</italic> represents the minimum clique size and <italic>I</italic> represents the strength of the relationships between nodes required for classification as a community. Following the study by Blanken et al [<xref ref-type="bibr" rid="ref61">61</xref>], we will determine the optimal threshold <italic>I</italic> for the fixed values of <italic>k</italic>=3-6 and will set the clique percolation algorithm to search through ranges of <italic>I</italic> from 0.01 to the largest edge weight in each network through increments of 0.001. We will choose the value of <italic>k</italic> that allows for the broadest community structure, and <italic>I</italic> will be selected based on the largest chi-square value for intensities with a ratio threshold over 2. The resulting networks will be visualized with colored nodes indicating community structures.</p>
          </sec>
          <sec>
            <title>Steps 5 to 8</title>
            <p>The processes described in steps 1 to 4 will be repeated for nonhealth behaviors and health behaviors in the same model. A summary of the proposed analysis and its connections with research questions is presented in <xref ref-type="table" rid="table1">Table 1</xref>. Further graphical representations of the analytical steps are provided in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendices 2</xref> and <xref ref-type="supplementary-material" rid="app3">3</xref>.</p>
            <table-wrap position="float" id="table1">
              <label>Table 1</label>
              <caption>
                <p>Overview of research questions and planned analysis.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="280"/>
                <col width="120"/>
                <col width="160"/>
                <col width="130"/>
                <col width="160"/>
                <col width="150"/>
                <thead>
                  <tr valign="top">
                    <td>Research questions</td>
                    <td colspan="5">Planned analyses</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Cluster analysis (analysis 1)</td>
                    <td>Multinomial logistic regression (analysis 1)</td>
                    <td>Network analysis (analysis 2)</td>
                    <td>Network community detection (analysis 2)</td>
                    <td>Network comparison tests (analysis 2)</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td>Describe how health behaviors cluster in Canadians aged 45-85 years</td>
                    <td>✓</td>
                    <td>—</td>
                    <td>✓</td>
                    <td>✓</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td>Describe how nonhealth behaviors cluster in Canadians aged 45-85 years</td>
                    <td>—</td>
                    <td>—</td>
                    <td>✓</td>
                    <td>✓</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td>Identify sociodemographic factors associated with cluster membership; identify sociodemographic factors associated with network structures</td>
                    <td>—</td>
                    <td>✓</td>
                    <td>—</td>
                    <td>—</td>
                    <td>✓</td>
                  </tr>
                  <tr valign="top">
                    <td>Examine whether cluster are associated with health indicators</td>
                    <td>—</td>
                    <td>✓</td>
                    <td>—</td>
                    <td>—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td>Examine whether clusters are associated with health care utilization</td>
                    <td>—</td>
                    <td>✓</td>
                    <td>—</td>
                    <td>—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td>Examine whether clusters are associated with nonhealth behaviors</td>
                    <td>—</td>
                    <td>✓</td>
                    <td>—</td>
                    <td>—</td>
                    <td>—</td>
                  </tr>
                </tbody>
              </table>
            </table-wrap>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Data Availability</title>
        <p>Data are available from the CLSA for researchers who meet the criteria for access to deidentified CLSA data. We will make R scripts public so that any researcher who independently gains access to data can reproduce the results. In addition, we will publish R Markdown documents so that the code and outputs of analysis can be viewed publicly on the Open Science Framework. Deviations from the protocol plan will be noted in the final report. Any additional analysis, not specified here, will be labeled as such and published in web-based supplemental materials.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Baseline data for the CLSA were collected from 51,338 participants aged between 45 and 85 years. Data were collected between 2010 and 2015. Secondary data analysis for this project was approved by the Ottawa Health Science Network Research Ethics Board (protocol ID #20190506-01H).</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The scope, size, and rigor of the CLSA data set will provide us with an unprecedented opportunity to investigate how behaviors cluster. The findings will allow us to assess alignment with findings from other countries, while extending findings in novel ways by investigating how social, family, and work behaviors cluster alongside health behaviors typically investigated. Perhaps most importantly, this study will help to inform the development of novel health behavior change interventions tailored to subpopulations of adults defined by the behaviors that cluster within them. If behaviors co-occur, intervening on one may impact—or be impacted by—the others [<xref ref-type="bibr" rid="ref62">62</xref>]. Interventions that target only one behavior may thus be undermined by the impact of a conflicting co-occurring behavior or miss an opportunity to leverage the enabling nature of a positively co-occurring behavior. In addition, targeting multiple co-occurring behaviors simultaneously has potential practical benefits, such as reduced expenses for intervention providers and reduced time commitments for those receiving the intervention. Understanding which behaviors co-occur and for whom is an important first step toward developing health behavior change interventions that address people’s actual challenges. In the context of a behavioral intervention development and testing framework [<xref ref-type="bibr" rid="ref63">63</xref>], the proposed analysis will inform the foundational <italic>basic behavioral science</italic>—regarding patterns of co-occurring risky health behaviors and their associated outcomes—which precedes early phase behavioral trials.</p>
      <p>This study will ultimately help to develop and evaluate more targeted interventions to support healthy aging and well-being in adulthood by identifying how clusters of co-occurring health behaviors are associated with sociodemographic factors, general health, and health care utilization. However, the proposed analyses are not without limitations. For example, many of the items selected for planned analysis are self-report, which have inherent strengths and weaknesses [<xref ref-type="bibr" rid="ref64">64</xref>]. In addition, there are several points in the proposed analysis that require subjective decision making on behalf of the research team (eg, selecting variables for inclusion in models, data preprocessing decisions, selecting missing data procedures, and interpreting and selecting clustering solutions). We have sought to document these here to provide a clear explanation of decision processes, while acknowledging where and how researcher degrees of freedom are used to ensure transparency. Finally, we recognize that the analyses proposed are, to some extent, limited by their cross-sectional nature. Nevertheless, given the longitudinal nature of CLSA and planned future data releases, the proposed analyses have a number of novel implications and set the stage for planned future longitudinal analyses that extend the research questions to investigate changes in behavior clusters as a function of time both between and within individuals. Thus, this proposed study will establish the foundation for future analyses. More broadly, the methodological approaches proposed for this analysis lend themselves to replication in other similar data sets internationally, and we hope that the sharing of R code will help to enable this.</p>
      <p>Finally, we emphasize that our choices of analytic methods are hypothesis generating, not hypothesis testing. However, if replicated, such findings may ultimately find their way into clinical practice guidance and public health guidance.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Variables to be included in the analysis.</p>
        <media xlink:href="resprot_v10i6e24887_app1.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Graphical representation of the cluster analysis and multinomial logistic regression analytical process.</p>
        <media xlink:href="resprot_v10i6e24887_app2.docx" xlink:title="DOCX File , 145 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Graphical representation of the network analysis and community detection process.</p>
        <media xlink:href="resprot_v10i6e24887_app3.docx" xlink:title="DOCX File , 266 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Peer-review report by the Canadian Institutes of Health Research.</p>
        <media xlink:href="resprot_v10i6e24887_app4.pdf" xlink:title="PDF File  (Adobe PDF File), 100 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ADAPT</term>
          <def>
            <p>Artificial Intelligence–Driven Digital Content Technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CIHR</term>
          <def>
            <p>Canadian Institutes of Health Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CLSA</term>
          <def>
            <p>Canadian Longitudinal Study on Aging</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">FRQS</term>
          <def>
            <p>Fonds de Recherche du Québec–Santé</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MGM</term>
          <def>
            <p>mixed graphical model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MOS</term>
          <def>
            <p>Medical Outcomes Study</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PMRF</term>
          <def>
            <p>pairwise Markov random field</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">SES</term>
          <def>
            <p>socioeconomic status</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was made possible using the data or biospecimens collected by the Canadian Longitudinal Study on Aging (CLSA). Funding for the Canadian Longitudinal Study on Aging (CLSA) is provided by the Government of Canada through the Canadian Institutes of Health Research (CIHR) under grant reference: LSA 94473 and the Canada Foundation for Innovation. This research has been conducted using the CLSA data set [Baseline Tracking Dataset version 3.4 and Comprehensive Dataset version 4.0.], under Application Number [19CA012]. The CLSA is led by Drs. Parminder Raina, Christina Wolfson and Susan Kirkland. Peer review documents for the CIHR grant application are available in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>. ZVA is supported by a CIHR Doctoral Award: Frederick Banting and Charles Best Canada Graduate Scholarship. SLB is supported by a CIHR-Strategy for Patient-Oriented Research Mentoring Chair (SMC-151518) and an FRQS (Fonds de Recherche du Québec–Santé) Chair (251618). MM is funded by a Marie-Sklodowska-Curie Fellowship (grant agreement 713567) at the ADAPT (Artificial Intelligence–Driven Digital Content Technology) Science Foundation Ireland Research Centre at Trinity College. PB was supported by Université du Québec à Montréal, Institut Universitaire de Santé Mentale de Montréal, and by a salary award from FRQS. The opinions expressed in this manuscript are the authors’ own and do not reflect the views of the CLSA.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>How healthy are Canadians? A trend analysis of the the health of Canadians from a healthy living and chronic disease perspective</article-title>
          <source>Public Health Agency of Canada</source>
          <year>2016</year>
          <access-date>2021-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.canada.ca/content/dam/phac-aspc/documents/services/publications/healthy-living/how-healthy-canadians/pub1-eng.pdf">https://www.canada.ca/content/dam/phac-aspc/documents/services/publications/healthy-living/how-healthy-canadians/pub1-eng.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>CCDI Steering Committee</collab>
          </person-group>
          <article-title>At-a-glance - the 2017 Canadian chronic disease indicators</article-title>
          <source>Health Promot Chronic Dis Prev Can</source>
          <year>2017</year>
          <month>08</month>
          <volume>37</volume>
          <issue>8</issue>
          <fpage>248</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.24095/hpcdp.37.8.03"/>
          </comment>
          <pub-id pub-id-type="doi">10.24095/hpcdp.37.8.03</pub-id>
          <pub-id pub-id-type="medline">28800294</pub-id>
          <pub-id pub-id-type="pmcid">PMC5650026</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgibbon</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Glasgow</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Haire-Joshu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hayman</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Nanney</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Ockene</surname>
              <given-names>JK</given-names>
            </name>
          </person-group>
          <article-title>Behavior matters</article-title>
          <source>Am J Prev Med</source>
          <year>2011</year>
          <month>05</month>
          <volume>40</volume>
          <issue>5</issue>
          <fpage>15</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21496745"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2010.12.031</pub-id>
          <pub-id pub-id-type="medline">21496745</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(11)00089-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC3137947</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marengoni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Angleman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Melis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mangialasche</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Karp</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garmen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Meinow</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Fratiglioni</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Aging with multimorbidity: a systematic review of the literature</article-title>
          <source>Ageing Res Rev</source>
          <year>2011</year>
          <month>09</month>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>430</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.arr.2011.03.003</pub-id>
          <pub-id pub-id-type="medline">21402176</pub-id>
          <pub-id pub-id-type="pii">S1568-1637(11)00024-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nunes</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Flores</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Mielke</surname>
              <given-names>GI</given-names>
            </name>
            <name name-style="western">
              <surname>Thumé</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Facchini</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Multimorbidity and mortality in older adults: a systematic review and meta-analysis</article-title>
          <source>Arch Gerontol Geriatr</source>
          <year>2016</year>
          <month>11</month>
          <volume>67</volume>
          <fpage>130</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.archger.2016.07.008</pub-id>
          <pub-id pub-id-type="medline">27500661</pub-id>
          <pub-id pub-id-type="pii">S0167-4943(16)30138-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prados-Torres</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Calderón-Larrañaga</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hancco-Saavedra</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Poblador-Plou</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>van den Akker</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Multimorbidity patterns: a systematic review</article-title>
          <source>J Clin Epidemiol</source>
          <year>2014</year>
          <month>03</month>
          <volume>67</volume>
          <issue>3</issue>
          <fpage>254</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2013.09.021</pub-id>
          <pub-id pub-id-type="medline">24472295</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(13)00436-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sniehotta</surname>
              <given-names>FF</given-names>
            </name>
            <name name-style="western">
              <surname>Presseau</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Allan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Araújo-Soares</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>"You Can't Always Get What You Want": A novel research paradigm to explore the relationship between multiple intentions and behaviours</article-title>
          <source>Appl Psychol Health Well Being</source>
          <year>2016</year>
          <month>07</month>
          <day>27</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>258</fpage>
          <lpage>75</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27230935"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/aphw.12071</pub-id>
          <pub-id pub-id-type="medline">27230935</pub-id>
          <pub-id pub-id-type="pmcid">PMC4949534</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tremblay</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Warburton</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Janssen</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Paterson</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Latimer</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Rhodes</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Kho</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Hicks</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Leblanc</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Zehr</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Murumets</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Duggan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>New Canadian physical activity guidelines</article-title>
          <source>Appl Physiol Nutr Metab</source>
          <year>2011</year>
          <month>02</month>
          <volume>36</volume>
          <issue>1</issue>
          <fpage>36</fpage>
          <lpage>47</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.nrcresearchpress.com/doi/abs/10.1139/H11-009"/>
          </comment>
          <pub-id pub-id-type="doi">10.1139/H11-009</pub-id>
          <pub-id pub-id-type="medline">21326376</pub-id>
          <pub-id pub-id-type="pii">h11-009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Butt</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gliksman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Beirness</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Paradis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stockwell</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Alcohol and health in Canada: a summary of evidence and guidelines for low-risk drinking</article-title>
          <source>Canadian Centre on Substance Abuse</source>
          <year>2011</year>
          <access-date>2021-05-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.uvic.ca/research/centres/cisur/assets/docs/report-alcohol-and-health-in-canada.pdf">https://www.uvic.ca/research/centres/cisur/assets/docs/report-alcohol-and-health-in-canada.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Conry</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Curry</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McGee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Harrington</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shelley</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The clustering of health behaviours in Ireland and their relationship with mental health, self-rated health and quality of life</article-title>
          <source>BMC Public Health</source>
          <year>2011</year>
          <month>09</month>
          <day>06</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>692</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-11-692"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-11-692</pub-id>
          <pub-id pub-id-type="medline">21896196</pub-id>
          <pub-id pub-id-type="pii">1471-2458-11-692</pub-id>
          <pub-id pub-id-type="pmcid">PMC3187756</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buck</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Frosini</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Clustering of unhealthy behaviours over time : implications for policy and practice</article-title>
          <source>London: The Kings Fund</source>
          <year>2012</year>
          <access-date>2021-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.makingeverycontactcount.org/media/1045/018_-clustering-of-unhealthy-behaviours-over-time-aug-2012.pdf">https://www.makingeverycontactcount.org/media/1045/018_-clustering-of-unhealthy-behaviours-over-time-aug-2012.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Presseau</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Work me not into temptation: exploring the relationship between work and healthy eating in dieters using data from the HILDA survey</article-title>
          <source>Aust Econ Rev</source>
          <year>2018</year>
          <month>07</month>
          <day>30</day>
          <volume>51</volume>
          <issue>3</issue>
          <fpage>368</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.1111/1467-8462.12269</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Huy</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schuessler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Diehl</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Optimising lifestyle interventions: identification of health behaviour patterns by cluster analysis in a German 50+ survey</article-title>
          <source>Eur J Public Health</source>
          <year>2009</year>
          <month>06</month>
          <day>22</day>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>271</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1093/eurpub/ckn144</pub-id>
          <pub-id pub-id-type="medline">19164433</pub-id>
          <pub-id pub-id-type="pii">ckn144</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Agahi</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>A prospective cohort study of health behavior profiles after age 50 and mortality risk</article-title>
          <source>BMC Public Health</source>
          <year>2012</year>
          <month>09</month>
          <day>18</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>803</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-12-803"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-12-803</pub-id>
          <pub-id pub-id-type="medline">22989155</pub-id>
          <pub-id pub-id-type="pii">1471-2458-12-803</pub-id>
          <pub-id pub-id-type="pmcid">PMC3503621</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heeringa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Connor</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Technical description of the health and retirement study sample design</article-title>
          <source>Sampling Section, Institute for Social Research, University of Michigan, Ann Arbor, MI</source>
          <year>1995</year>
          <access-date>2021-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hrspubs.sites.uofmhosting.net/sites/default/files/biblio/HRSSAMP.pdf">https://hrspubs.sites.uofmhosting.net/sites/default/files/biblio/HRSSAMP.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>deRuiter</surname>
              <given-names>WK</given-names>
            </name>
            <name name-style="western">
              <surname>Cairney</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Leatherdale</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Faulkner</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The period prevalence of risk behavior co-occurrence among Canadians</article-title>
          <source>Prev Med</source>
          <year>2016</year>
          <month>04</month>
          <volume>85</volume>
          <fpage>11</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2015.11.026</pub-id>
          <pub-id pub-id-type="medline">26658026</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(15)00362-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>deRuiter</surname>
              <given-names>WK</given-names>
            </name>
            <name name-style="western">
              <surname>Cairney</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Leatherdale</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Faulkner</surname>
              <given-names>GE</given-names>
            </name>
          </person-group>
          <article-title>A longitudinal examination of the interrelationship of multiple health behaviors</article-title>
          <source>Am J Prev Med</source>
          <year>2014</year>
          <month>09</month>
          <volume>47</volume>
          <issue>3</issue>
          <fpage>283</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2014.04.019</pub-id>
          <pub-id pub-id-type="medline">25145617</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(14)00199-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raina</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkland</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Griffith</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Oremus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Patterson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tuokko</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Penning</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Balion</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wister</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Payette</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shannon</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Brazil</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The Canadian longitudinal study on aging (CLSA)</article-title>
          <source>Can J Aging</source>
          <year>2009</year>
          <month>09</month>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>221</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1017/S0714980809990055</pub-id>
          <pub-id pub-id-type="medline">19860977</pub-id>
          <pub-id pub-id-type="pii">S0714980809990055</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raina</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkland</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Griffith</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The Canadian Longitudinal Study on Aging (CLSA) Report on Health and Aging in Canada : findings from baseline data collection 2010-2015</article-title>
          <source>Canadian Longitudinal Study on Aging</source>
          <year>2018</year>
          <access-date>2021-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ifa.ngo/wp-content/uploads/2018/12/clsa_report_en_final_web.pdf">https://ifa.ngo/wp-content/uploads/2018/12/clsa_report_en_final_web.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolfson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Raina</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkland</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Pelletier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Uniat</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Furlini</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Angus</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Strople</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavarz</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Szala-Meneok</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The Canadian community health survey as a potential recruitment vehicle for the Canadian longitudinal study on aging</article-title>
          <source>Can J Aging</source>
          <year>2009</year>
          <month>09</month>
          <day>01</day>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>243</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1017/s0714980809990031</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raina</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkland</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Canadian Longitudinal Study on Aging (CLSA) : Protocol</article-title>
          <source>Canadian Longitudinal Study on Aging</source>
          <access-date>2021-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.clsa-elcv.ca/doc/511">https://www.clsa-elcv.ca/doc/511</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deliu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sperrin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Belgrave</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Custovic</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Identification of asthma subtypes using clustering methodologies</article-title>
          <source>Pulm Ther</source>
          <year>2016</year>
          <month>6</month>
          <day>22</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <lpage>41</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27512723"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s41030-016-0017-z</pub-id>
          <pub-id pub-id-type="medline">27512723</pub-id>
          <pub-id pub-id-type="pii">17</pub-id>
          <pub-id pub-id-type="pmcid">PMC4959136</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Washburn</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Jette</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Janney</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>The physical activity scale for the elderly (PASE): development and evaluation</article-title>
          <source>J Clin Epidemiol</source>
          <year>1993</year>
          <month>2</month>
          <volume>46</volume>
          <issue>2</issue>
          <fpage>153</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1016/0895-4356(93)90053-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dogra</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Good</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gardiner</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Copeland</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stickland</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rudoler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Buman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Effects of replacing sitting time with physical activity on lung function: an analysis of the Canadian Longitudinal Study on Aging</article-title>
          <source>Health Rep</source>
          <year>2019</year>
          <month>03</month>
          <day>20</day>
          <volume>30</volume>
          <issue>3</issue>
          <fpage>12</fpage>
          <lpage>23</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.statcan.gc.ca/pub/82-003-x/2019003/article/00002-eng.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.25318/82-003-x201900300002-eng</pub-id>
          <pub-id pub-id-type="medline">30892662</pub-id>
          <pub-id pub-id-type="pii">82-003-X201900300002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Goy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Validity and reliability of SCREEN II (Seniors in the community: risk evaluation for eating and nutrition, Version II)</article-title>
          <source>Eur J Clin Nutr</source>
          <year>2005</year>
          <month>10</month>
          <day>13</day>
          <volume>59</volume>
          <issue>10</issue>
          <fpage>1149</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1038/sj.ejcn.1602225</pub-id>
          <pub-id pub-id-type="medline">16015256</pub-id>
          <pub-id pub-id-type="pii">1602225</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Borsboom</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cramer</surname>
              <given-names>AO</given-names>
            </name>
          </person-group>
          <article-title>Network analysis: an integrative approach to the structure of psychopathology</article-title>
          <source>Annu Rev Clin Psychol</source>
          <year>2013</year>
          <month>03</month>
          <day>28</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>91</fpage>
          <lpage>121</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev-clinpsy-050212-185608</pub-id>
          <pub-id pub-id-type="medline">23537483</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sherbourne</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>The MOS social support survey</article-title>
          <source>Soc Sci Med</source>
          <year>1991</year>
          <month>1</month>
          <volume>32</volume>
          <issue>6</issue>
          <fpage>705</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1016/0277-9536(91)90150-B</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diener</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Emmons</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The satisfaction with life scale</article-title>
          <source>J Pers Assess</source>
          <year>1985</year>
          <month>02</month>
          <volume>49</volume>
          <issue>1</issue>
          <fpage>71</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1207/s15327752jpa4901_13</pub-id>
          <pub-id pub-id-type="medline">16367493</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diener</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Understanding scores on the satisfaction with life scale</source>
          <access-date>2006-02-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://labs.psychology.illinois.edu/~ediener/Documents/Understanding%20SWLS%20Scores.pdf">http://labs.psychology.illinois.edu/~ediener/Documents/Understanding%20SWLS%20Scores.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>KP</given-names>
            </name>
          </person-group>
          <source>Machine Learning: A Probabilistic Perspective</source>
          <year>2012</year>
          <publisher-loc>Massachusetts, United States</publisher-loc>
          <publisher-name>The MIT Press</publisher-name>
          <fpage>1</fpage>
          <lpage>1104</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fung</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <source>A comprehensive overview of basic clustering algorithms</source>
          <year>2001</year>
          <access-date>2021-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://sites.cs.ucsb.edu/~veronika/MAE/clustering_overview_2001.pdf">https://sites.cs.ucsb.edu/~veronika/MAE/clustering_overview_2001.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rapkin</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Luke</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Cluster analysis in community researchpistemology and practice</article-title>
          <source>Am J Community Psychol</source>
          <year>1993</year>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>247</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1007/BF00941623</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>WunschII</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Survey of clustering algorithms</article-title>
          <source>IEEE Trans Neural Netw</source>
          <year>2005</year>
          <month>05</month>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>645</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.1109/tnn.2005.845141</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alashwal</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>El Halaby</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Crouse</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Abdalla</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moustafa</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>The application of unsupervised clustering methods to Alzheimer's disease</article-title>
          <source>Front Comput Neurosci</source>
          <year>2019</year>
          <month>5</month>
          <day>24</day>
          <volume>13</volume>
          <fpage>31</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fncom.2019.00031"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fncom.2019.00031</pub-id>
          <pub-id pub-id-type="medline">31178711</pub-id>
          <pub-id pub-id-type="pmcid">PMC6543980</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gower</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>A general coefficient of similarity and some of its properties</article-title>
          <source>Biometrics</source>
          <year>1971</year>
          <month>12</month>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>857</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.2307/2528823</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Borkulo</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Borsboom</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Epskamp</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Blanken</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Boschloo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Schoevers</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Waldorp</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>A new method for constructing networks from binary data</article-title>
          <source>Sci Rep</source>
          <year>2014</year>
          <month>08</month>
          <day>01</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>5918</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/srep05918"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/srep05918</pub-id>
          <pub-id pub-id-type="medline">25082149</pub-id>
          <pub-id pub-id-type="pii">srep05918</pub-id>
          <pub-id pub-id-type="pmcid">PMC4118196</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Epskamp</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Borsboom</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fried</surname>
              <given-names>EI</given-names>
            </name>
          </person-group>
          <article-title>Estimating psychological networks and their accuracy: a tutorial paper</article-title>
          <source>Behav Res Methods</source>
          <year>2018</year>
          <month>02</month>
          <day>24</day>
          <volume>50</volume>
          <issue>1</issue>
          <fpage>195</fpage>
          <lpage>212</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28342071"/>
          </comment>
          <pub-id pub-id-type="doi">10.3758/s13428-017-0862-1</pub-id>
          <pub-id pub-id-type="medline">28342071</pub-id>
          <pub-id pub-id-type="pii">10.3758/s13428-017-0862-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC5809547</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haslbeck</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Waldorp</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>mgm: Estimating time-varying mixed graphical models in high-dimensional data</article-title>
          <source>J Stat Soft</source>
          <year>2020</year>
          <month>12</month>
          <volume>93</volume>
          <issue>8</issue>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/Y3uD5E/jZp8G"/>
          </comment>
          <pub-id pub-id-type="doi">10.18637/jss.v093.i08</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tibshirani</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Regression shrinkage and selection via the lasso</article-title>
          <source>J Roy Stat Soc: Series B (Methodological)</source>
          <year>2018</year>
          <month>12</month>
          <day>05</day>
          <volume>58</volume>
          <issue>1</issue>
          <fpage>267</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1111/j.2517-6161.1996.tb02080.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Rast</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Back to the basics: rethinking partial correlation network methodology</article-title>
          <source>Br J Math Stat Psychol</source>
          <year>2020</year>
          <month>05</month>
          <day>17</day>
          <volume>73</volume>
          <issue>2</issue>
          <fpage>187</fpage>
          <lpage>212</lpage>
          <pub-id pub-id-type="doi">10.1111/bmsp.12173</pub-id>
          <pub-id pub-id-type="medline">31206621</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Borkulo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Boschloo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Borsboom</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Penninx</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Waldorp</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schoevers</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Comparing network structures on three aspects: a permutation test</article-title>
          <source>ResearchGate</source>
          <year>2017</year>
          <access-date>2021-05-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchgate.net/profile/Claudia_Van_Borkulo/publication/314750838_Comparing_network_structures_on_three_aspects_A_permutation_test/links/58c55ef145851538eb8af8a9/Comparing-network-structures-on-three-aspects-A-permutation-test.pdf">https://www.researchgate.net/profile/Claudia_Van_Borkulo/publication/314750838_Comparing_network_structures_on_three_aspects_A_permutation_test/links/58c55ef145851538eb8af8a9/Comparing-network-structures-on-three-aspects-A-permutation-test.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reichardt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bornholdt</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Statistical mechanics of community detection</article-title>
          <source>Phys Rev E</source>
          <year>2006</year>
          <month>7</month>
          <day>18</day>
          <volume>74</volume>
          <issue>1</issue>
          <fpage>016110</fpage>
          <pub-id pub-id-type="doi">10.1103/physreve.74.016110</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pons</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Latapy</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Computing communities in large networks using random walks</article-title>
          <source>Computer and Information Sciences - ISCIS 2005</source>
          <year>2005</year>
          <publisher-loc>Berlin, Heidelberg</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>284</fpage>
          <lpage>93</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Newman</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Finding community structure in networks using the eigenvectors of matrices</article-title>
          <source>Phys Rev E</source>
          <year>2006</year>
          <month>9</month>
          <day>11</day>
          <volume>74</volume>
          <issue>3</issue>
          <fpage>036104</fpage>
          <pub-id pub-id-type="doi">10.1103/physreve.74.036104</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Golino</surname>
              <given-names>HF</given-names>
            </name>
            <name name-style="western">
              <surname>Epskamp</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Exploratory graph analysis: a new approach for estimating the number of dimensions in psychological research</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <month>6</month>
          <day>8</day>
          <volume>12</volume>
          <issue>6</issue>
          <fpage>e0174035</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0174035"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0174035</pub-id>
          <pub-id pub-id-type="medline">28594839</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-13809</pub-id>
          <pub-id pub-id-type="pmcid">PMC5465941</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palla</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Derényi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Farkas</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Vicsek</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Uncovering the overlapping community structure of complex networks in nature and society</article-title>
          <source>Nature</source>
          <year>2005</year>
          <month>06</month>
          <day>09</day>
          <volume>435</volume>
          <issue>7043</issue>
          <fpage>814</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1038/nature03607</pub-id>
          <pub-id pub-id-type="medline">15944704</pub-id>
          <pub-id pub-id-type="pii">nature03607</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farkas</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ábel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Palla</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Vicsek</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Weighted network modules</article-title>
          <source>New J Phys</source>
          <year>2007</year>
          <month>06</month>
          <day>28</day>
          <volume>9</volume>
          <issue>6</issue>
          <fpage>180</fpage>
          <pub-id pub-id-type="doi">10.1088/1367-2630/9/6/180</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McNally</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Bridge centrality: a network approach to understanding comorbidity</article-title>
          <source>Multivariate Behav Res</source>
          <year>2019</year>
          <month>06</month>
          <day>10</day>
          <fpage>1</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1080/00273171.2019.1614898</pub-id>
          <pub-id pub-id-type="medline">31179765</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>An introduction to the clique percolation community detection algorithm</source>
          <year>2019</year>
          <access-date>2021-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cran.r-project.org/web/packages/CliquePercolation/vignettes/CliquePercolation.html">https://cran.r-project.org/web/packages/CliquePercolation/vignettes/CliquePercolation.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="web">
          <article-title>Sampling and computation of response rates and sample weights for the tracking (Telephone Interview) participants and comprehensive participants</article-title>
          <source>Canadian Longitudinal Study on Aging (CLSA) Technical Document</source>
          <year>2011</year>
          <access-date>2021-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.clsa-elcv.ca/doc/1041">https://www.clsa-elcv.ca/doc/1041</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fried</surname>
              <given-names>EI</given-names>
            </name>
            <name name-style="western">
              <surname>Eaton</surname>
              <given-names>NR</given-names>
            </name>
          </person-group>
          <article-title>The association of life stress with substance use symptoms: a network analysis and replication</article-title>
          <source>J Abnorm Psychol</source>
          <year>2020</year>
          <month>02</month>
          <volume>129</volume>
          <issue>2</issue>
          <fpage>204</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1037/abn0000485</pub-id>
          <pub-id pub-id-type="medline">31670531</pub-id>
          <pub-id pub-id-type="pii">2019-63839-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="web">
          <article-title>R: A language and environment for statistical computing</article-title>
          <source>The R Foundation</source>
          <access-date>2021-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.R-project.org/">http://www.R-project.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wickham</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Easily install and load the 'Tidyverse'</article-title>
          <source>R package version</source>
          <year>2021</year>
          <access-date>2021-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cran.r-project.org/web/packages/tidyverse/tidyverse.pdf">https://cran.r-project.org/web/packages/tidyverse/tidyverse.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Müllner</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>fastcluster: Fast hierarchical, agglomerative clustering routines for R and Python</article-title>
          <source>J Stat Soft</source>
          <year>2013</year>
          <volume>53</volume>
          <issue>9</issue>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.18637/JSS.v053.i09</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maechler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rousseeuw</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Struyf</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hubert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hornik</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Cluster: cluster analysis basics and extensions</article-title>
          <source>R Package Version</source>
          <year>2021</year>
          <access-date>2021-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cran.r-project.org/web/packages/cluster/cluster.pdf">https://cran.r-project.org/web/packages/cluster/cluster.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charrad</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghazzali</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Boiteau</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Niknafs</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>NbClust: An R package for determining the relevant number of clusters in a data set</article-title>
          <source>J Stat Soft</source>
          <year>2014</year>
          <volume>61</volume>
          <issue>6</issue>
          <fpage>1</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.18637/jss.v061.i06</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Milligan</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>An examination of procedures for determining the number of clusters in a data set</article-title>
          <source>Psychometrika</source>
          <year>1985</year>
          <month>6</month>
          <volume>50</volume>
          <issue>2</issue>
          <fpage>159</fpage>
          <lpage>79</lpage>
          <pub-id pub-id-type="doi">10.1007/bf02294245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ripley</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Venables</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ripley</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Package ‘nnet’</article-title>
          <source>R Package Version</source>
          <year>2021</year>
          <access-date>2021-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cran.r-project.org/web/packages/nnet/nnet.pdf">https://cran.r-project.org/web/packages/nnet/nnet.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Extended Bayesian information criteria for model selection with large model spaces</article-title>
          <source>Biometrika</source>
          <year>2008</year>
          <month>09</month>
          <day>01</day>
          <volume>95</volume>
          <issue>3</issue>
          <fpage>759</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1093/biomet/asn034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Epskamp</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cramer</surname>
              <given-names>AO</given-names>
            </name>
            <name name-style="western">
              <surname>Waldorp</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schmittmann</surname>
              <given-names>VD</given-names>
            </name>
            <name name-style="western">
              <surname>Borsboom</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>qgraph: Network visualizations of relationships in psychometric data</article-title>
          <source>J Stat Soft</source>
          <year>2012</year>
          <volume>48</volume>
          <issue>4</issue>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.18637/jss.v048.i04</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blanken</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Deserno</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dalege</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Borsboom</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Blanken</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kerkhof</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cramer</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The role of stabilizing and communicating symptoms given overlapping communities in psychopathology networks</article-title>
          <source>Sci Rep</source>
          <year>2018</year>
          <month>04</month>
          <day>11</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>5854</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-018-24224-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-018-24224-2</pub-id>
          <pub-id pub-id-type="medline">29643399</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-018-24224-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC5895626</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Presseau</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tait</surname>
              <given-names>RI</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sniehotta</surname>
              <given-names>FF</given-names>
            </name>
          </person-group>
          <article-title>Goal conflict and goal facilitation as predictors of daily accelerometer-assessed physical activity</article-title>
          <source>Health Psychol</source>
          <year>2013</year>
          <month>12</month>
          <volume>32</volume>
          <issue>12</issue>
          <fpage>1179</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.1037/a0029430</pub-id>
          <pub-id pub-id-type="medline">22888818</pub-id>
          <pub-id pub-id-type="pii">2012-21510-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bacon</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Lavoie</surname>
              <given-names>KL</given-names>
            </name>
          </person-group>
          <article-title>Rethinking How to Expand the Evidence Base for Health Behavior Change in Cardiovascular Disease Prevention</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2020</year>
          <month>05</month>
          <day>26</day>
          <volume>75</volume>
          <issue>20</issue>
          <fpage>2619</fpage>
          <lpage>2622</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0735-1097(20)34748-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2020.03.055</pub-id>
          <pub-id pub-id-type="medline">32439011</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(20)34748-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Del Boca</surname>
              <given-names>FK</given-names>
            </name>
            <name name-style="western">
              <surname>Noll</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Truth or consequences: the validity of self-report data in health services research on addictions</article-title>
          <source>Addiction</source>
          <year>2000</year>
          <month>11</month>
          <volume>95 Suppl 3</volume>
          <fpage>S347</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1046/j.1360-0443.95.11s3.5.x</pub-id>
          <pub-id pub-id-type="medline">11132362</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
