<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">ResProt</journal-id>
            <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
            <journal-title>JMIR Research Protocols</journal-title>
            <issn pub-type="epub">1929-0748</issn>
            <publisher>
                <publisher-name>JMIR Publications Inc.</publisher-name>
                <publisher-loc>Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v4i1e4</article-id>
            <article-id pub-id-type="pmid">25560937</article-id>
            <article-id pub-id-type="doi">10.2196/resprot.3931</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Original Paper</subject>
                </subj-group>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Do Extreme Values of Daily-Life Gait Characteristics Provide More Information About Fall Risk Than Median Values?</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Chiari</surname>
                        <given-names>Lorenzo</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Bourke</surname>
                        <given-names>Alan</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1">
                    <name name-style="western">
                        <surname>Rispens</surname>
                        <given-names>Sietse M</given-names>
                    </name>
                    <degrees>MSc</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9400-6125</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib2">
                    <name name-style="western">
                        <surname>van Schooten</surname>
                        <given-names>Kimberley S</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0902-8440</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib3" corresp="yes">
                    <name name-style="western">
                        <surname>Pijnappels</surname>
                        <given-names>Mirjam</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <address>
                        <institution>MOVE Research Institute Amsterdam</institution>
                        <institution>Faculty of Human Movement Sciences</institution>
                        <institution>VU University Amsterdam</institution>
                        <addr-line>van der Boechorststraat 9</addr-line>
                        <addr-line>Amsterdam, 1081 BT</addr-line>
                        <country>Netherlands</country>
                        <phone>31 20 59 88467</phone>
                        <fax>31 20 59 88529</fax>
                        <email>m.pijnappels@vu.nl</email>
                    </address>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8416-2602</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib4">
                    <name name-style="western">
                        <surname>Daffertshofer</surname>
                        <given-names>Andreas</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9107-3552</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib5">
                    <name name-style="western">
                        <surname>Beek</surname>
                        <given-names>Peter J</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0917-8548</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib6">
                    <name name-style="western">
                        <surname>van Die&#235;n</surname>
                        <given-names>Jaap H</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7719-5585</ext-link>
                </contrib>
            </contrib-group>
            <aff id="aff1">
                <sup>1</sup>
                <institution>MOVE Research Institute Amsterdam</institution>
                <institution>Faculty of Human Movement Sciences</institution>
                <institution>VU University Amsterdam</institution>
                <addr-line>Amsterdam</addr-line>
                <country>Netherlands</country>
            </aff>
            <author-notes>
                <corresp>Corresponding Author: Mirjam Pijnappels <email>m.pijnappels@vu.nl</email>
                </corresp>
            </author-notes>
            <pub-date pub-type="collection">
                <season>Jan-Mar</season>
                <year>2015</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>05</day>
                <month>01</month>
                <year>2015</year>
            </pub-date>
            <volume>4</volume>
            <issue>1</issue>
            <elocation-id>e4</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>10</day>
                    <month>10</month>
                    <year>2014</year>
                </date>
                <date date-type="rev-request">
                    <day>04</day>
                    <month>11</month>
                    <year>2014</year>
                </date>
                <date date-type="rev-recd">
                    <day>17</day>
                    <month>11</month>
                    <year>2014</year>
                </date>
                <date date-type="accepted">
                    <day>23</day>
                    <month>11</month>
                    <year>2014</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Sietse M Rispens, Kimberley S van Schooten, Mirjam Pijnappels, Andreas Daffertshofer, Peter J Beek, Jaap H van Die&#235;n. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 05.01.2015. </copyright-statement>
            <copyright-year>2015</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://www.researchprotocols.org/2015/1/e4/" xlink:type="simple" />
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>Gait characteristics estimated from daily-life trunk accelerations reflect gait quality and are associated with fall incidence in older adults. While associations are based on median values of these gait characteristics, their extreme values may reflect either high-risk situations or steady-state gait and may thus be more informative in relation to fall risk.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>The objective of this study was to improve fall-risk prediction models by examining whether the use of extreme values strengthens the associations with falls.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>Trunk acceleration data (Dynaport MoveMonitor) were collected from 202 older adults over a full week. From all walking episodes, we estimated the median and, as reliable estimates of the extremes, the 10th and 90th percentiles of gait characteristics, all over 10-second epochs. In addition, the amount of daily activities was derived from the acceleration data, and participants completed fall-risk questionnaires. Participants were classified as fallers based on one or more falls during 6 months of follow-up. Univariate analyses were performed to investigate whether associations with falls were stronger for the extremes than for the medians. Subsequently, three fall-risk models were compared: (1) using questionnaire data only, (2) adding the amount of activities and medians of gait characteristics, and (3) using extreme values instead of medians in the case of stronger univariate associations of the extremes.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>Stronger associations were found for the extreme characteristics reflecting high regularity, low frequency variability, and low local instability in anterior-posterior direction, for high symmetry in all directions and for low entropy in anterior-posterior and vertical directions. The questionnaire-only model improved significantly by adding activities and gait characteristics&#8217; medians. Replacing medians by extremes with stronger associations did improve the fall prediction model, but not significantly.</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>Associations were stronger for extreme values, indicating &#8220;high gait quality&#8221; situations (ie, 10th and 90th percentiles in case of positive and negative associations, respectively) and not for &#8220;low gait quality&#8221; situations. This suggests that gait characteristics during optimal performance gait provide more information about the risk of falling than high-risk situations. However, their added value over medians in prediction is limited.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>accidental falls</kwd>
                <kwd>risk assessment</kwd>
                <kwd>accelerometry</kwd>
                <kwd>activities of daily living</kwd>
                <kwd>gait</kwd>
                <kwd>walking</kwd>
                <kwd>logistic models</kwd>
                <kwd>aged</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title>Introduction</title>
            <p>Identifying persons with a high risk of falling can facilitate effective prevention of falls. Several ways of assessing fall risk have been investigated, including questionnaires, physical tests, gait analysis, and physical activity measurements [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. Yet the predictive value of these models is still limited.</p>
            <p>A promising way to assess fall risk is by means of body-worn sensors in daily life. Trunk accelerations during walking can provide information about personal risk factors for falls related to physical capacity and health status. This information is typically assessed by gait analysis in controlled settings, which has shown that high variability, low stability, and low symmetry of gait are associated with falling [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. The use of body-worn sensors in daily life can add information about physical activity [<xref ref-type="bibr" rid="ref7">7</xref>], as well as situational fall-risk factors related to one&#8217;s behavior and environment [<xref ref-type="bibr" rid="ref8">8</xref>]. This new approach has demonstrated the potential to make an important contribution to fall-risk assessment, as shown by daily-life gait characteristics&#8217; associations with falls and the added value of gait characteristics in fall prediction over commonly used methods [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>].</p>
            <p>Even though the previously developed fall-risk model based on daily-life gait characteristics showed a very promising performance (ie, an area under the receiver operator curve [AUC] of 0.82) [<xref ref-type="bibr" rid="ref10">10</xref>], there may still be room for improvement. One aspect to consider is the selection of specific gait episodes in daily life that contain the most relevant information for fall-risk prediction. Previous studies used the mean or median of a gait characteristic over the analyzed epochs of gait, based on the assumption that this would be the most representative estimate for that characteristic [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. However, as situations in daily life vary, gait characteristics obtained in particular situations may better reflect a person&#8217;s fall risk than the median of those obtained in all analyzed epochs of gait. On the one hand, episodes with &#8220;low gait quality&#8221; may contain information about taking risks or responding to risks in such situations. High-risk situations may be expected to show high variability and low stability and symmetry, as these gait characteristics are associated with falling [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. On the other hand, situations where people show &#8220;high gait quality&#8221; might be informative about the best possible performance they can achieve, which may be closely related to personal risk factors or the performance in a lab or on a treadmill. We expected these two extreme situational effects, high-risk situations and optimal gait performance, to be reflected in the extreme values of gait characteristics calculated over 1 week. Therefore, we investigated whether extreme values of gait characteristics obtained in daily life had stronger associations with falls and predicted these falls better than their median values.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <sec>
                <title>Participants</title>
                <p>The 202 individuals who participated in this study were part of the larger Fall Risk in Old Age (FARAO) cohort study conducted at VU University Amsterdam. They were mainly community dwelling older adults, and inclusion criteria were having a mini mental state examination (MMSE) of at least 19 (out of 30 points), age between 65 and 99, and the ability to walk 20 meters continuously, with the aid of an assistive device if needed. All participants provided written informed consent and the medical ethical committee of the VU University Medical Hospital approved the protocol (number 2010/290).</p>
            </sec>
            <sec>
                <title>Protocol</title>
                <p>At the start of the study, participants were interviewed and trunk accelerations were recorded over a full week, after which their fall incidence was monitored for 6 months. During the interview, demographic information was collected (<xref ref-type="table" rid="table1">Table 1</xref>), as well as fall history and the geriatric depression score (GDS) [<xref ref-type="bibr" rid="ref16">16</xref>], since these were previously shown to be associated with future falls [<xref ref-type="bibr" rid="ref10">10</xref>]. Following the interview, participants wore a tri-axial accelerometer (MoveMonitor, McRoberts, The Hague, Netherlands; sampling range -6g to 6g; sampling rate 100 Hz) for 1 week continuously, except during water-related activities that could damage the device. Participants were instructed to wear the accelerometer with an elastic band around their waist at the mid-back, at the level of their lumbar spine. After the interview and measurements, participants&#8217; falls were monitored for 6 months by monthly telephone contact in addition to a daily diary. If participants had fallen at least once during the 6-month follow-up, they were classified as fallers; if not, they were classified as non-fallers.</p>
                <table-wrap position="float" id="table1">
                    <label>Table 1</label>
                    <caption>
                        <p>Participant demographics.</p>
                    </caption>
                    <table width="665" border="1" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                        <col width="235" />
                        <col width="133" />
                        <col width="133" />
                        <col width="107" />
                        <thead>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Fallers (n=70)</td>
                                <td>Non-fallers (n=132)</td>
                                <td>
                                    <italic>P</italic> (<italic>t</italic> test)</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td>Age (years), mean (SD)</td>
                                <td>75.6 (6.1)</td>
                                <td>75.1 (6.6)</td>
                                <td>.59</td>
                            </tr>
                            <tr valign="top">
                                <td>Gender (male), %</td>
                                <td>47</td>
                                <td>50</td>
                                <td>.73</td>
                            </tr>
                            <tr valign="top">
                                <td>Community dwelling, %</td>
                                <td>94</td>
                                <td>94</td>
                                <td>.93</td>
                            </tr>
                            <tr valign="top">
                                <td>Weight (kg), mean (SD)</td>
                                <td>75 (14)</td>
                                <td>74 (14)</td>
                                <td>.45</td>
                            </tr>
                            <tr valign="top">
                                <td>Height (m), mean (SD)</td>
                                <td>1.71 (0.09)</td>
                                <td>1.70 (0.09)</td>
                                <td>.46</td>
                            </tr>
                            <tr valign="bottom">
                                <td>BMI (kg/m<sup>2</sup>)</td>
                                <td>25.6 (3.7)</td>
                                <td>25.3 (3.6)</td>
                                <td>.57</td>
                            </tr>
                            <tr valign="top">
                                <td>Use of walking aid, %</td>
                                <td>26</td>
                                <td>22</td>
                                <td>.66</td>
                            </tr>
                            <tr valign="top">
                                <td>MMSE (max 30), mean (SD)</td>
                                <td>27.7 (2.3)</td>
                                <td>27.8 (2.1)</td>
                                <td>.78</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
            </sec>
            <sec>
                <title>Physical Activities and Gait Characteristics</title>
                <p>The accelerations recorded during the measurement week were used to estimate the average amounts of physical activities as well as a comprehensive set of gait characteristics. <xref ref-type="table" rid="table2">Table 2</xref> (gait characteristics) and <xref ref-type="table" rid="table3">Table 3</xref> (physical activities) cover the complete set of derived parameters. The parameters in question were estimated as described in previous papers (see [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref10">10</xref>] for physical activity and [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref17">17</xref>] for gait characteristics). We added the estimation of sample entropy [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>] in view of its potential to discriminate fallers from non-fallers [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. We used 5 consecutive data points and 0.3 as the radius of tolerance, based on the determination of auto-regressive process orders and relative errors of sample entropy for our data as proposed by Lake et al [<xref ref-type="bibr" rid="ref21">21</xref>]. In order to focus solely on regular walking, we discarded locomotion episodes suspected to reflect running. These episodes, which caused severe outliers for some participants, were identified by a low stride time (&#60;0.8 s) and/or a high vertical (VT) acceleration root-mean-square (RMS) (&#62;5 ms<sup>-2</sup>).</p>
                <p>As in previous studies, median values of gait characteristics were estimated from all 10-second walking epochs recorded during the measurement week. In addition, the extremes were estimated as the parameter values of the 10th and 90th percentiles of the gait characteristics derived. We used the 10th and 90th percentile values as best estimates of the extremes themselves, since the reliability of the extremes appeared to be insufficient; when using the data and procedures as described in previous work [<xref ref-type="bibr" rid="ref9">9</xref>], but now for extremes instead of medians, more than 90% of the between-weeks intraclass correlations (ICC) were below 0.7. For the 10th and 90th percentile values, more than 90% had an ICC above 0.7, similar to the medians.</p>
            </sec>
            <sec>
                <title>Statistical Analysis</title>
                <sec>
                    <title>Univariate Regression</title>
                    <p>We assessed the added value of extreme values of gait characteristics over median values by comparing their association with fall incidence through univariate logistic regression. A percentile value (10th, 50th, or 90th) was considered to have a stronger association over the other two percentile values when its regression <italic>P</italic> value was lowest and below .05.</p>
                </sec>
                <sec>
                    <title>Generating Fall Prediction Models</title>
                    <p>Three fall-risk models were generated. Model 1 was based on the participant&#8217;s fall history (yes/no) and the GDS score. Other data obtained through the interview were not used for the fall prediction models because these were not associated with falling in a previous study [<xref ref-type="bibr" rid="ref10">10</xref>]. In Model 2, all amounts of physical activities were added, as well as the median values of all gait characteristics. In Model 3, we replaced the median value of a given gait characteristic by its extreme value, provided that the latter had a stronger association with falls according to the univariate analysis. The outcome variable for all three models was whether or not participants had fallen at least once during the 6 months of follow-up. The fall prediction models were generated by means of stepwise forward logistic regression. In every step, the parameter with the lowest <italic>P</italic> value below .05 when added to the parameters in previous steps was selected, provided that the parameter did not have an absolute Spearman correlation higher than .7 with any of the previously selected parameters. The models were tested for inadequate calibration between predicted probabilities and observed fall incidences using the Hosmer-Lemeshow test.</p>
                </sec>
                <sec>
                    <title>Comparing Fall Prediction Models</title>
                    <p>When evaluating the added value of new parameters for a prediction model, it is not trivial to determine the significance of added parameters while considering the number of parameters that were available for selection. Commonly used tests typically compare pre-determined prediction parameters (eg, [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]) and do not account for the freedom of parameter selection or the setting of regression coefficients. In this study, to estimate a <italic>P</italic> value for the improvement of the models when adding or replacing parameters, we required a test that could handle models with different numbers of parameters and could select parameters from subsets of different numbers of potential parameters. Since we found no analytical test that satisfied these requirements, we used a Monte Carlo permutation test. All parameters as obtained from the week of acceleration data collected from one participant were permuted with the data of another randomly selected participant. Since all gait characteristics and amounts of activities were taken from the same week of accelerations of another participant, correlations between these parameters remained the same. Questionnaire data and fall incidence were not permuted between participants. We generated models for 1000 differently permuted datasets and estimated the <italic>P</italic> value for the improvement between models as the ratio of permutations having a larger increase of the area under the receiver operator curve (AUC) between the models than the increase of the AUC between the models obtained with the original dataset. The first model, being based exclusively on questionnaire data, was not affected by the permutations.</p>
                </sec>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>Univariate regression showed significant associations (<italic>P</italic>&#60;.05) with falling for 14 out of 30 gait characteristic medians (<xref ref-type="table" rid="table2">Table 2</xref>). High stride regularity anterior-posterior (AP), high harmonic ratio VT and AP, low local dynamic stability AP, and low sample entropy VT had a stronger association than the medians of these characteristics. When using extremes, the associations of low frequency variability AP, high harmonic ratio mediolateral (ML), and low sample entropy AP with falls were significant, whereas they were not significant when using the median values. All stronger associations for extremes were found for the extremes related to optimal performance gait, that is, the 10th percentile (lower extreme) in case of positive associations with falls, and the 90th percentile (higher extreme) in case of negative associations. Regression results of questionnaire data and amounts of activities showed significant associations for fall history, GDS depression scale, and lying duration (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
            <table-wrap position="float" id="table2">
                <label>Table 2</label>
                <caption>
                    <p>Univariate logistic regression of gait characteristics&#8217; 10th, 50th, and 90th percentile values, with future falls (B values [<italic>P</italic> values] are based on <italic>z</italic>-transformed data).</p>
                </caption>
                <table width="665" border="1" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                    <col width="298" />
                    <col width="105" />
                    <col width="102" />
                    <col width="101" />
                    <thead>
                        <tr valign="top">
                            <td>Characteristics</td>
                            <td>10th perc.<break />B (<italic>P</italic>)</td>
                            <td>Median<break />B (<italic>P</italic>)</td>
                            <td>90th perc.<break />B (<italic>P</italic>)</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="bottom">
                            <td>Gait speed</td>
                            <td>-0.36 (.03)</td>
                            <td>-0.38 (.02)<sup>a</sup>
                            </td>
                            <td>-0.32 (.04)</td>
                        </tr>
                        <tr valign="top">
                            <td>Speed variability</td>
                            <td>0.26 (.10)</td>
                            <td>0.19 (.21)</td>
                            <td>-0.08 (.60)</td>
                        </tr>
                        <tr valign="bottom">
                            <td>Stride frequency</td>
                            <td>-0.21 (.15)</td>
                            <td>-0.31 (.04)<sup>a</sup>
                            </td>
                            <td>-0.15 (.41)</td>
                        </tr>
                        <tr valign="top">
                            <td>Frequency variability VT</td>
                            <td>0.25 (.09)</td>
                            <td>0.26 (.08)</td>
                            <td>-0.12 (.41)</td>
                        </tr>
                        <tr valign="top">
                            <td>Frequency variability ML</td>
                            <td>0.25 (.10)</td>
                            <td>0.21 (.15)</td>
                            <td>0.01 (.96)</td>
                        </tr>
                        <tr valign="bottom">
                            <td>Frequency variability AP</td>
                            <td>0.33 (.03)<sup>a</sup>
                            </td>
                            <td>0.27 (.07)</td>
                            <td>0.07 (.61)</td>
                        </tr>
                        <tr valign="bottom">
                            <td>Stride regularity VT</td>
                            <td>-0.23 (.14)</td>
                            <td>-0.34 (.03)<sup>a</sup>
                            </td>
                            <td>-0.26 (.08)</td>
                        </tr>
                        <tr valign="top">
                            <td>Stride regularity ML</td>
                            <td>0.07 (.65)</td>
                            <td>-0.08 (.58)</td>
                            <td>-0.06 (.70)</td>
                        </tr>
                        <tr valign="bottom">
                            <td>Stride regularity AP</td>
                            <td>-0.24 (.12)</td>
                            <td>-0.32 (.04)<sup>a</sup>
                            </td>
                            <td>-0.37 (.02)<sup>a</sup>
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td>RMS VT</td>
                            <td>-0.29 (.07)</td>
                            <td>-0.50 (.004)<sup>a</sup>
                            </td>
                            <td>-0.41 (.009)</td>
                        </tr>
                        <tr valign="top">
                            <td>RMS ML</td>
                            <td>0.09 (.53)</td>
                            <td>-0.08 (.60)</td>
                            <td>-0.06 (.67)</td>
                        </tr>
                        <tr valign="bottom">
                            <td>RMS AP</td>
                            <td>-0.20 (.19)</td>
                            <td>-0.37 (.02)<sup>a</sup>
                            </td>
                            <td>-0.25 (.11)</td>
                        </tr>
                        <tr valign="bottom">
                            <td>Low frequency percentage VT &#60;0.7 Hz</td>
                            <td>0.20 (.18)</td>
                            <td>0.38 (.01)<sup>a</sup>
                            </td>
                            <td>0.23 (.11)</td>
                        </tr>
                        <tr valign="bottom">
                            <td>Low frequency percentage ML &#60;10 Hz</td>
                            <td>0.24 (.12)</td>
                            <td>0.33 (.04)<sup>a</sup>
                            </td>
                            <td>0.15 (.32)</td>
                        </tr>
                        <tr valign="bottom">
                            <td>Low frequency percentage AP &#60;0.7 Hz</td>
                            <td>0.28 (.06)</td>
                            <td>0.37 (.01)<sup>a</sup>
                            </td>
                            <td>0.27 (.07)</td>
                        </tr>
                        <tr valign="top">
                            <td>Index of harmonicity VT</td>
                            <td>-0.16 (.30)</td>
                            <td>-0.23 (.12)</td>
                            <td>-0.20 (.17)</td>
                        </tr>
                        <tr valign="top">
                            <td>Index of harmonicity ML</td>
                            <td>0.27 (.07)</td>
                            <td>0.24 (.11)</td>
                            <td>0.13 (.37)</td>
                        </tr>
                        <tr valign="top">
                            <td>Index of harmonicity AP</td>
                            <td>0.11 (.45)</td>
                            <td>0.18 (.23)</td>
                            <td>0.28 (.07)</td>
                        </tr>
                        <tr valign="bottom">
                            <td>Harmonic ratio VT</td>
                            <td>-0.03 (.83)</td>
                            <td>-0.43 (.009)<sup>a</sup>
                            </td>
                            <td>-0.51 (.003)<sup>a</sup>
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td>Harmonic ratio ML</td>
                            <td>0.11 (.46)</td>
                            <td>-0.25 (.11)</td>
                            <td>-0.32 (.048)<sup>a</sup>
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td>Harmonic ratio AP</td>
                            <td>-0.05 (.76)</td>
                            <td>-0.41 (.01)<sup>a</sup>
                            </td>
                            <td>-0.53 (.002)<sup>a</sup>
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td>Local dynamic stability VT</td>
                            <td>0.29 (.053)</td>
                            <td>0.33 (.03)<sup>a</sup>
                            </td>
                            <td>0.22 (.16)</td>
                        </tr>
                        <tr valign="top">
                            <td>Local dynamic stability ML</td>
                            <td>0.10 (.51)</td>
                            <td>0.08 (.58)</td>
                            <td>0.03 (.86)</td>
                        </tr>
                        <tr valign="bottom">
                            <td>Local dynamic stability AP</td>
                            <td>0.38 (.02)<sup>a</sup>
                            </td>
                            <td>0.34 (.03)<sup>a</sup>
                            </td>
                            <td>0.27 (.08)</td>
                        </tr>
                        <tr valign="bottom">
                            <td>Sample entropy VT</td>
                            <td>0.60 (&#60;.001)<sup>a</sup>
                            </td>
                            <td>0.41 (.02)<sup>a</sup>
                            </td>
                            <td>0.14 (.35)</td>
                        </tr>
                        <tr valign="top">
                            <td>Sample entropy ML</td>
                            <td>-0.09 (.54)</td>
                            <td>-0.12 (.43)</td>
                            <td>-0.16 (.31)</td>
                        </tr>
                        <tr valign="bottom">
                            <td>Sample entropy AP</td>
                            <td>0.39 (.01)<sup>a</sup>
                            </td>
                            <td>0.22 (.15)</td>
                            <td>0.02 (.87)</td>
                        </tr>
                        <tr valign="top">
                            <td>Dominant frequency&#8217;s amplitude VT</td>
                            <td>-0.22 (.16)</td>
                            <td>-0.29 (.06)</td>
                            <td>-0.19 (.21)</td>
                        </tr>
                        <tr valign="top">
                            <td>Dominant frequency&#8217;s amplitude ML</td>
                            <td>0.16 (.28)</td>
                            <td>0.14 (.34)</td>
                            <td>0.15 (.31)</td>
                        </tr>
                        <tr valign="top">
                            <td>Dominant frequency&#8217;s amplitude AP</td>
                            <td>-0.13 (.37)</td>
                            <td>-0.06 (.71)</td>
                            <td>0.07 (.63)</td>
                        </tr>
                    </tbody>
                </table>
                <table-wrap-foot>
                    <fn id="table2fn1">
                        <p>
                            <sup>a</sup>Significant associations of medians and stronger associations of extremes.</p>
                    </fn>
                </table-wrap-foot>
            </table-wrap>
            <table-wrap position="float" id="table3">
                <label>Table 3</label>
                <caption>
                    <p>Univariate logistic regression of questionnaire parameters and amounts of physical activities with future falls (B values [<italic>P</italic> values] are based on <italic>z</italic>-transformed data).</p>
                </caption>
                <table width="665" border="1" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                    <col width="405" />
                    <col width="230" />
                    <thead>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>B (<italic>P</italic>)</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="bottom">
                            <td>Fall history</td>
                            <td>0.55 (&#60;.001)<sup>a</sup>
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td>GDS depression scale</td>
                            <td>0.45 (.003)<sup>a</sup>
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td>Lying duration</td>
                            <td>-0.40 (.02)<sup>a</sup>
                            </td>
                        </tr>
                        <tr valign="top">
                            <td>Sitting duration</td>
                            <td>0.27 (.09)</td>
                        </tr>
                        <tr valign="top">
                            <td>Standing duration</td>
                            <td>0.24 (.11)</td>
                        </tr>
                        <tr valign="top">
                            <td>Locomotion duration</td>
                            <td>-0.01 (.96)</td>
                        </tr>
                        <tr valign="top">
                            <td>Shuffling duration</td>
                            <td>0.23 (.12)</td>
                        </tr>
                        <tr valign="bottom">
                            <td>Number of transitions<sup>b</sup>
                            </td>
                            <td>0.15 (.30)</td>
                        </tr>
                        <tr valign="top">
                            <td>Number of steps</td>
                            <td>-0.05 (.76)</td>
                        </tr>
                    </tbody>
                </table>
                <table-wrap-foot>
                    <fn id="table3fn1">
                        <p>
                            <sup>a</sup>Significant associations.</p>
                    </fn>
                    <fn id="table3fn2">
                        <p>
                            <sup>b</sup>Direct transitions from sedentary (lying and sitting) to non-sedentary (standing, locomotion, and shuffling) activities.</p>
                    </fn>
                </table-wrap-foot>
            </table-wrap>
            <p>Fall history was selected as a parameter in all models. GDS depression score was selected in the questionnaires-only model but not in the models including acceleration data. In both models that included acceleration data, lying duration as well as low frequency percentage below 0.7 Hz in the VT and sample entropy in both the VT and ML direction were selected (<xref ref-type="table" rid="table4">Table 4</xref>). For Model 3, only one extreme value (10th percentile of Sample Entropy VT) was selected as a parameter. The Hosmer-Lemeshow test revealed no indications of inadequate calibration (<italic>P</italic>=.58, .41, and .76 for Models 1-3, respectively).</p>
            <table-wrap position="float" id="table4">
                <label>Table 4</label>
                <caption>
                    <p>Fall prediction models with parameter coefficients and <italic>P</italic> values.</p>
                </caption>
                <table width="665" border="1" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                    <col width="83" />
                    <col width="84" />
                    <col width="75" />
                    <col width="365" />
                    <thead>
                        <tr valign="top">
                            <td>Models</td>
                            <td>B</td>
                            <td>
                                <italic>P</italic> value</td>
                            <td>Parameters</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td colspan="4">
                                <bold>Model 1: questionnaires only</bold>
                            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>-0.70</td>
                            <td>&#60;.001</td>
                            <td>Constant</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>0.46</td>
                            <td>.004</td>
                            <td>Fall history</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>0.33</td>
                            <td>.04</td>
                            <td>GDS depression score</td>
                        </tr>
                        <tr valign="top">
                            <td colspan="4">
                                <bold>Model 2: add activities and gait characteristics&#8217; medians</bold>
                            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>-0.66</td>
                            <td>&#60;.001</td>
                            <td>Constant</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>0.67</td>
                            <td>&#60;.001</td>
                            <td>Fall history</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>0.41</td>
                            <td>.04</td>
                            <td>Low frequency percentage VT &#60;0.7 Hz</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>-0.43</td>
                            <td>.02</td>
                            <td>Lying duration</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>0.86</td>
                            <td>.002</td>
                            <td>Sample entropy VT</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>-0.53</td>
                            <td>.03</td>
                            <td>Sample entropy ML</td>
                        </tr>
                        <tr valign="top">
                            <td colspan="4">
                                <bold>Model 3: replace gait characteristics&#8217; median if extreme has stronger association</bold>
                            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>-0.68</td>
                            <td>&#60;.001</td>
                            <td>Constant</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>0.69</td>
                            <td>&#60;.001</td>
                            <td>Fall history</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>1.02</td>
                            <td>&#60;.001</td>
                            <td>Sample entropy VT (Low extreme)</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>0.61</td>
                            <td>.002</td>
                            <td>Low frequency percentage VT &#60;0.7 Hz</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>-0.60</td>
                            <td>.004</td>
                            <td>Lying duration</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>-0.47</td>
                            <td>.03</td>
                            <td>Sample entropy ML</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>Receiver operating characteristic (ROC) curves of the 3 prediction models are shown in <xref ref-type="fig" rid="figure1">Figure 1</xref>. The AUC for the prediction Models 1-3 were 0.684, 0.781, and 0.808, respectively. Models 2 and 3, which both involved daily-life acceleration parameters, performed significantly better than Model 1 (<italic>P</italic> values for the improvements were .01 and .003, respectively). Model 3 with extremes did not improve significantly with respect to Model 2 based exclusively on median values (<italic>P</italic>=.19).</p>
            <fig id="figure1" position="float">
                <label>Figure 1</label>
                <caption>
                    <p>ROC curves for the 3 prediction models.</p>
                </caption>
                <graphic xlink:href="resprot_v4i1e4_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
            </fig>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <sec>
                <title>Principal Findings</title>
                <p>This study investigated whether extreme values of gait characteristics as observed during a single week in daily life are more strongly associated with fall risk than their median values. In particular, we determined the added value for fall-risk assessment of such extreme values of gait characteristics above the median values.</p>
                <p>The characteristics with an extreme that had a univariate association stronger than the median, that is, high regularity and harmonic ratio, and low frequency variability, local dynamic stability and entropy, seemed to share a strong dependency on situational effects, as indicated for example by their systematic difference between treadmill and daily-life walking [<xref ref-type="bibr" rid="ref8">8</xref>]. For all of these characteristics, the strongest associations with fall risk were found for the extremes related to a lower fall risk, which indicates that they were the &#8220;high gait quality&#8221; extremes. This suggests that for these characteristics the optimal performance in daily-life situations provided more information about fall risk than performance in more demanding situations. These optimal performance gait episodes may be recorded in situations that are more comparable between subjects and may consequently provide a better assessment of an individual&#8217;s capacities than the median. However, the most representative values in daily life, as quantified by the median, still had stronger associations for most of the characteristics. The fact that none of the &#8220;low gait quality&#8221; extremes were found to have a stronger association than the medians suggests that the presence of irregular gait episodes in daily life is not an indication of situations with higher fall risk, but rather an indication of situations that require or permit gait adaptations. Low gait quality extremes may reflect the exposure to environmental constraints, such as imposed by a winding forest track compared to a paved footpath. Moreover, exposed individuals may be those who can cope with such environmental constraints, whereas these are avoided by individuals with acknowledged lower gait quality.</p>
                <p>The expected added value of the gait characteristics&#8217; extreme values in daily life above the medians in a fall-risk prediction model was not demonstrated. Although the model including the extremes (Model 3) had a higher AUC than the model with the medians (Model 2), the Monte Carlo permutation test indicated that this difference may have resulted from a combination of chance and an expected improvement due to the replacement of medians with more strongly associated extremes; the <italic>P</italic> value for the improvement found was .19. The improvement of univariate associations found may have been too small to yield a significant effect on the predictive value of the models. Perhaps the high-quality extremes are merely a more accurate estimation of the individual&#8217;s capacities and do not provide information about a new concept such as risk-taking behavior. However, the Monte Carlo permutation tests did confirm the previously reported finding that information from trunk accelerations recorded during a week in daily life significantly improves fall prediction models based on questionnaire data alone [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
            </sec>
            <sec>
                <title>Limitations</title>
                <p>The reported AUC and the Monte Carlo permutation test have their limitations. The AUC we reported may have been biased since the AUC was estimated from the same dataset used for the model generation. The presented models should be validated with new or other data, in order to obtain an unbiased AUC. The Monte Carlo permutation test is a method for testing the significance of model improvement by increasing the set of optional parameters. However, in the comparison of Models 2 and 3, we did not add parameters, but rather replaced parameters. It was therefore necessary to compare the change in AUC between permuted and non-permuted data, rather than the AUC itself. This comparison assumed that probability of the improvement of 0.027 (ie, the difference in AUC between Models 2 and 3) is similar for different starting values of the AUC. However, one may assume that such an improvement is less probable when starting with a higher AUC. We can therefore consider the estimated <italic>P</italic> value of .19 as a conservative estimate, since the starting AUC (Model 2) of the permuted data was typically lower than that of the non-permuted data.</p>
            </sec>
            <sec>
                <title>Comparison With Previous Studies</title>
                <p>The parameters that were incorporated in the model comparison have been previously linked to falling [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref20">20</xref>], except for lying duration. Lying duration was negatively associated with fall risk, which might be explained by an elevated risk of falling when one is not well rested, assuming that less lying implies being less well-rested. It may also reflect high fall risk when leaving the bed during the night. Sample entropy was previously found to be associated with falling for the AP direction, but not for the ML direction [<xref ref-type="bibr" rid="ref20">20</xref>]. Also in this study sample entropy in ML direction was not univariately associated with falling. This hampers the interpretation of its contribution to the model and of its meaning for fall risk in general.</p>
                <p>When comparing the results in this study with those reported previously [<xref ref-type="bibr" rid="ref10">10</xref>], one would expect to find quite similar results since most of the participants (169 out of our 202) participated in both studies. This was indeed the case for the univariate associations. With one exception (local dynamic stability or logarithmic divergence rate in mediolateral direction), all differences in significant associations were still nearly significant with <italic>P</italic>&#60;.10. However, Model 2, which included physical activities and gait characteristics&#8217; medians, contained different parameters than the model derived in the previous study [<xref ref-type="bibr" rid="ref10">10</xref>]. Apparently, the selection of model parameters was sensitive to slight changes in population. The models were in agreement in that both included fall history and a combination of physical activity parameters and gait characteristics.</p>
            </sec>
            <sec>
                <title>Conclusions</title>
                <p>Several &#8220;good gait quality&#8221; extremes of gait characteristics were estimated to have a stronger association with future falls than their medians. In particular, epochs with low frequency variability and high regularity, symmetry, and stability may be of particular interest for fall-risk prediction. However, using gait characteristics&#8217; extremes in addition to medians did not significantly improve fall prediction models.</p>
            </sec>
        </sec>
    </body>
    <back>
        <glossary>
            <title>Abbreviations</title>
            <def-list>
                <def-item>
                    <term id="abb1">AP</term>
                    <def>
                        <p>anterior-posterior</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb2">AUC</term>
                    <def>
                        <p>area under the receiver-operator curve</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb3">GDS</term>
                    <def>
                        <p>Geriatric Depression Score</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb4">ICC</term>
                    <def>
                        <p>intraclass correlation</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb5">ML</term>
                    <def>
                        <p>mediolateral</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb6">MMSE</term>
                    <def>
                        <p>Mini Mental State Examination</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb7">ROC</term>
                    <def>
                        <p>receiver operating characteristic</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb8">RMS</term>
                    <def>
                        <p>root mean square</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb9">VT</term>
                    <def>
                        <p>vertical</p>
                    </def>
                </def-item>
            </def-list>
        </glossary>
        <ack>
            <p>This work was supported by the Netherlands Organisation for Scientific Research (NWO TOP NIG grant 91209021 and NWO grant 400-08-127).</p>
        </ack>
        <fn-group>
            <fn fn-type="conflict">
                <p>Since November 2014, Sietse Rispens has been employed by Philips Research Europe, Eindhoven, The Netherlands, which has an interest in the field of fall-risk monitoring.</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Tromp</surname>
                            <given-names>AM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pluijm</surname>
                            <given-names>SM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Smit</surname>
                            <given-names>JH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Deeg</surname>
                            <given-names>DJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bouter</surname>
                            <given-names>LM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lips</surname>
                            <given-names>P</given-names>
                        </name>
                    </person-group>
                    <article-title>Fall-risk screening test: a prospective study on predictors for falls in community-dwelling elderly</article-title>
                    <source>J Clin Epidemiol</source>
                    <year>2001</year>
                    <month>08</month>
                    <volume>54</volume>
                    <issue>8</issue>
                    <fpage>837</fpage>
                    <lpage>44</lpage>
                    <pub-id pub-id-type="medline">11470394</pub-id>
                    <pub-id pub-id-type="pii">S0895-4356(01)00349-3</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>VanSwearingen</surname>
                            <given-names>JM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Paschal</surname>
                            <given-names>KA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bonino</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chen</surname>
                            <given-names>T-W</given-names>
                        </name>
                    </person-group>
                    <article-title>Assessing Recurrent Fall Risk of Community-Dwelling, Frail Older Veterans Using Specific Tests of Mobility and the Physical Performance Test of Function</article-title>
                    <source>J Gerontol A Biol Sci Med Sci</source>
                    <year>1998</year>
                    <volume>53</volume>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Bruijn</surname>
                            <given-names>SM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Meijer</surname>
                            <given-names>OG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Beek</surname>
                            <given-names>PJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van Die&#235;n</surname>
                            <given-names>JH</given-names>
                        </name>
                    </person-group>
                    <article-title>Assessing the stability of human locomotion: a review of current measures</article-title>
                    <source>J R Soc Interface</source>
                    <year>2013</year>
                    <month>06</month>
                    <day>6</day>
                    <volume>10</volume>
                    <issue>83</issue>
                    <fpage>20120999</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://rsif.royalsocietypublishing.org/cgi/pmidlookup?view=long&#38;pmid=23516062" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1098/rsif.2012.0999</pub-id>
                    <pub-id pub-id-type="medline">23516062</pub-id>
                    <pub-id pub-id-type="pii">rsif.2012.0999</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3645408</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Skelton</surname>
                            <given-names>DA</given-names>
                        </name>
                    </person-group>
                    <article-title>Effects of physical activity on postural stability</article-title>
                    <source>Age Ageing</source>
                    <year>2001</year>
                    <month>11</month>
                    <volume>30 Suppl 4</volume>
                    <fpage>33</fpage>
                    <lpage>9</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://ageing.oxfordjournals.org/cgi/pmidlookup?view=long&#38;pmid=11769787" />
                    </comment>
                    <pub-id pub-id-type="medline">11769787</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Toebes</surname>
                            <given-names>MJP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hoozemans</surname>
                            <given-names>MJM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Furrer</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dekker</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van Die&#235;n</surname>
                            <given-names>JH</given-names>
                        </name>
                    </person-group>
                    <article-title>Local dynamic stability and variability of gait are associated with fall history in elderly subjects</article-title>
                    <source>Gait Posture</source>
                    <year>2012</year>
                    <month>07</month>
                    <volume>36</volume>
                    <issue>3</issue>
                    <fpage>527</fpage>
                    <lpage>31</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://linkinghub.elsevier.com/retrieve/pii/S0966-6362(12)00160-9" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1016/j.gaitpost.2012.05.016</pub-id>
                    <pub-id pub-id-type="medline">22748312</pub-id>
                    <pub-id pub-id-type="pii">S0966-6362(12)00160-9</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Doi</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hirata</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ono</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tsutsumimoto</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Misu</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ando</surname>
                            <given-names>H</given-names>
                        </name>
                    </person-group>
                    <article-title>The harmonic ratio of trunk acceleration predicts falling among older people: results of a 1-year prospective study</article-title>
                    <source>J Neuroeng Rehabil</source>
                    <year>2013</year>
                    <volume>10</volume>
                    <issue>1</issue>
                    <fpage>1</fpage>
                    <lpage>6</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>van Schooten</surname>
                            <given-names>KS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rispens</surname>
                            <given-names>SM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Elders</surname>
                            <given-names>PJM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lips</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van Die&#235;n</surname>
                            <given-names>JH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pijnappels</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>Assessing Physical Activity in Older Adults: Required Days of Trunk Accelerometer Measurements for Reliable Estimation</article-title>
                    <source>J Aging Phys Act</source>
                    <year>2013</year>
                    <month>12</month>
                    <day>4</day>
                    <pub-id pub-id-type="medline">24306934</pub-id>
                    <pub-id pub-id-type="pii">2013-0103</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Rispens</surname>
                            <given-names>SM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van Schooten</surname>
                            <given-names>KS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pijnappels</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cofr&#233; Lizama</surname>
                            <given-names>LE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Daffertshofer</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Beek</surname>
                            <given-names>PJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van Die&#235;n</surname>
                            <given-names>JH</given-names>
                        </name>
                    </person-group>
                    <source>Dynamic Walking; Zurich</source>
                    <year>2014</year>
                    <access-date>2014-10-07</access-date>
                    <comment>Walking characteristics of older adults in the lab and in daily life<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dynamicwalking.org/ocs/index.php/dw2014/dw2014/paper/view/50/43">http://dynamicwalking.org/ocs/index.php/dw2014/dw2014/paper/view/50/43</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6T9KtecF3</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Rispens</surname>
                            <given-names>SM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van Schooten</surname>
                            <given-names>KS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pijnappels</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Daffertshofer</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Beek</surname>
                            <given-names>PJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van Die&#235;n</surname>
                            <given-names>JH</given-names>
                        </name>
                    </person-group>
                    <article-title>Identification of Fall Risk Predictors in Daily Life Measurements: Gait Characteristics' Reliability and Association With Self-reported Fall History</article-title>
                    <source>Neurorehabil Neural Repair</source>
                    <year>2015</year>
                    <month>01</month>
                    <volume>29</volume>
                    <issue>1</issue>
                    <fpage>54</fpage>
                    <lpage>61</lpage>
                    <pub-id pub-id-type="doi">10.1177/1545968314532031</pub-id>
                    <pub-id pub-id-type="medline">24759809</pub-id>
                    <pub-id pub-id-type="pii">1545968314532031</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Van Schooten</surname>
                            <given-names>KS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pijnappels</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rispens</surname>
                            <given-names>SM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Elders</surname>
                            <given-names>PJM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lips</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Van Dieen</surname>
                            <given-names>JH</given-names>
                        </name>
                    </person-group>
                    <article-title>Ambulatory fall-risk assessment: Amount and quality of daily-life gait predict falls in older adults</article-title>
                    <source>J Gerontol A Biol Sci Med Sci</source>
                    <year>2015</year>
                    <fpage>-</fpage>
                    <comment>(forthcoming)(forthcoming)</comment>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Weiss</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brozgol</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dorfman</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Herman</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Shema</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Giladi</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hausdorff</surname>
                            <given-names>JM</given-names>
                        </name>
                    </person-group>
                    <article-title>Does the evaluation of gait quality during daily life provide insight into fall risk? A novel approach using 3-day accelerometer recordings</article-title>
                    <source>Neurorehabil Neural Repair</source>
                    <year>2013</year>
                    <month>10</month>
                    <volume>27</volume>
                    <issue>8</issue>
                    <fpage>742</fpage>
                    <lpage>52</lpage>
                    <pub-id pub-id-type="doi">10.1177/1545968313491004</pub-id>
                    <pub-id pub-id-type="medline">23774124</pub-id>
                    <pub-id pub-id-type="pii">1545968313491004</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Howcroft</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kofman</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lemaire</surname>
                            <given-names>ED</given-names>
                        </name>
                    </person-group>
                    <article-title>Review of fall risk assessment in geriatric populations using inertial sensors</article-title>
                    <source>J Neuroeng Rehabil</source>
                    <year>2013</year>
                    <volume>10</volume>
                    <fpage>-</fpage>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Lockhart</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Liu</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Differentiating fall-prone and healthy adults using local dynamic stability. Ergonomics</article-title>
                    <source>Ergonomics</source>
                    <year>2008</year>
                    <volume>51</volume>
                    <issue>12</issue>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Marschollek</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rehwald</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wolf</surname>
                            <given-names>KH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gietzelt</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nemitz</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Meyer Zu Schwabedissen</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Haux</surname>
                            <given-names>R</given-names>
                        </name>
                    </person-group>
                    <article-title>Sensor-based fall risk assessment--an expert 'to go'</article-title>
                    <source>Methods Inf Med</source>
                    <year>2011</year>
                    <volume>50</volume>
                    <issue>5</issue>
                    <fpage>420</fpage>
                    <lpage>6</lpage>
                    <pub-id pub-id-type="doi">10.3414/ME10-01-0040</pub-id>
                    <pub-id pub-id-type="medline">21206963</pub-id>
                    <pub-id pub-id-type="pii">10-01-0040</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hamacher</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Singh</surname>
                            <given-names>NB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Van Die&#235;n</surname>
                            <given-names>JH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Heller</surname>
                            <given-names>MO</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Taylor</surname>
                            <given-names>WR</given-names>
                        </name>
                    </person-group>
                    <article-title>Kinematic measures for assessing gait stability in elderly individuals: a systematic review</article-title>
                    <source>J R Soc Interface</source>
                    <year>2011</year>
                    <month>12</month>
                    <day>7</day>
                    <volume>8</volume>
                    <issue>65</issue>
                    <fpage>1682</fpage>
                    <lpage>98</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://rsif.royalsocietypublishing.org/cgi/pmidlookup?view=long&#38;pmid=21880615" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1098/rsif.2011.0416</pub-id>
                    <pub-id pub-id-type="medline">21880615</pub-id>
                    <pub-id pub-id-type="pii">rsif.2011.0416</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3203491</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Yesavage</surname>
                            <given-names>JA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brink</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rose</surname>
                            <given-names>TL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lum</surname>
                            <given-names>O</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Huang</surname>
                            <given-names>V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Adey</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Leirer</surname>
                            <given-names>VO</given-names>
                        </name>
                    </person-group>
                    <article-title>Development and validation of a geriatric depression screening scale: a preliminary report</article-title>
                    <source>J Psychiatr Res</source>
                    <year>1983</year>
                    <volume>17</volume>
                    <issue>1</issue>
                    <fpage>37</fpage>
                    <lpage>49</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Rispens</surname>
                            <given-names>SM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pijnappels</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van Schooten</surname>
                            <given-names>KS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Beek</surname>
                            <given-names>PJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Daffertshofer</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van Die&#235;n</surname>
                            <given-names>JH</given-names>
                        </name>
                    </person-group>
                    <article-title>Consistency of gait characteristics as determined from acceleration data collected at different trunk locations</article-title>
                    <source>Gait Posture</source>
                    <year>2014</year>
                    <month>05</month>
                    <volume>40</volume>
                    <issue>1</issue>
                    <fpage>187</fpage>
                    <lpage>92</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.gaitpost.2014.03.182</pub-id>
                    <pub-id pub-id-type="medline">24780202</pub-id>
                    <pub-id pub-id-type="pii">S0966-6362(14)00277-X</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Pincus</surname>
                            <given-names>SM</given-names>
                        </name>
                    </person-group>
                    <source>Proceedings of the National Academy of Sciences</source>
                    <year>1991</year>
                    <month>03</month>
                    <day>15</day>
                    <comment>Approximate entropy as a measure of system complexity<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.pnas.org/cgi/pmidlookup?view=long&#38;pmid=11607165">http://www.pnas.org/cgi/pmidlookup?view=long&#38;pmid=11607165</ext-link>
                    </comment>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Richman</surname>
                            <given-names>JS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Moorman</surname>
                            <given-names>JR</given-names>
                        </name>
                    </person-group>
                    <article-title>Physiological time-series analysis using approximate entropysample entropy</article-title>
                    <source>Am J Physiol-Heart C</source>
                    <year>2000</year>
                    <volume>278</volume>
                    <issue>6</issue>
                    <fpage>H2039</fpage>
                    <lpage>49</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Riva</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Toebes</surname>
                            <given-names>MJP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pijnappels</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stagni</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van Die&#235;n</surname>
                            <given-names>JH</given-names>
                        </name>
                    </person-group>
                    <article-title>Estimating fall risk with inertial sensors using gait stability measures that do not require step detection</article-title>
                    <source>Gait Posture</source>
                    <year>2013</year>
                    <month>06</month>
                    <volume>38</volume>
                    <issue>2</issue>
                    <fpage>170</fpage>
                    <lpage>4</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.gaitpost.2013.05.002</pub-id>
                    <pub-id pub-id-type="medline">23726429</pub-id>
                    <pub-id pub-id-type="pii">S0966-6362(13)00219-1</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Lake</surname>
                            <given-names>DE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Richman</surname>
                            <given-names>JS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Griffin</surname>
                            <given-names>MP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Moorman</surname>
                            <given-names>JR</given-names>
                        </name>
                    </person-group>
                    <article-title>Sample entropy analysis of neonatal heart rate variability</article-title>
                    <source>Am J Physiol Regul Integr Comp Physiol</source>
                    <year>2002</year>
                    <month>09</month>
                    <volume>283</volume>
                    <issue>3</issue>
                    <fpage>R789</fpage>
                    <lpage>97</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://ajpregu.physiology.org/cgi/pmidlookup?view=long&#38;pmid=12185014" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1152/ajpregu.00069.2002</pub-id>
                    <pub-id pub-id-type="medline">12185014</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>DeLong</surname>
                            <given-names>ER</given-names>
                        </name>
                        <name name-style="western">
                            <surname>DeLong</surname>
                            <given-names>DM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Clarke-Pearson</surname>
                            <given-names>DL</given-names>
                        </name>
                    </person-group>
                    <article-title>Comparing the areas under two or more correlated receiver operating characteristic curves: a nonparametric approach</article-title>
                    <source>Biometrics</source>
                    <year>1988</year>
                    <month>09</month>
                    <volume>44</volume>
                    <issue>3</issue>
                    <fpage>837</fpage>
                    <lpage>45</lpage>
                    <pub-id pub-id-type="medline">3203132</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hanley</surname>
                            <given-names>JA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McNeil</surname>
                            <given-names>BJ</given-names>
                        </name>
                    </person-group>
                    <article-title>A method of comparing the areas under receiver operating characteristic curves derived from the same cases</article-title>
                    <source>Radiology</source>
                    <year>1983</year>
                    <month>09</month>
                    <volume>148</volume>
                    <issue>3</issue>
                    <fpage>839</fpage>
                    <lpage>43</lpage>
                    <pub-id pub-id-type="doi">10.1148/radiology.148.3.6878708</pub-id>
                    <pub-id pub-id-type="medline">6878708</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
