<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMBE</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Biomed Eng</journal-id>
      <journal-title>JMIR Biomedical Engineering</journal-title>
      <issn pub-type="epub">2561-3278</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i1e24698</article-id>
      <article-id pub-id-type="pmid">38907379</article-id>
      <article-id pub-id-type="doi">10.2196/24698</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Subspace Clustering of Physiological Data From Acute Traumatic Brain Injury Patients: Retrospective Analysis Based on the PROTECT III Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zhang</surname>
            <given-names>Hongbo</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lim</surname>
            <given-names>Gilbert</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Ehsani</surname>
            <given-names>Sina</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6009-7612</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Reddy</surname>
            <given-names>Chandan K</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2839-3662</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Foreman</surname>
            <given-names>Brandon</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5418-674X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Ratcliff</surname>
            <given-names>Jonathan</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6508-8320</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Subbian</surname>
            <given-names>Vignesh</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <address>
            <institution>Department of Biomedical Engineering</institution>
            <institution>College of Engineering, The University of Arizona</institution>
            <addr-line>1127 E James E Rogers Way</addr-line>
            <addr-line>Tucson, AZ, 85721</addr-line>
            <country>United States</country>
            <phone>1 5206216559</phone>
            <email>vsubbian@email.arizona.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9974-8382</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Systems and Industrial Engineering</institution>
        <institution>College of Engineering</institution>
        <institution>The University of Arizona</institution>
        <addr-line>Tucson, AZ</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Computer Science</institution>
        <institution>Virginia Polytechnic Institute and State University</institution>
        <addr-line>Arlington, VA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Neurology &#38; Rehabilitation Medicine</institution>
        <institution>University of Cincinnati</institution>
        <addr-line>Cincinnati, OH</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Emergency Medicine</institution>
        <institution>Emory University School of Medicine</institution>
        <institution>Emory University</institution>
        <addr-line>Atlanta, GA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Biomedical Engineering</institution>
        <institution>College of Engineering, The University of Arizona</institution>
        <addr-line>Tucson, AZ</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Vignesh Subbian <email>vsubbian@email.arizona.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Mar</season>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>2</day>
        <month>2</month>
        <year>2021</year>
      </pub-date>
      <volume>6</volume>
      <issue>1</issue>
      <elocation-id>e24698</elocation-id>
      <history>
        <date date-type="received">
          <day>1</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>23</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>31</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>1</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Sina Ehsani, Chandan K Reddy, Brandon Foreman, Jonathan Ratcliff, Vignesh Subbian. Originally published in JMIR Biomedical Engineering (http://biomedeng.jmir.org), 02.02.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Biomedical Engineering, is properly cited. The complete bibliographic information, a link to the original publication on http://biomedeng.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://biomedeng.jmir.org/2021/1/e24698/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>With advances in digital health technologies and proliferation of biomedical data in recent years, applications of machine learning in health care and medicine have gained considerable attention. While inpatient settings are equipped to generate rich clinical data from patients, there is a dearth of actionable information that can be used for pursuing secondary research for specific clinical conditions.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study focused on applying unsupervised machine learning techniques for traumatic brain injury (TBI), which is the leading cause of death and disability among children and adults aged less than 44 years. Specifically, we present a case study to demonstrate the feasibility and applicability of subspace clustering techniques for extracting patterns from data collected from TBI patients.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Data for this study were obtained from the Progesterone for Traumatic Brain Injury, Experimental Clinical Treatment–Phase III (PROTECT III) trial, which included a cohort of 882 TBI patients. We applied subspace-clustering methods (density-based, cell-based, and clustering-oriented methods) to this data set and compared the performance of the different clustering methods.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The analyses showed the following three clusters of laboratory physiological data: (1) international normalized ratio (INR), (2) INR, chloride, and creatinine, and (3) hemoglobin and hematocrit. While all subclustering algorithms had a reasonable accuracy in classifying patients by mortality status, the density-based algorithm had a higher F1 score and coverage.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Clustering approaches serve as an important step for phenotype definition and validation in clinical domains such as TBI, where patient and injury heterogeneity are among the major reasons for failure of clinical trials. The results from this study provide a foundation to develop scalable clustering algorithms for further research and validation.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>cluster analysis</kwd>
        <kwd>unsupervised machine learning</kwd>
        <kwd>traumatic brain injury</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Traumatic brain injury (TBI) is broadly defined as disruption in normal brain function or other evidence of brain pathology as a result of mechanical force directed at the head or a rapid acceleration/deceleration event. TBI is the most common cause of death and disability in children and adults aged less than 44 years [<xref ref-type="bibr" rid="ref1">1</xref>]. However, there has been little change in TBI-related deaths despite advancements in care delivery [<xref ref-type="bibr" rid="ref2">2</xref>]. Additionally, a major challenge to both TBI-related clinical research and acute care is reliably identifying candidates for targeted interventions [<xref ref-type="bibr" rid="ref3">3</xref>]. While there have been substantial advances in technological and computational approaches to TBI phenotyping [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>], there is still a dearth of actionable information that can be used for pursing secondary clinical research in this domain.</p>
      <p>Existing approaches to stratification of patients based on clinical presentation does not adequately address the heterogenous nature of TBI, whereas data mining and machine learning techniques have shown promise in identifying subgroups [<xref ref-type="bibr" rid="ref5">5</xref>], predicting outcomes [<xref ref-type="bibr" rid="ref7">7</xref>], and prognosticating among TBI patients [<xref ref-type="bibr" rid="ref8">8</xref>]. In particular, clustering-based techniques serve as an important step for phenotype definition and have the potential to uncover previously unrecognized relationships between various physiologic variables [<xref ref-type="bibr" rid="ref9">9</xref>]. For example, in other clinical domains, traditional cluster analyses have been helpful in identifying unique subgroups of patients. These studies include application of k-means cluster analysis for identifying distinct phenotypes of asthma patients [<xref ref-type="bibr" rid="ref10">10</xref>], as well as using hierarchical clustering to identify both new and known relationships between physiologic variables collected from critically ill patients [<xref ref-type="bibr" rid="ref9">9</xref>]. In this study, we applied <italic>subspace clustering</italic> (or subclustering) methods on physiologic data collected from TBI patients and compared the performance of different subspace clustering methods (density-based, cell-based, and clustering-oriented methods). The rationale for applying subspace clustering over traditional clustering methods (eg, k-means) is the ability to account for the multiple low-dimensional subspace structure of higher dimensional data [<xref ref-type="bibr" rid="ref11">11</xref>]. In terms of critical illnesses, such as acute TBI, we hypothesize that the complex latent relationships between various physiologic variables are better represented in subspaces and thus better captured by subclustering methods than traditional methods that are often limited to spatial proximity of data points in individual clusters.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Source</title>
        <p>Data for this study were obtained from the Progesterone for Traumatic Brain Injury, Experimental Clinical Treatment–Phase III (PROTECT III) study. The PROTECT III trial included a cohort of 882 TBI patients [<xref ref-type="bibr" rid="ref12">12</xref>], who were originally recruited for a randomized clinical trial to study the effect of progesterone on patients with acute TBI. Patients were randomly assigned to a treatment group that received progesterone within 4 hours of injury or placebo. While the PROTECT III clinical trial showed that there was no difference in patients between the two study groups, the longitudinal data from the trial were made available for secondary analyses and continued research.</p>
        <p>This data set included patient demographics, baseline assessment data, 6-month outcome data, including the Glasgow Outcome Scale Extended scale, and mortality status. The temporal data in this study included laboratory test results for the first 7 days of stay. Other clinical and radiologic data were not included in this analysis. Deidentified data were obtained in collaboration with the PROTECT III investigators and are now available through the Federal Interagency Traumatic Brain Injury Research informatics system. The inclusion criteria for this analysis were as follows: (1) subjects were alive for at least 3 days, (2) subjects were not excluded from the parent study, and (3) their baseline laboratory results were available. The 3-day criterion is used because subjects who do not survive for at least 3 days or 72 hours have likely experienced devastating brain injury or other forms of severe trauma, which often require aggressive interventions [<xref ref-type="bibr" rid="ref13">13</xref>]. Additionally, the first 72 hours of observation is the time interval used for determining the preliminary effect of the injury and is thus recommended for valid prognostication [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      </sec>
      <sec>
        <title>Subspace Clustering</title>
        <p>Subspace or projective clustering is a clustering method that emphasizes on clustering in subspaces of high-dimensional spaces, that is, it tries to find clusters in smaller subspaces and builds up to form larger clusters by using overlapping subspaces [<xref ref-type="bibr" rid="ref16">16</xref>]. Subspace clustering can be classified into the following three main categories: density-based approaches, cell-based approaches, and clustering-oriented approaches. Density-based approaches define subspaces in dense areas [<xref ref-type="bibr" rid="ref17">17</xref>]. In cell-based approaches, subspaces are formed by predefining the width of grid cells and the number of objects within each cell [<xref ref-type="bibr" rid="ref18">18</xref>]. Clustering-oriented approaches define properties of the entire set of clusters, as opposed to definition of the cluster itself, and then assign objects to the cluster with the most relevant properties [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <sec>
          <title>Density-Based Approach</title>
          <p>One of the commonly used clustering algorithms is density-based spatial clustering of applications with noise (DBSCAN) [<xref ref-type="bibr" rid="ref20">20</xref>]. The key idea of DBSCAN is that after detecting a cluster using density-based grids, it looks at the neighborhood of each cluster point in a defined radius; any point that exists in this radius is contributed to the cluster.</p>
          <p>Every cluster <italic>C</italic> in a subspace projection is defined by a set of objects <italic>O</italic>, that is a subset of database <italic>DB</italic> and a set of relevant dimensions <italic>S</italic> out of the set of all dimensions <italic>D</italic>.</p>
          <p>
            <disp-formula>
              <inline-graphic xlink:href="biomedeng_v6i1e24698_fig3.png" xlink:type="simple" mimetype="image"/>
            </disp-formula>
          </p>
          <p>A clustering result <italic>R</italic> is a set of clusters <italic>k</italic> found in the respective subspace projections as follows:</p>
          <p>
            <disp-formula>
              <inline-graphic xlink:href="biomedeng_v6i1e24698_fig4.png" xlink:type="simple" mimetype="image"/>
            </disp-formula>
          </p>
          <p>A density-based subspace cluster (O, S) in a two-dimensional space is defined with respect to parameters <italic>minPoints</italic> and <italic>ε</italic>–<italic>neighborhood N<sub>ε</sub></italic> (<italic>p</italic>) = {<italic>q</italic> ∈ <italic>DB</italic> &#124;<italic>dist<sup>S</sup></italic> (<italic>p, q</italic>) ≤ <italic>ε</italic>}, where <italic>dist<sup>S</sup></italic> represents a distance function constrained to the dimensions <italic>S</italic>, as follows [<xref ref-type="bibr" rid="ref20">20</xref>]:</p>
          <p>(1) <italic>ε</italic>–<italic>neighborhood</italic> of a point: Let p and q be two points of the sample, and the distance equation between these two points is defined by <italic>dist</italic> (<italic>p</italic>, <italic>q</italic>). The distance could be defined with Manhattan distance, Euclidean distance, or other different distance methods. The <italic>ε</italic>–<italic>neighborhood</italic> of a point is defined as follows:</p>
          <p>
            <disp-formula>
              <inline-graphic xlink:href="biomedeng_v6i1e24698_fig5.png" xlink:type="simple" mimetype="image"/>
            </disp-formula>
          </p>
          <p>(2) <italic>Directly density reachable:</italic> A point p is directly density reachable from a point q with respect to <italic>ε</italic> and <italic>MinPts</italic> if</p>
          <p>
            <disp-formula>
              <inline-graphic xlink:href="biomedeng_v6i1e24698_fig6.png" xlink:type="simple" mimetype="image"/>
            </disp-formula>
          </p>
          <p>(3) <italic>Density reachable:</italic> A point p is density reachable from a point q with respect to <italic>ε</italic> and <italic>MinPts</italic> if all the points in a chain of points (including q and p) are directly density reachable from each another.</p>
          <p>(4) <italic>Density connected:</italic> A point p is density connected to a point q if only there is point o, which both p and q are density reachable from.</p>
          <p>(5) <italic>Noise:</italic> The sets of points in database DB that are not assigned to any cluster are called noise.</p>
          <p>To find a cluster, the DBSCAN algorithm starts with a random point p and finds all density reachable points with respect to <italic>ε</italic> and <italic>MinPts</italic>. DBSCAN also merges two clusters together if the distance between two sets of points is defined as follows:</p>
          <p>
            <inline-graphic xlink:href="biomedeng_v6i1e24698_fig7.png" xlink:type="simple" mimetype="image"/>
          </p>
          <p>Density-connected subspace clustering (SUBCLU) is a greedy algorithm built on an adaption of the DBSCAN algorithm for high-dimensional data. It computes all density-connected sets hidden in subspaces of high-dimensional data. Studies have shown that SUBCLU can outperform other subspace clustering methods based on different measures [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. SUBCLU is capable of detecting arbitrarily shaped clusters using the DBSCAN algorithm in subspaces. To use DBSCAN in each subspace, let DB be a d-dimensional feature vectors data set with n objects <italic>DB</italic> ⊆ <italic>R<sup>d</sup></italic>. Let <italic>A</italic> = {<italic>a<sub>1</sub></italic>, <italic>a<sub>2</sub></italic>,…, <italic>a<sub>d</sub></italic>} be the set of all attributes <italic>a</italic> of <italic>DB</italic>. Any subset <italic>S</italic> ⊆ <italic>A</italic> is called a subspace. The projection of an object <italic>o</italic> into a subspace <italic>S</italic> is denoted by <italic>π<sub>s</sub></italic> (<italic>o</italic>), and the distance function is denoted by d<italic>ist</italic>. For instance, the <italic>ε</italic>–<italic>neighborhood</italic> of <italic>o</italic> in <italic>S</italic> is the same as DBSCAN, but projected in <italic>S</italic> subspace as follows:</p>
          <p>
            <disp-formula>
              <inline-graphic xlink:href="biomedeng_v6i1e24698_fig8.png" xlink:type="simple" mimetype="image"/>
            </disp-formula>
          </p>
          <p>The core object is defined as follows:</p>
          <p>
            <disp-formula>
              <inline-graphic xlink:href="biomedeng_v6i1e24698_fig9.png" xlink:type="simple" mimetype="image"/>
            </disp-formula>
          </p>
          <p>The algorithm begins by generating all one-dimensional clusters using the DBSCAN algorithm. For each detected cluster, it checks whether the cluster also exists in higher dimensions or not. For each k-dimensional subspace <italic>S</italic> ∈ <italic>S<sub>k</sub></italic>, the algorithm searches all other k-dimensional subspaces <italic>T</italic> ∈ <italic>S<sub>k</sub></italic> having (k-1) attributes in common and combines them to generate (k + 1)-dimensional candidate subspaces. Based on prior studies [<xref ref-type="bibr" rid="ref21">21</xref>], we chose the <italic>Midpts</italic> to be in the range from 8 to 128 (with five steps) and the <italic>ε</italic>–<italic>neighborhood</italic> to be from 0.01 to 0.25 (with nine steps). For this study, the initial <italic>Midpts</italic> value was set to 8 and increased by 30 after each run until it reached 128. The <italic>ε</italic>–<italic>neighborhood</italic> value was initially set to 0.01 and was increased by 0.03 until a maximum of 0.25.</p>
        </sec>
        <sec>
          <title>Cell-Based Approach</title>
          <p>Cell-based clustering is centered on cell estimate of the data space. The width of the cells is parametrized by <italic>w</italic>. A cluster <italic>R</italic> contains a set of cells, and each cell contains at least <italic>τ</italic> number of data points. One of the popular cell-based methods is the <italic>MineClus</italic> algorithm, which describes each of these cells as the objects of the cluster by a hypercube with width <italic>w</italic>. These hypercubes are arbitrarily positioned to define a region with frequent data patterns.</p>
          <p>A cell-based subspace cluster (<italic>O</italic>, <italic>S</italic>) is defined with respect to the minimum number of objectives τ in cells <italic>CS</italic> of <italic>w</italic> width specified by intervals <italic>I<sub>i</sub></italic> per dimension <italic>∀i</italic> ∈ <italic>S</italic>. Each interval is part of the common domain <italic>I<sub>i</sub></italic> = [<italic>l<sub>i</sub></italic>…<italic>u<sub>i</sub></italic>] ⊆ [0…<italic>v</italic>] with lower and upper bounds <italic>l<sub>i</sub></italic> and <italic>u<sub>i</sub></italic>. For all irrelevant dimensions <italic>∀j</italic> ∈ <italic>D</italic>\<italic>S</italic>, the interval is the full domain <italic>I<sub>j</sub></italic> = [0…<italic>v</italic>], and the cluster objects <italic>O</italic> = {<italic>o</italic>&#124;<italic>o</italic> ∈ <italic>DB</italic> ∩ <italic>CS</italic>} fulfill &#124;O&#124; ≥ τ [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        </sec>
        <sec>
          <title>Clustering-Oriented Approach</title>
          <p>Clustering-oriented approaches focus on the clustering result <italic>R</italic> by specifying objective functions. PROCLUS [<xref ref-type="bibr" rid="ref22">22</xref>], one of the first top-down subspace clustering algorithms, forms the clusters first and iteratively improves the clustering model. In the PROCLUS algorithm, the number of clusters and the average dimensionality are used as parameters, and data are partitioned into <italic>k</italic> clusters with the average dimension being <italic>l</italic>. A clustering-oriented approach is defined with respect to objective function <italic>f</italic>(<italic>R</italic>), which is based on the entire clustering result <italic>R</italic>, and an optimal value parameter <italic>optF</italic> is a result set <italic>R</italic> with <italic>f</italic>(<italic>R</italic>) = <italic>optF</italic>.</p>
          <p>In this case study, we adapted the aforementioned subspace clustering techniques to analyze the PROTECT III data set. Analyses were performed using OpenSubspace [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref23">23</xref>], an open-source framework that extends the WEKA platform [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. All laboratory values were normalized to a scale between 0 and 10 before applying the algorithms.</p>
        </sec>
      </sec>
      <sec>
        <title>Evaluation</title>
        <p>Evaluation of unsupervised learning methods, such as cluster analysis, is typically informed by domain expertise. For this work, two clinicians (coauthors of this work [BF and JR]) independently evaluated the results and validated the clusters based on their experiences in the clinical management of TBI as well as clinical research in neurotrauma. The informatician on the team (VS) coordinated the clinician validation process. Mechanistic interpretations for potential markers or associations indicated by clusters were offered based on clinical expertise. To demonstrate alignment of subclustering solutions to a clinical outcome, mortality at 6 months after injury was examined.</p>
        <p>Additional evaluation metrics used in this study included F1 score, entropy, coverage, average dimension, and accuracy of classification. The F1 value, a common metric for evaluating clustering algorithms, is defined as the harmonic mean of precision and recall. Entropy is a metric that accounts for clarity of clustering [<xref ref-type="bibr" rid="ref26">26</xref>]. Coverage characterizes how clusters cover the input data space. Average dimension is the average of number of dimensions that the clusters cover in each run. Accuracy of classification compares the patterns detected in the model in relation to labeled data, such as outcome. Here, the mortality status of TBI patients was used as the outcome. Finally, the performance of subspace clustering algorithms was compared to traditional k-means clustering, which partitions <italic>n</italic> data points into <italic>k</italic> clusters, placing each observation in one of the clusters with neared mean representation. While k-means rely on distance metrics and proximity of observations within individual clusters, subspace methods group data points based on their lower-dimensional subspaces. Given these distinct algorithmic differences between subspace and k-means clustering in formulation of the clustering problem, a direct comparison of the clusters formed and interpretation of clusters may not be appropriate. Instead, we report performance metrics for comparison purposes.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Subject Characteristics</title>
        <p>Of the 882 study subjects in the parent PROTECT III trial, 643 subjects met the inclusion criteria for this study. <xref ref-type="table" rid="table1">Table 1</xref> shows the characteristics of these study subjects at baseline. Ten different laboratory results were used in this study, including blood serum chemistry and hematology results at baseline (<xref ref-type="table" rid="table2">Table 2</xref>). Coagulation tests, such as the international normalized ratio (INR) and activated partial thromboplastin time, were also included.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Patient characteristics.</p>
          </caption>
          <table border="1" rules="groups" cellpadding="5" frame="hsides" width="1000" cellspacing="0">
            <col width="30"/>
            <col width="500"/>
            <col width="470"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristic</td>
                <td>Value (N=643)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Age (years), mean (range)</td>
                <td>34 (17-93)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Male sex, n (%)</td>
                <td>475 (73.9)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Black people, n (%)</td>
                <td>105 (16.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Hispanic people, n (%)</td>
                <td>97 (15.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Cause of injury, n (%)</bold>
                </td>
                <td/>
              </tr>
              <tr valign="top">
                <td/>
                <td>Motor vehicle accident</td>
                <td>242 (37.7)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Motorcycle or scooter accident</td>
                <td>121 (18.8)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Pedestrian struck by a moving vehicle</td>
                <td>78 (12.1)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Other</td>
                <td>202 (31.4)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Laboratory results.</p>
          </caption>
          <table border="1" rules="groups" cellpadding="5" frame="hsides" width="1000" cellspacing="0">
            <col width="500"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td>Laboratory parameter</td>
                <td>Value, mean (range)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Glucose, mg/dL</td>
                <td>151.6 (68-554)</td>
              </tr>
              <tr valign="top">
                <td>Creatinine, mg/dL</td>
                <td>1.015 (0.3-4.2)</td>
              </tr>
              <tr valign="top">
                <td>Potassium, mmol/L</td>
                <td>3.667 (1.5-5.8)</td>
              </tr>
              <tr valign="top">
                <td>Sodium, mmol/L</td>
                <td>139.8 (125-157)</td>
              </tr>
              <tr valign="top">
                <td>Chloride, mmol/L</td>
                <td>105.4 (88-130)</td>
              </tr>
              <tr valign="top">
                <td>Bicarbonate, mmol/L</td>
                <td>22.77 (8.0-34.0)</td>
              </tr>
              <tr valign="top">
                <td>Hemoglobin, g/dL</td>
                <td>13.66 (4.9-18.6)</td>
              </tr>
              <tr valign="top">
                <td>Hematocrit, %</td>
                <td>40.31 (14.6-54.2)</td>
              </tr>
              <tr valign="top">
                <td>Total white blood cell count, ×10<sup>9</sup>/L</td>
                <td>14.85 (3.2-41.40)</td>
              </tr>
              <tr valign="top">
                <td>Platelet count, ×10<sup>3</sup>/mm<sup>3</sup></td>
                <td>249.7 (51-700)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Application of Subspace Clustering Algorithms to PROTECT III Data</title>
        <p>All three types of subspace clustering algorithms (density-based [SUBCLU], cell-based [MineClus], and clustering-oriented [PROCLUS] algorithms) were applied to the PROTECT III data set. The INR, which characterizes the clotting tendency of blood, was identified as one of the distinct clusters. This could represent coagulopathy, a marker of secondary insult in TBI patients [<xref ref-type="bibr" rid="ref27">27</xref>]. For example, coagulopathy is associated with increased risk of ongoing bleeding and expansion of any intracranial traumatic hemorrhage. One of the clinicians also noted that progressive coagulopathy, which is resistant to correction, is further associated with worse outcomes in TBI patients.</p>
        <p>The clustering models also showed a strong relation among INR, chloride, and creatinine. Both clinicians noted and agreed that elevations in chloride levels are often related to fluid administration for treatment of intracranial hypertension or a shock (hypoperfusion) state. Therefore, elevations in these parameters may also be indicators that the clinical team needed to treat a sicker patient more aggressively. Creatinine may be elevated at baseline in patients with chronic illness or may indicate that secondary kidney failure may impact outcome as a complication of TBI. One of the clinicians noted that there is a further relationship between elevated chloride and subsequent elevation in creatinine, though a wide variety of insults may lead to elevations in creatinine. Finally, in models with higher dimensions, a relationship between the hemoglobin level and hematocrit percentage was noted. This relationship is quite intuitive, given that both measure similar properties. These observations are demonstrated in <xref rid="figure1" ref-type="fig">Figure 1</xref> and <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p/>
          </caption>
          <graphic xlink:href="biomedeng_v6i1e24698_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p/>
          </caption>
          <graphic xlink:href="biomedeng_v6i1e24698_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The performances of different subspace clustering methods as well as the traditional k-means algorithm on the PROTECT III data set were compared using various evaluation metrics and the mortality status as the outcome (<xref ref-type="table" rid="table3">Table 3</xref>). The density-based algorithm (SUBCLU) had higher F1 and coverage. The cell-based algorithm (MineClus) had good performance on the F1 measure while having lower number of clusters. The clustering-oriented algorithm (PROCLUS) performed reasonably in terms of accuracy and entropy, while it had the lowest F1 compared to other models. K-means, given its simplicity, was the fastest algorithm, but performed worst in all other metrics.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Comparison of subspace clustering algorithms.</p>
          </caption>
          <table border="1" rules="groups" cellpadding="5" frame="hsides" width="1000" cellspacing="0">
            <col width="160"/>
            <col width="260"/>
            <col width="210"/>
            <col width="220"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>Evaluation metric</td>
                <td>Density-based algorithm (SUBCLU<sup>a</sup>), min-max</td>
                <td>Cell-based algorithm (MineClus), min-max</td>
                <td>Clustering-oriented algorithm (PROCLUS), min-max</td>
                <td>K-means, min-max</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>F1</td>
                <td>0.45-0.69</td>
                <td>0.42-0.64</td>
                <td>0.36-0.44</td>
                <td>0.21-0.30</td>
              </tr>
              <tr valign="top">
                <td>Entropy</td>
                <td>0.45-0.59</td>
                <td>0.44-0.55</td>
                <td>0.48-0.63</td>
                <td>0.51-0.53</td>
              </tr>
              <tr valign="top">
                <td>Coverage</td>
                <td>0.9-1</td>
                <td>0.78-0.97</td>
                <td>0.43-0.82</td>
                <td>0.11-1</td>
              </tr>
              <tr valign="top">
                <td>Number of clusters</td>
                <td>6-1024</td>
                <td>6-64</td>
                <td>8-32</td>
                <td>2-32</td>
              </tr>
              <tr valign="top">
                <td>Average dimensions</td>
                <td>2.3-9</td>
                <td>3.2-6.1</td>
                <td>2-9</td>
                <td>12</td>
              </tr>
              <tr valign="top">
                <td>Accuracy (%)</td>
                <td>81-88</td>
                <td>88-88</td>
                <td>88-88</td>
                <td>51-63</td>
              </tr>
              <tr valign="top">
                <td>Runtime (s)</td>
                <td>367-745,785</td>
                <td>58-194</td>
                <td>155-402</td>
                <td>0.07</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>SUBCLU: density-connected subspace clustering.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Currently, clinical data used to predict outcomes after TBI come from modeling and validation performed across two older clinical studies in TBI encompassing more than 15,000 patients [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. The covariates that were significant in these prior regression models included glucose and hemoglobin, in addition to clinical predictors such as age and clinical examination. However, the area under the curve of these models is suboptimal. Clusters of data may also incorporate clinical knowledge such as the observation that the combination of lactic acidosis, hypothermia, and coagulopathy at presentation after major trauma imparts poor prognosis. Furthermore, many of these patients do not survive the 72 hours required for inclusion in the current analysis.</p>
      <p>Lack of access to multiple data sources has limited further external validation of the proposed methods. Nonetheless, clinician validation is important to inform analyses of data from ongoing observational studies and provide valuable insights into the development of clinically relevant tools for TBI management. This case study serves as a demonstration for such applications. As a next step, focus on temporal data and methods for time-series analyses are warranted.</p>
      <sec>
        <title>Conclusion</title>
        <p>This study explored the application and feasibility of subspace clustering techniques for a specific clinical condition, TBI, using clinical data from a randomized clinical trial. The analyses showed the following three clusters of laboratory physiological data: (1) INR, (2) INR, chloride, and creatinine, and (3) hemoglobin and hematocrit. While all subclustering algorithms had a reasonable accuracy in classifying patients by mortality status, the density-based algorithm had a higher F1 score and coverage. Clustering approaches serve as an important step for phenotype definition and validation in clinical domains, such as TBI, where patient and injury heterogeneity are among the major reasons for failure of clinical trials. Results from this study also provide a foundation to develop scalable clustering algorithms for further research and validation.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">DBSCAN</term>
          <def>
            <p>density-based spatial clustering of applications with noise</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">INR</term>
          <def>
            <p>international normalized ratio</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PROTECT III</term>
          <def>
            <p>Progesterone for Traumatic Brain Injury, Experimental Clinical Treatment–Phase III</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SUBCLU</term>
          <def>
            <p>density-connected subspace clustering</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">TBI</term>
          <def>
            <p>traumatic brain injury</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors acknowledge the Progesterone for Traumatic Brain Injury, Experimental Clinical Treatment–Phase III (PROTECT III) principal investigator, Dr David Wright (Emory University), for providing deidentified data for this study. This material is based upon work supported by the National Science Foundation under grants #1838730 and #1838745. Any opinions, findings, and conclusions or recommendations expressed in this material are those of the authors and do not necessarily reflect the views of the National Science Foundation.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Breiding</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Traumatic Brain Injury-Related Emergency Department Visits, Hospitalizations, and Deaths - United States, 2007 and 2013</article-title>
          <source>MMWR Surveill Summ</source>
          <year>2017</year>
          <month>03</month>
          <day>17</day>
          <volume>66</volume>
          <issue>9</issue>
          <fpage>1</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28301451"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.ss6609a1</pub-id>
          <pub-id pub-id-type="medline">28301451</pub-id>
          <pub-id pub-id-type="pmcid">PMC5829835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ghajar</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Traumatic brain injury</article-title>
          <source>The Lancet</source>
          <year>2000</year>
          <month>09</month>
          <volume>356</volume>
          <issue>9233</issue>
          <fpage>923</fpage>
          <lpage>929</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(00)02689-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Subbian</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ratcliff</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Korfhagen</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hart</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Meunier</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lindsell</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Beyette</surname>
              <given-names>FR</given-names>
            </name>
          </person-group>
          <article-title>A Novel Tool for Evaluation of Mild Traumatic Brain Injury Patients in the Emergency Department: Does Robotic Assessment of Neuromotor Performance Following Injury Predict the Presence of Postconcussion Symptoms at Follow-up?</article-title>
          <source>Acad Emerg Med</source>
          <year>2016</year>
          <month>04</month>
          <day>21</day>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>382</fpage>
          <lpage>92</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/acem.12906"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/acem.12906</pub-id>
          <pub-id pub-id-type="medline">26806406</pub-id>
          <pub-id pub-id-type="pmcid">PMC4847435</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Subbian</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ratcliff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Meunier</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Korfhagen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Beyette</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Integration of New Technology for Research in the Emergency Department: Feasibility of Deploying a Robotic Assessment Tool for Mild Traumatic Brain Injury Evaluation</article-title>
          <source>IEEE J. Transl. Eng. Health Med</source>
          <year>2015</year>
          <month>04</month>
          <day>23</day>
          <fpage>1</fpage>
          <lpage>1</lpage>
          <pub-id pub-id-type="doi">10.1109/jtehm.2015.2424224</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nielson</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Yue</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Sorani</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Inoue</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Yuh</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Mukherjee</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Petrossian</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Paquette</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lum</surname>
              <given-names>PY</given-names>
            </name>
            <name name-style="western">
              <surname>Carlsson</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Vassar</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lingsma</surname>
              <given-names>HF</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Valadka</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Okonkwo</surname>
              <given-names>DO</given-names>
            </name>
            <name name-style="western">
              <surname>Manley</surname>
              <given-names>GT</given-names>
            </name>
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>AR</given-names>
            </name>
            <collab>TRACK-TBI Investigators</collab>
          </person-group>
          <article-title>Uncovering precision phenotype-biomarker associations in traumatic brain injury using topological data analysis</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <month>3</month>
          <day>3</day>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>e0169490</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0169490"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0169490</pub-id>
          <pub-id pub-id-type="medline">28257413</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-37533</pub-id>
          <pub-id pub-id-type="pmcid">PMC5336356</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Subbian</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Meunier</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Korfhagen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ratcliff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Beyette</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Quantitative assessment of post-concussion syndrome following mild traumatic brain injury using robotic technology</article-title>
          <year>2014</year>
          <conf-name>2014 36th Annual International Conference of the IEEE Engineering in Medicine and Biology Society</conf-name>
          <conf-date>August 26-30, 2014</conf-date>
          <conf-loc>Chicago, IL, USA</conf-loc>
          <fpage>5353</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1109/EMBC.2014.6944835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Toledo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rios</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Ledezma</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alen</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Lagares</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Predicting the outcome of patients with subarachnoid hemorrhage using machine learning techniques</article-title>
          <source>IEEE Trans Inf Technol Biomed</source>
          <year>2009</year>
          <month>09</month>
          <volume>13</volume>
          <issue>5</issue>
          <fpage>794</fpage>
          <lpage>801</lpage>
          <pub-id pub-id-type="doi">10.1109/TITB.2009.2020434</pub-id>
          <pub-id pub-id-type="medline">19369161</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hemphill</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>De Georgia</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Multimodal monitoring and neurocritical care bioinformatics</article-title>
          <source>Nat Rev Neurol</source>
          <year>2011</year>
          <month>07</month>
          <day>12</day>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>451</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1038/nrneurol.2011.101</pub-id>
          <pub-id pub-id-type="medline">21750522</pub-id>
          <pub-id pub-id-type="pii">nrneurol.2011.101</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Grossman</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Morabito</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Knudson</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Butte</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Manley</surname>
              <given-names>GT</given-names>
            </name>
          </person-group>
          <article-title>Identification of complex metabolic states in critically injured patients using bioinformatic cluster analysis</article-title>
          <source>Crit Care</source>
          <year>2010</year>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>R10</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ccforum.biomedcentral.com/articles/10.1186/cc8864"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/cc8864</pub-id>
          <pub-id pub-id-type="medline">20122274</pub-id>
          <pub-id pub-id-type="pii">cc8864</pub-id>
          <pub-id pub-id-type="pmcid">PMC2875524</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haldar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pavord</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brightling</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Wardlaw</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>RH</given-names>
            </name>
          </person-group>
          <article-title>Cluster Analysis and Clinical Asthma Phenotypes</article-title>
          <source>Am J Respir Crit Care Med</source>
          <year>2008</year>
          <month>08</month>
          <volume>178</volume>
          <issue>3</issue>
          <fpage>218</fpage>
          <lpage>224</lpage>
          <pub-id pub-id-type="doi">10.1164/rccm.200711-1754oc</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elhamifar</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Vidal</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Sparse Subspace Clustering: Algorithm, Theory, and Applications</article-title>
          <source>IEEE Trans. Pattern Anal. Mach. Intell</source>
          <year>2013</year>
          <month>11</month>
          <volume>35</volume>
          <issue>11</issue>
          <fpage>2765</fpage>
          <lpage>2781</lpage>
          <pub-id pub-id-type="doi">10.1109/tpami.2013.57</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Yeatts</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Silbergleit</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Palesch</surname>
              <given-names>YY</given-names>
            </name>
            <name name-style="western">
              <surname>Hertzberg</surname>
              <given-names>VS</given-names>
            </name>
            <name name-style="western">
              <surname>Frankel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>FC</given-names>
            </name>
            <name name-style="western">
              <surname>Caveney</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Howlett-Smith</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bengelink</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Manley</surname>
              <given-names>GT</given-names>
            </name>
            <name name-style="western">
              <surname>Merck</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Janis</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Barsan</surname>
              <given-names>WG</given-names>
            </name>
          </person-group>
          <article-title>Very Early Administration of Progesterone for Acute Traumatic Brain Injury</article-title>
          <source>N Engl J Med</source>
          <year>2014</year>
          <month>12</month>
          <day>25</day>
          <volume>371</volume>
          <issue>26</issue>
          <fpage>2457</fpage>
          <lpage>2466</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmoa1404304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jochems</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>van Wessem</surname>
              <given-names>KJP</given-names>
            </name>
            <name name-style="western">
              <surname>Houwert</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Brouwers</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Dankbaar</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>van Es</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Geurts</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Slooter</surname>
              <given-names>AJC</given-names>
            </name>
            <name name-style="western">
              <surname>Leenen</surname>
              <given-names>LPH</given-names>
            </name>
          </person-group>
          <article-title>Outcome in Patients with Isolated Moderate to Severe Traumatic Brain Injury</article-title>
          <source>Crit Care Res Pract</source>
          <year>2018</year>
          <month>09</month>
          <day>23</day>
          <volume>2018</volume>
          <fpage>3769418</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2018/3769418"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2018/3769418</pub-id>
          <pub-id pub-id-type="medline">30345113</pub-id>
          <pub-id pub-id-type="pmcid">PMC6174733</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eriksson</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Barletta</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Figueroa</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Bonnell</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Sloffer</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Vanderkolk</surname>
              <given-names>WE</given-names>
            </name>
            <name name-style="western">
              <surname>McAllen</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ott</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The first 72 hours of brain tissue oxygenation predicts patient survival with traumatic brain injury</article-title>
          <source>The Journal of Trauma and Acute Care Surgery</source>
          <year>2012</year>
          <volume>72</volume>
          <issue>5</issue>
          <fpage>1345</fpage>
          <lpage>1349</lpage>
          <pub-id pub-id-type="doi">10.1097/ta.0b013e318249a0f4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Souter</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Blissitt</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Blosser</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bonomo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Greer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jichici</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mahanes</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Marcolini</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sangha</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yeager</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Recommendations for the Critical Care Management of Devastating Brain Injury: Prognostication, Psychosocial, and Ethical Management : A Position Statement for Healthcare Professionals from the Neurocritical Care Society</article-title>
          <source>Neurocrit Care</source>
          <year>2015</year>
          <month>08</month>
          <day>18</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1007/s12028-015-0137-6</pub-id>
          <pub-id pub-id-type="medline">25894452</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Theeramunkong</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kijsirikul</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Cercone</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>TB</given-names>
            </name>
          </person-group>
          <source>Advances in Knowledge Discovery and Data Mining</source>
          <year>2009</year>
          <publisher-loc>Berlin, Germany</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chuang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Density Conscious Subspace Clustering for High-Dimensional Data</article-title>
          <source>IEEE Trans. Knowl. Data Eng</source>
          <year>2010</year>
          <month>01</month>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>16</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1109/TKDE.2008.224</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sembiring</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zain</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Cluster Evaluation of Density Based Subspace Clustering</article-title>
          <source>J Comput</source>
          <year>2010</year>
          <volume>2</volume>
          <issue>11</issue>
          <fpage>2151</fpage>
          <lpage>9617</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/ftp/arxiv/papers/1012/1012.6009.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aggarwal</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Procopiuc</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Fast algorithms for projected clustering</article-title>
          <source>SIGMOD Rec</source>
          <year>1999</year>
          <month>06</month>
          <day>01</day>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>61</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1145/304181.304188</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ester</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kriegel</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sander</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>A density-based algorithm for discovering clusters in large spatial databases with noise</article-title>
          <year>1996</year>
          <month>08</month>
          <conf-name>Second International Conference on Knowledge Discovery and Data Mining</conf-name>
          <conf-date>August 2-4, 1996</conf-date>
          <conf-loc>Portland, Oregon</conf-loc>
          <fpage>226</fpage>
          <lpage>231</lpage>
          <pub-id pub-id-type="doi">10.5555/3001460.3001507</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Günnemann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Assent</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Seidl</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Evaluating clustering in subspace projections of high dimensional data</article-title>
          <source>Proc. VLDB Endow</source>
          <year>2009</year>
          <month>08</month>
          <day>01</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>1270</fpage>
          <lpage>1281</lpage>
          <pub-id pub-id-type="doi">10.14778/1687627.1687770</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agrawal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gehrke</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gunopulos</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Raghavan</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Automatic subspace clustering of high dimensional data for data mining applications</article-title>
          <year>1998</year>
          <month>06</month>
          <conf-name>1998 ACM SIGMOD International Conference on Management of Data</conf-name>
          <conf-date>June 1998</conf-date>
          <conf-loc>Seattle, WA, USA</conf-loc>
          <fpage>94</fpage>
          <lpage>105</lpage>
          <pub-id pub-id-type="doi">10.1145/276305.276314</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Assent</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Krieger</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jansen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Seidl</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Daelemans</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Goethals</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Morik</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Pleiades: Subscpace Clustering and Evaluation</article-title>
          <source>Machine Learning and Knowledge Discovery in Databases. ECML PKDD 2008. Lecture Notes in Computer Science, vol 5212</source>
          <year>2008</year>
          <publisher-loc>Berlin, Heidelberg</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Witten</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <source>Data Mining: Practical Machine Learning Tools and Techniques</source>
          <year>2011</year>
          <publisher-loc>Burlington, MA</publisher-loc>
          <publisher-name>Morgan Kaufmann</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Witten</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>The WEKA Workbench</article-title>
          <source>Data Mining (Fourth Edition)</source>
          <year>2016</year>
          <publisher-loc>Burlington, MA</publisher-loc>
          <publisher-name>Morgan Kaufmann</publisher-name>
          <fpage>553</fpage>
          <lpage>571</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sequeira</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zaki</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>SCHISM: a new approach to interesting subspace mining</article-title>
          <source>IJBIDM</source>
          <year>2005</year>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>137</fpage>
          <pub-id pub-id-type="doi">10.1504/ijbidm.2005.008360</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>Coagulopathy in Traumatic Brain Injury</article-title>
          <source>NCC</source>
          <year>2004</year>
          <volume>1</volume>
          <issue>4</issue>
          <fpage>479</fpage>
          <lpage>488</lpage>
          <pub-id pub-id-type="doi">10.1385/ncc:1:4:479</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Butcher</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>McHugh</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mushkudiani</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Maas</surname>
              <given-names>AI</given-names>
            </name>
            <name name-style="western">
              <surname>Marmarou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Steyerberg</surname>
              <given-names>EW</given-names>
            </name>
          </person-group>
          <article-title>Multivariable prognostic analysis in traumatic brain injury: results from the IMPACT study</article-title>
          <source>J Neurotrauma</source>
          <year>2007</year>
          <month>02</month>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>329</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.1089/neu.2006.0035</pub-id>
          <pub-id pub-id-type="medline">17375997</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steyerberg</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Mushkudiani</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Perel</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Butcher</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McHugh</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Marmarou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Habbema</surname>
              <given-names>JDF</given-names>
            </name>
            <name name-style="western">
              <surname>Maas</surname>
              <given-names>AIR</given-names>
            </name>
          </person-group>
          <article-title>Predicting outcome after traumatic brain injury: development and international validation of prognostic scores based on admission characteristics</article-title>
          <source>PLoS Med</source>
          <year>2008</year>
          <month>08</month>
          <day>05</day>
          <volume>5</volume>
          <issue>8</issue>
          <fpage>e165; discussion e165</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.0050165"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.0050165</pub-id>
          <pub-id pub-id-type="medline">18684008</pub-id>
          <pub-id pub-id-type="pii">07-PLME-RA-2016</pub-id>
          <pub-id pub-id-type="pmcid">PMC2494563</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
