<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMBE</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Biomed Eng</journal-id>
      <journal-title>JMIR Biomedical Engineering</journal-title>
      <issn pub-type="epub">2561-3278</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v5i1e18158</article-id>
      <article-id pub-id-type="pmid"/>
      <article-id pub-id-type="doi">10.2196/18158</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Heart Rate and Oxygen Saturation Monitoring With a New Wearable Wireless Device in the Intensive Care Unit: Pilot Comparison Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>del Barrio</surname>
            <given-names>Alberto</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Martin</surname>
            <given-names>Alba</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Murali</surname>
            <given-names>Srinivasan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4019-8272</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Rincon</surname>
            <given-names>Francisco</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7410-2796</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Cassina</surname>
            <given-names>Tiziano</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9700-1584</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Cook</surname>
            <given-names>Stephane</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1221-2978</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Goy</surname>
            <given-names>Jean-Jacques</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <address>
            <institution>University Hospital Fribourg</institution>
            <addr-line>Rue des Pensionnats 5-7</addr-line>
            <addr-line>Fribourg, </addr-line>
            <country>Switzerland</country>
            <phone>41 792136465</phone>
            <email>jjgoy@goyman.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3721-0661</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>SmartCardia</institution>
        <addr-line>Lausanne</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Cardiocentro</institution>
        <addr-line>Lugano</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>University Hospital Fribourg</institution>
        <addr-line>Fribourg</addr-line>
        <country>Switzerland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jean-Jacques Goy <email>jjgoy@goyman.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Dec</season>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>22</day>
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <volume>5</volume>
      <issue>1</issue>
      <elocation-id>e18158</elocation-id>
      <history>
        <date date-type="received">
          <day>7</day>
          <month>2</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>26</day>
          <month>2</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>14</day>
          <month>3</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>3</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Srinivasan Murali, Francisco Rincon, Tiziano Cassina, Stephane Cook, Jean-Jacques Goy. Originally published in JMIR Biomedical Engineering (http://biomedeng.jmir.org), 22.04.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Biomedical Engineering, is properly cited. The complete bibliographic information, a link to the original publication on http://biomedeng.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://biomedeng.jmir.org/2020/1/e18158/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Continuous cardiac monitoring with wireless sensors is an attractive option for early detection of arrhythmia and conduction disturbances and the prevention of adverse events leading to patient deterioration. We present a new sensor design (SmartCardia), a wearable wireless biosensor patch, for continuous cardiac and oxygen saturation (SpO<sub>2</sub>) monitoring.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to test the clinical value of a new wireless sensor device (SmartCardia) and its usefulness in monitoring the heart rate (HR) and SpO<sub>2</sub> of patients.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We performed an observational study and monitored the HR and SpO<sub>2</sub> of patients admitted to the intensive care unit (ICU). We compared the device under test (SmartCardia) with the ICU-grade monitoring system (Dräger-Healthcare). We defined optimal correlation between the gold standard and the wireless system as &lt;10% difference for HR and &lt;4% difference for SpO<sub>2</sub>. Data loss and discrepancy between the two systems were critically analyzed.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 58 ICU patients (42 men and 16 women), with a mean age of 71 years (SD 11), were included in this study. A total of 13.49 (SD 5.53) hours per patient were recorded. This represents a total recorded period of 782.3 hours. The mean difference between the HR detected by the SmartCardia patch and the ICU monitor was 5.87 (SD 16.01) beats per minute (bias=–5.66, SD 16.09). For SpO<sub>2</sub>, the average difference was 3.54% (SD 3.86; bias=2.9, SD 4.36) for interpretable values. SmartCardia’s patch measures SpO<sub>2</sub> only under low-to-no activity conditions and otherwise does not report a value. Data loss and noninterpretable values of SpO<sub>2</sub> represented 26% (SD 24) of total measurements.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The SmartCardia device demonstrated clinically acceptable accuracy for HR and SpO<sub>2</sub> monitoring in ICU patients.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>cardiac monitoring</kwd>
        <kwd>wireless monitor</kwd>
        <kwd>wearable</kwd>
        <kwd>cardiology</kwd>
        <kwd>ICU</kwd>
        <kwd>respiratory monitoring</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Electrocardiogram (ECG) monitoring in hospital units and intensive care units (ICU) has been performed for 50 years [<xref ref-type="bibr" rid="ref1">1</xref>]. The goals of monitoring have changed over time, from simple tracking of heart rate (HR) and basic rhythm to the diagnosis of complex arrhythmias, detection of myocardial ischemia, identification of prolonged QT interval, or modifications of the QRS complex. Continuous ECG monitoring assists physicians in the evaluation of patients. Vital signs are usually measured and documented by nurses. The frequency of measurements is increased when necessary, and, in the event of aberrant signs, the physician is informed and nurses manually check patient vital signs, sometimes with poor compliance [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. This practice has several potential weaknesses. The frequency of monitoring by nurses is low, and relevant changes in vital signs may remain undetected, especially when they are subtle or within the normal range. These could lead to adverse events or complications [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Over time, major improvements have been made in cardiac monitoring systems, including computerized arrhythmia detection algorithms, ST segment/ischemia monitoring software, improved noise reduction strategies, multileads monitoring, reduced lead sets for monitoring-derived 12-lead ECG, wireless transmission of information and centralized data collection, all with a minimal number of electrodes [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. With the introduction of wireless sensors that allow wireless continuous monitoring, an improvement in patient safety can be achieved [<xref ref-type="bibr" rid="ref7">7</xref>]. Recently, the accuracy of wireless systems with different sensing principles was validated [<xref ref-type="bibr" rid="ref8">8</xref>] in high-risk patients. Some of these devices are Food and Drug Administration (FDA)­- or Conformité Européene (CE)-approved. It is hoped that these wireless systems can keep the alarm range as low as possible to reduce alarm fatigue that may otherwise result in alarm desensitization. New systems should be able to identify changes in patients’ values when an adverse event develops. However, no system presently meets all these criteria. Wireless devices improve continuous monitoring and outcomes in hospital wards, as demonstrated recently [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. Wireless systems now provide HR monitoring and oxygen saturation (SpO<sub>2</sub>) measurements. HR monitoring is obtained with adhesive patches. In some instances, these systems can detect arrhythmias at better rates than Holter monitoring. Ventilatory frequency and SpO<sub>2</sub> measurements are of crucial importance in patient monitoring on hospital wards. Clinical deterioration of patients with hypoxemia and hypotension can be missed with typical ward monitoring, which is performed every 2-6 hours. In recent studies, routine checking of vital signs every 4 hours missed 90% of patients with at least 15 minutes of SpO<sub>2</sub> &lt;90% [<xref ref-type="bibr" rid="ref11">11</xref>]. Ventilatory frequency can also be derived from wireless pulse oximeters and chest patch systems that sense respiratory variation in R-wave amplitude and RR intervals. We designed a pilot trial to assess the safety and validity of an innovative wireless device, SmartCardia, in monitoring patients hospitalized in the ICU.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This is a descriptive trial analysis of vital signs during hospitalization in a subset of patients, most of whom were being treated for cardiac disease. ICU patients at the Cardiocentro Ticino Hospital (Lugano, Ticino, Switzerland) were included in the trial. They were monitored with a medically approved existing monitoring system designated as the gold standard system (Dräger-Healthcare). In addition, the innovative wireless equipment (SmartCardia) was used to record ECG and SpO<sub>2</sub> for the duration of the patient’s stay in the ICU. The study was designed as a pilot trial. We chose patients in the ICU because they are monitored 24 hours a day, making comparison with our device easier. This study is a first step prior to testing the device as a telemetry system or for 24-hour outpatient monitoring. Although the device was designed to detect arrhythmia, this feature was not tested in this trial. We deliberately decided to first confirm a high level of reliability and therefore focused on HR and SpO<sub>2</sub> in this study. This corresponds to a validation of the device for HR and SpO<sub>2</sub> monitoring. The next step will be to test the device as an ambulatory or telemetry monitoring device.</p>
      </sec>
      <sec>
        <title>Study Population</title>
        <p>Patients scheduled for major surgery or hospitalized in the ICU with an indication for cardiac and respiratory monitoring were asked to participate. Patients with an implantable cardiac device as well as those allergic to adhesive or with thorax skin irritation were excluded.</p>
        <p>The inclusion criteria were as follows:</p>
        <list list-type="order">
          <list-item>
            <p/>
            <p>Patients with cardiovascular disease admitted to Cardiocentro’s ICU, and aged 16 years and above</p>
            <p/>
          </list-item>
          <list-item>
            <p/>
            <p>Patients who voluntarily signed informed consent forms</p>
            <p/>
          </list-item>
          <list-item>
            <p/>
            <p>Postsurgery patients with stable hemodynamic condition</p>
            <p/>
          </list-item>
          <list-item>
            <p/>
            <p>Postmyocardial infarction patients with stable hemodynamic condition</p>
            <p/>
          </list-item>
          <list-item>
            <p/>
            <p>ICU patients who need continuous monitoring of vital signs for at least 12h. The patients were not consecutive patients, and they were fully immobilized in their bed.</p>
            <p/>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Informed Consent and Data Collection</title>
        <p>This protocol was approved by the local ethics committee, and written informed consent of all patients was obtained. Data were collected anonymously and transferred to SmartCardia for a blinded analysis.</p>
      </sec>
      <sec>
        <title>System Description</title>
        <p>The system is a wireless patch with a low-cost disposable component and a rechargeable/reusable electronic unit (dimensions 65 mm × 125 mm; <xref rid="figure1" ref-type="fig">Figure 1</xref>). The patch measures a single-lead ECG, HR, HR variability, respiration rate, oxygen saturation, skin temperature, posture, activity, and blood pressure variations. The data are transmitted by Bluetooth to a mobile phone or router. The measured signals and parameters are also stored on the device. The device is placed on the left upper portion of the patient’s chest (<xref rid="figure2" ref-type="fig">Figure 2</xref>). The patch-based device offers up to 7-day data storage and 3.5-day real-time connectivity through a smartphone connected to cloud storage on a single battery charge. The ability to receive, store, and interpret a broad range of parameters offers the opportunity to go far beyond monitoring individual parameters. In this study, the ECG-based HR and SpO<sub>2</sub> measurements taken by the SmartCardia device were compared with the measurements obtained by the standard monitoring system used in the ICU.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The appearance and dimensions of the SmartCardia wireless device.</p>
          </caption>
          <graphic xlink:href="biomedeng_v5i1e18158_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Device on the chest of the patient.</p>
          </caption>
          <graphic xlink:href="biomedeng_v5i1e18158_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Safety</title>
        <p>The materials and the patches that have skin contact meet the ISO 10993 guidelines, specifically the criteria for skin irritation, skin sensitization, and in vitro cytotoxicity.</p>
        <p>Two SmartCardia patches were attached to the chest and the left arm, respectively, of the patient (<xref rid="figure2" ref-type="fig">Figure 2</xref>). A high-quality ECG signal is recorded with the chest device (<xref rid="figure3" ref-type="fig">Figure 3</xref>), while the arm device records the best oxygen saturation signal.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Typical trace recorded with the SmartCardia device.</p>
          </caption>
          <graphic xlink:href="biomedeng_v5i1e18158_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Endpoints</title>
        <p>The endpoints of this pilot trial were the following: safety of the wireless device, tolerance of the device, correlation of HR measurements obtained by the wireless device and the conventional monitoring device, and correlation of SpO<sub>2</sub> measurements obtained by the wireless device and the conventional monitoring device.</p>
      </sec>
      <sec>
        <title>Statistics</title>
        <p>Sample size could not be calculated, as no power calculations exist in the literature. Data pairs of HR and SpO<sub>2</sub> measurements were analyzed with the Bland and Altman method, as suggested by Breteler et al [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. This method was used to account for within-subject variations by correcting the differences between the average differences. Bias between the reference monitor and the sensor, with its 95% limits, was determined for both HR and SpO<sub>2</sub>. The correlation between the two systems was considered optimal when the mean HR differed by &lt;5 beats per minute or &lt;10% and when SpO<sub>2</sub> variations were &lt;4%.</p>
        <p>The Clarke Error Grid was used to determine the clinical accuracy of the wireless sensor compared with the reference standard [<xref ref-type="bibr" rid="ref11">11</xref>]. Performance was analyzed by the percentage of data that was lost or noninterpretable.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>During the study period (May 17, 2017, to March 31, 2018), 58 patients (42 men and 16 women), with a mean age of 71 (SD 11) years, were included in this prospective pilot trial (<xref ref-type="table" rid="table1">Table 1</xref>). Patients mainly had heart problems and were hospitalized in the ICU after cardiac surgery (n=39, 67%), transaortic valvular implantation (n=14, 24%), acute coronary syndrome (ACS, n=3, 5%), aggravation of chronic obstructive pulmonary disease (COPD, n=1, 2%), and out of hospital cardiac arrest (n=1, 2%). The recording could be achieved in all patients. No patients reported side effects (such as skin rash) from the SmartCardia device. There was no disconnection of the device or interruption of the recording due to poor skin contact.</p>
      <p>Total monitoring time is displayed in <xref ref-type="table" rid="table2">Table 2</xref> and was 782 h 17 min (mean 809 min/patient, SD 332) for the chest device and 794 h 22 min for the arm device (mean 822 min/patient, SD 322).</p>
      <p>The correlation rate for the ECG signal between the two systems was 97.6% for the total recorded values (<xref rid="figure4" ref-type="fig">Figure 4</xref>). In 10 patients (17%), correlation between the two systems was &lt;95% (<xref rid="figure5" ref-type="fig">Figure 5</xref>).</p>
      <p><xref ref-type="table" rid="table3">Table 3</xref> shows the bias and precision (95% agreement) between HR and SpO<sub>2</sub> measurements, respectively, by the wireless device and the gold standard. The 95% limit of agreement was calculated with the Bland-Altman method (HR: <xref rid="figure6" ref-type="fig">Figure 6</xref>; SpO<sub>2</sub>: <xref rid="figure7" ref-type="fig">Figure 7</xref>).</p>
      <p>The causes for instances of low correlation between the two systems included (1) failure of the gold standard in 2 cases (disconnection of one cable); (2) failure of the SmartCardia device due to poor skin contact or bad positioning in 4 patients (solved by reapplication or repositioning); (3) overdetection of the T wave as a QRS complex, inducing double count in 2 patients (<xref rid="figure8" ref-type="fig">Figures 8</xref> and <xref rid="figure9" ref-type="fig">9</xref>); and (4) technical failure of the SmartCardia device in 2 patients (memory corruption in one case and a casing mechanical issue in the other).</p>
      <p>The mean exact correlation rate for SpO<sub>2</sub> measurement (&lt;4% difference) was obtained in 44/58 patients (75%; <xref ref-type="table" rid="table2">Table 2</xref>). A correlation between 5% and 6% of exact correlation was obtained in 4 patients (7%). Finally, in 10 patients (18%), the correlation rate was considered low (&gt;6% of error) and the largest difference was 14%.</p>
      <p>The Clarke Error Grid analysis was used to quantify the clinical accuracy of the HR and SpO<sub>2</sub> measurements obtained by the wireless system. This information is shown in <xref ref-type="table" rid="table4">Table 4</xref> and plotted in <xref rid="figure10" ref-type="fig">Figures 10</xref> and <xref rid="figure11" ref-type="fig">11</xref>. The percentage of data pairs in regions A to E are shown in <xref ref-type="table" rid="table4">Table 4</xref>. For HR, 96.2% of the values are in regions A and B. For SpO<sub>2</sub>, 100% of the points are in regions A and B.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Demographics of the patients included in the trial.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="530"/>
          <col width="230"/>
          <col width="240"/>
          <thead>
            <tr valign="top">
              <td>Demographic</td>
              <td>Male (n=42)</td>
              <td>Female (n=16)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Age (years), mean (SD)</td>
              <td>70 (12)</td>
              <td>74 (8)</td>
            </tr>
            <tr valign="top">
              <td>Trans-aortic valvular implantation, n (%)</td>
              <td>10 (24)</td>
              <td>4 (25)</td>
            </tr>
            <tr valign="top">
              <td>Coronary artery bypass grafting, n (%)</td>
              <td>21 (50)</td>
              <td>8 (50)</td>
            </tr>
            <tr valign="top">
              <td>Open-heart valvular surgery, n (%)</td>
              <td>6 (14)</td>
              <td>4 (25)</td>
            </tr>
            <tr valign="top">
              <td>ST segment elevation myocardial infarction and ischemic heart disease, n (%)</td>
              <td>3 (7)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>Chronic obstructive pulmonary disease, n (%)</td>
              <td>1 (2)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>Cardiac arrest, n (%)</td>
              <td>1 (2)</td>
              <td>0 (0)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Recording results and correlation rates.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="450"/>
          <col width="260"/>
          <col width="290"/>
          <thead>
            <tr valign="top">
              <td>Parameter</td>
              <td>Heart rate monitoring (n=58)</td>
              <td>Oxygen saturation monitoring (n=58)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Total monitoring time </td>
              <td>782 h 17 min</td>
              <td>794 h 22 min</td>
            </tr>
            <tr valign="top">
              <td>Monitoring time per patient (min)</td>
              <td>822 (SD 332)</td>
              <td>809 (SD 332)</td>
            </tr>
            <tr valign="top">
              <td>Exact value (&lt;5% error), n (%)</td>
              <td>48 (83)</td>
              <td>44 (75)</td>
            </tr>
            <tr valign="top">
              <td>Values in the 5%-6% error range, n (%)</td>
              <td>2 (4)</td>
              <td>4 (7)</td>
            </tr>
            <tr valign="top">
              <td>Values &gt;6% error, n (%)</td>
              <td>8 (14)</td>
              <td>10 (18)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Recordings by the two monitoring systems, showing extremely good correlation (blue = SmartCardia recording; black = conventional monitoring).</p>
        </caption>
        <graphic xlink:href="biomedeng_v5i1e18158_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure5" position="float">
        <label>Figure 5</label>
        <caption>
          <p>Example of a trace defined as exact. Some PVB (premature ventricular beats) are correctly detected by the wireless system where the gold standard failed.</p>
        </caption>
        <graphic xlink:href="biomedeng_v5i1e18158_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Bland-Altman analysis of heart rate and oxygen saturation.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="120"/>
          <col width="220"/>
          <col width="120"/>
          <col width="140"/>
          <col width="200"/>
          <col width="120"/>
          <col width="80"/>
          <thead>
            <tr valign="top">
              <td>
                Parameters measured
              </td>
              <td>Number of measurement pairs</td>
              <td>Number of patients</td>
              <td>Bias, n (SD)</td>
              <td>Average absolute error, n (SD)</td>
              <td>Lower 95%</td>
              <td>Upper 95%</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Heart rate</td>
              <td>41283</td>
              <td>58</td>
              <td>–5.66 (16.09)</td>
              <td>5.87 (16.01)</td>
              <td>–37.19</td>
              <td>25.87</td>
            </tr>
            <tr valign="top">
              <td>Oxygen saturation</td>
              <td>58970</td>
              <td>58</td>
              <td>2.9 (4.36)</td>
              <td>3.54 (3.86)</td>
              <td>–5.65</td>
              <td>11.45</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <fig id="figure6" position="float">
        <label>Figure 6</label>
        <caption>
          <p>Bland-Altman plots of heart rate for the wireless system. Y-axis = difference between Smart-Cardia device and reference.</p>
        </caption>
        <graphic xlink:href="biomedeng_v5i1e18158_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure7" position="float">
        <label>Figure 7</label>
        <caption>
          <p>Bland-Altman plots of oxygen saturation measurements by the wireless system. Y-axis = difference between Smart-Cardia device and reference.</p>
        </caption>
        <graphic xlink:href="biomedeng_v5i1e18158_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure8" position="float">
        <label>Figure 8</label>
        <caption>
          <p>Example of a trace qualified as "non exact". The T wave has been included in the heart rate count, doubling the value to 126 bpm from 63 bpm.</p>
        </caption>
        <graphic xlink:href="biomedeng_v5i1e18158_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure9" position="float">
        <label>Figure 9</label>
        <caption>
          <p>Discrepancy between the two monitoring systems, lasting a few hours, due to double counting by the SmartCardia device (SmartCardia heart rate values were double that of the gold standard). This was due to Q wave detection being counted as a QRS complex.</p>
        </caption>
        <graphic xlink:href="biomedeng_v5i1e18158_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table4">
        <label>Table 4</label>
        <caption>
          <p>Clarke Error Grid analysis to quantify the clinical accuracy of heart rate and oxygen saturation.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="170"/>
          <col width="170"/>
          <col width="170"/>
          <col width="170"/>
          <col width="160"/>
          <col width="160"/>
          <thead>
            <tr valign="top">
              <td>
                Parameters measured
              </td>
              <td>Measurements in region A, n (%)</td>
              <td>Measurements in region B, n (%)</td>
              <td>Measurements in region C, n (%)</td>
              <td>Measurements in region D, n (%)</td>
              <td>Measurements in region E, n (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Heart rate</td>
              <td>38133 (92)</td>
              <td>1743 (4.2)</td>
              <td>1553 (3.7)</td>
              <td>5 (0.1)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>Oxygen saturation</td>
              <td>58414 (69)</td>
              <td>26133 (30.9)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <fig id="figure10" position="float">
        <label>Figure 10</label>
        <caption>
          <p>Clarke Error Grid analysis to quantify the clinical accuracy of heart rate measurements by the Smart Cardia device. Region A contains 92% of recorded values, indicating a high accuracy of measurements. Regions D and E represent regions with unacceptable accuracy and only 0.1% of values were in these regions.</p>
        </caption>
        <graphic xlink:href="biomedeng_v5i1e18158_fig10.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure11" position="float">
        <label>Figure 11</label>
        <caption>
          <p>Clarke Error Grid analysis to quantify the clinical accuracy of oxygen saturation measurements taken by the SmartCardia device. Region A and B contain 96% of values within the limit range.</p>
        </caption>
        <graphic xlink:href="biomedeng_v5i1e18158_fig11.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Monitoring is a critical issue in the ICU and intermediate care units during the first days following the intervention. Today, cardiac monitoring is carried out with skin electrodes. The signal is transmitted by wires to a bedside monitor and a central station. In this pilot trial, we tested the ability of a new wireless vital sign sensor to monitor patients. The first generation of wireless sensors was shown to be useful in the detection of abnormalities in vital signs, sometimes preceding adverse events [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. It is well accepted that early detection of arrhythmias is important since they can precede serious complications in patients in the ICU or general ward [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. The quality of the signal is dependent on the physical device connections and good contact between electrodes and the patient’s skin. Monitoring of SpO<sub>2</sub> is usually performed using a system attached to the finger of the patient, with a cable transmission to the central station. Recently, wireless monitoring has been confirmed as a valuable tool to detect adverse events in high-risk patients [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. A recent study showed significant differences between different wireless sensors [<xref ref-type="bibr" rid="ref8">8</xref>]. For example, the Radius-7 (Masimo) underestimates HR, as it calculates HR from the plethysmographic waveform obtained from the pulse oximeter probe. The EarlySense system may also underestimate HR during periods of arrhythmia, as it derives HR from cardiac ballistic movement associated with the ejection of blood with each heart cycle. During a rapid ventricular rate, some beats will not be long enough to allow for ventricular filling and will therefore not result in a detectable peripheral pulse. SmartCardia’s patch measures and stores ECG data and parameters for up to 7 days on a single charge. A comparison of ECG patches by Sensium and VitalConnect [<xref ref-type="bibr" rid="ref8">8</xref>] showed that they both have a limited storage capacity of 10 hours or less. Additionally, these patches do not measure SpO<sub>2</sub>, while this study demonstrated the feasibility of measuring both SpO<sub>2</sub> and HR with the SmartCardia patch [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>The benefits of patient monitoring with wireless sensors have been shown [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. To be useful for patient management after major surgical interventions, reliable wireless sensors must be connected to a central system with alarm notification. False alerts should be avoided to increase the reliability of the monitoring system.</p>
        <p>The new wireless SmartCardia device, tested in this trial, is a combined system allowing monitoring of both HR and SpO<sub>2</sub>. The recording system is in a small patch-box that is adhered to the patient’s skin without wires, avoiding undesired problems related to wire disconnection. In addition, it is user-friendly in terms of installation. Transportation of the patient is also facilitated without the need to disconnect and reconnect wires.</p>
        <p>This study was mainly designed to validate the sensor accuracy of the SmartCardia system, not to clinically monitor patients in the ICU. Thus, the sample size is rather small, and the number of events was too small to identify specific signs or patterns of adverse events. However, our results do provide insight into the ability of wireless sensors to assist in patient monitoring and early detection of patient deterioration.</p>
        <p>In this pilot trial, we showed that the HR data obtained with the SmartCardia device is of good quality as compared with the gold standard monitoring system. We identified that both this new system and the gold standard system can fail. The major problem identified with this first generation of the SmartCardia system is maintaining adequate skin contact. With further technical improvements, this problem has been solved, leading to 100% success in device attachment. We also noted that optimal positioning of the device on the patient’s chest is of crucial importance. In the small number of patients with poor recording quality, the device was not positioned correctly. Better placement of the device allowed significant improvement of the recording. We also noted that in 2 patients, a technical problem of the SmartCardia device was the reason for failure. We identified this problem and improvements were made in the most recent generation of devices.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The main limitation of this trial is the relatively small number of patients. In addition, it has only been tested in patients hospitalized in the ICU. Tests in postoperative patients in the ward must be realized.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>We demonstrated that a new wireless device provides good quality HR measurements in patients in the ICU. Furthermore, SpO<sub>2</sub> monitoring is feasible, although further technical improvements are mandatory. Based on these results, further trials should be performed in an outpatient population to define the place of such devices in daily practice. Finally, it should be compared with conventional Holter monitoring.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb2">ACS</term>
          <def>
            <p>acute coronary syndrome</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CABG</term>
          <def>
            <p>coronary artery bypass grafting</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">COPD</term>
          <def>
            <p>chronic obstructive pulmonary disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ECG</term>
          <def>
            <p>electrocardiogram</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">HR</term>
          <def>
            <p>heart rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">ICU</term>
          <def>
            <p>intensive care unit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">IHD</term>
          <def>
            <p>ischemic heart disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">SpO<sub>2</sub></term>
          <def>
            <p>oxygen saturation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">STEMI</term>
          <def>
            <p>ST segment elevation myocardial infarction</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>SM and FR are part of the board of SmartCardia.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Day</surname>
              <given-names>HW</given-names>
            </name>
          </person-group>
          <article-title>Preliminary studies of an acute coronary care area</article-title>
          <source>Lancet</source>
          <year>1963</year>
          <volume>83</volume>
          <fpage>53</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="medline">14025617</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ludikhuize</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smorenburg</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>de Rooij</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>de Jonge</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Identification of deteriorating patients on general wards; measurement of vital parameters and potential effectiveness of the Modified Early Warning Score</article-title>
          <source>Journal of Critical Care</source>
          <year>2012</year>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>424.e7</fpage>
          <lpage>424.e13</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jcrc.2012.01.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cardona-Morrell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Prgomet</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lake</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Long</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Westbrook</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Braithwaite</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hillman</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Vital signs monitoring and nurse–patient interaction: A qualitative observational study of hospital practice</article-title>
          <source>International Journal of Nursing Studies</source>
          <year>2016</year>
          <volume>56</volume>
          <fpage>9</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijnurstu.2015.12.007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dower</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Yakush</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nazzal</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Jutzy</surname>
              <given-names>RV</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>Deriving the 12-lead electrocardiogram from four (EASI) electrodes</article-title>
          <source>Journal of Electrocardiology</source>
          <year>1988</year>
          <volume>21</volume>
          <fpage>S182</fpage>
          <lpage>S187</lpage>
          <pub-id pub-id-type="doi">10.1016/0022-0736(88)90090-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drew</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pelter</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Brodnick</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Yadav</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Dempel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Comparison of a new reduced lead set ECG with the standard ECG for diagnosing cardiac arrhythmias and myocardial ischemia</article-title>
          <source>Journal of Electrocardiology</source>
          <year>2002</year>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>13</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1054/jelc.2002.37150</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Downey</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Randell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jayne</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Continuous Versus Intermittent Vital Signs Monitoring Using a Wearable, Wireless Patch in Patients Admitted to Surgical Wards: Pilot Cluster Randomized Controlled Trial</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>12</month>
          <day>11</day>
          <volume>20</volume>
          <issue>12</issue>
          <fpage>e10802</fpage>
          <pub-id pub-id-type="doi">10.2196/10802</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Breteler</surname>
              <given-names>MJM</given-names>
            </name>
            <name name-style="western">
              <surname>KleinJan</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dohmen</surname>
              <given-names>DAJ</given-names>
            </name>
            <name name-style="western">
              <surname>Leenen</surname>
              <given-names>LPH</given-names>
            </name>
            <name name-style="western">
              <surname>van Hillegersberg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ruurda</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>van Loon</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Blokhuis</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kalkman</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>Vital Signs Monitoring with Wearable Sensors in High-risk Surgical Patients</article-title>
          <source>Anesthesiology</source>
          <year>2020</year>
          <volume>132</volume>
          <issue>3</issue>
          <fpage>424</fpage>
          <lpage>439</lpage>
          <pub-id pub-id-type="doi">10.1097/aln.0000000000003029</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Breteler</surname>
              <given-names>MJM</given-names>
            </name>
            <name name-style="western">
              <surname>KleinJan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Numan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ruurda</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Van Hillegersberg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Leenen</surname>
              <given-names>LPH</given-names>
            </name>
            <name name-style="western">
              <surname>Hermans</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kalkman</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Blokhuis</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Are current wireless monitoring systems capable of detecting adverse events in high-risk surgical patients? A descriptive study</article-title>
          <source>Injury</source>
          <year>2019</year>
          <month>11</month>
          <day>17</day>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0020-1383(19)30714-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.injury.2019.11.018</pub-id>
          <pub-id pub-id-type="medline">31761422</pub-id>
          <pub-id pub-id-type="pii">S0020-1383(19)30714-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michard</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Teboul</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Predictive analytics: beyond the buzz</article-title>
          <source>Ann Intensive Care</source>
          <year>2019</year>
          <month>4</month>
          <day>11</day>
          <volume>9</volume>
          <issue>1</issue>
          <pub-id pub-id-type="doi">10.1186/s13613-019-0524-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sessler</surname>
              <given-names>DI</given-names>
            </name>
            <name name-style="western">
              <surname>Saugel</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Beyond ‘failure to rescue’: the time has come for continuous ward monitoring</article-title>
          <source>British Journal of Anaesthesia</source>
          <year>2019</year>
          <month>03</month>
          <volume>122</volume>
          <issue>3</issue>
          <fpage>304</fpage>
          <lpage>306</lpage>
          <pub-id pub-id-type="doi">10.1016/j.bja.2018.12.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gonder-Frederick</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Pohl</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Evaluating Clinical Accuracy of Systems for Self-Monitoring of Blood Glucose</article-title>
          <source>Diabetes Care</source>
          <year>1987</year>
          <month>09</month>
          <day>01</day>
          <volume>10</volume>
          <issue>5</issue>
          <fpage>622</fpage>
          <lpage>628</lpage>
          <pub-id pub-id-type="doi">10.2337/diacare.10.5.622</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Bland</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Measurement in Medicine: The Analysis of Method Comparison Studies</article-title>
          <source>The Statistician</source>
          <year>1983</year>
          <month>09</month>
          <volume>32</volume>
          <issue>3</issue>
          <fpage>307</fpage>
          <pub-id pub-id-type="doi">10.2307/2987937</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Selvaraj</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nallathambi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Moghadam</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Aga</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Fully Disposable Wireless Patch Sensor for Continuous Remote Patient Monitoring</article-title>
          <year>2018</year>
          <conf-name>40th Annual International Conference of the IEEE (IMBS)</conf-name>
          <conf-date>20-21 July</conf-date>
          <conf-loc>Honolulu</conf-loc>
          <pub-id pub-id-type="doi">10.1109/embc.2018.8512569</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Selvaraj</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nallathambi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kettle</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A Novel Synthetic Simulation Platform for Validation of Breathing Rate Measurement</article-title>
          <year>2018</year>
          <conf-name>40th Annual International Conference of the IEEE (IMBS)</conf-name>
          <conf-date>July</conf-date>
          <conf-loc>Honolulu</conf-loc>
          <pub-id pub-id-type="doi">10.1109/embc.2018.8512352</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seesing</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>F</article-title>
          <source>J., Scheijmans, J.C.G., Borggreve, A.S., van Hillegersberg, R., Ruurda, J. P. The predictive value of new-onset atrial fibrillation on postoperative morbidity after esophagectomy. Dis Esophagus Nov 1</source>
          <year>2018</year>
          <volume>31</volume>
          <fpage>11</fpage>
          <pub-id pub-id-type="doi">10.1093/dote/doy028</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Ferdosi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Narasimhan</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Ambulatory respiratory rate detection using ECG and a triaxial accelerometer</article-title>
          <year>2013</year>
          <conf-name>Conf Proc IEEE Eng Med Biol Soc</conf-name>
          <conf-date>2013</conf-date>
          <conf-loc>Atlanta</conf-loc>
          <fpage>4058</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1109/embc.2013.6610436</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hernandez-Silveira</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zandari</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Mehta</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Weir</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Burdett</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Toumazou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brett</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Assessment of the feasibility of an ultra-low power, wireless digital patch for the continuous ambulatory monitoring of vital signs</article-title>
          <source>BMJ Open</source>
          <year>2015</year>
          <month>05</month>
          <day>19</day>
          <volume>5</volume>
          <issue>5</issue>
          <fpage>e006606</fpage>
          <lpage>e006606</lpage>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2014-006606</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weenk</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Koeneman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van de Belt</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Engelen</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Goor</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bredie</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Wireless and continuous monitoring of vital signs in patients at the general ward</article-title>
          <source>Resuscitation</source>
          <year>2019</year>
          <month>03</month>
          <volume>136</volume>
          <fpage>47</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1016/j.resuscitation.2019.01.017</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gardner-Thorpe</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Love</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wrightson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Keeling</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The Value of Modified Early Warning Score (MEWS) in Surgical In-Patients: A Prospective Observational Study</article-title>
          <source>Ann R Coll Surg Engl</source>
          <year>2006</year>
          <month>10</month>
          <volume>88</volume>
          <issue>6</issue>
          <fpage>571</fpage>
          <lpage>575</lpage>
          <pub-id pub-id-type="doi">10.1308/003588406x130615</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Posthuma</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Visscher</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hollmann</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Preckel</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Monitoring of High- and Intermediate-Risk Surgical Patients</article-title>
          <source>Anesthesia &amp; Analgesia</source>
          <year>2019</year>
          <volume>129</volume>
          <issue>4</issue>
          <fpage>1185</fpage>
          <lpage>1190</lpage>
          <pub-id pub-id-type="doi">10.1213/ane.0000000000004345</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vincent</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Einav</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pearse</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jaber</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kranke</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Overdyk</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Whitaker</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Gordo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Dahan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hoeft</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Improving detection of patient deterioration in the general hospital ward environment</article-title>
          <source>Eur J Anaesthesiol</source>
          <year>2018</year>
          <month>05</month>
          <volume>35</volume>
          <issue>5</issue>
          <fpage>325</fpage>
          <lpage>333</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29474347"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/EJA.0000000000000798</pub-id>
          <pub-id pub-id-type="medline">29474347</pub-id>
          <pub-id pub-id-type="pmcid">PMC5902137</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
