<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMBE</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Biomed Eng</journal-id>
      <journal-title>JMIR Biomedical Engineering</journal-title>
      <issn pub-type="epub">2561-3278</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i4e26556</article-id>
      <article-id pub-id-type="pmid">38907373</article-id>
      <article-id pub-id-type="doi">10.2196/26556</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Effectiveness of the BreatheSuite Device in Assessing the Technique of Metered-Dose Inhalers: Validation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kouri</surname>
            <given-names>Andrew</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ferrer</surname>
            <given-names>Montse</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Press</surname>
            <given-names>Valerie</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Alwashmi</surname>
            <given-names>Meshari F</given-names>
          </name>
          <degrees>BN, MSCE, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>BreatheSuite Inc</institution>
            <addr-line>215 Water Street, Suite 301</addr-line>
            <addr-line>St. John's, NL, A1C 6C9</addr-line>
            <country>Canada</country>
            <phone>1 7096910728</phone>
            <email>mfa720@mun.ca</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5052-5911</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Mugford</surname>
            <given-names>Gerald</given-names>
          </name>
          <degrees>CMH, BSc, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4170-3143</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Vokey</surname>
            <given-names>Brett</given-names>
          </name>
          <degrees>BEng</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0597-6737</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Abu-Ashour</surname>
            <given-names>Waseem</given-names>
          </name>
          <degrees>PharmD, MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3119-5694</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Hawboldt</surname>
            <given-names>John</given-names>
          </name>
          <degrees>BSP, PharmD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5219-5538</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>BreatheSuite Inc</institution>
        <addr-line>St. John's, NL</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Memorial University</institution>
        <addr-line>St. John's, NL</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Meshari F Alwashmi <email>mfa720@mun.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Oct-Dec</season>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>3</day>
        <month>11</month>
        <year>2021</year>
      </pub-date>
      <volume>6</volume>
      <issue>4</issue>
      <elocation-id>e26556</elocation-id>
      <history>
        <date date-type="received">
          <day>16</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>12</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>11</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>10</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Meshari F Alwashmi, Gerald Mugford, Brett Vokey, Waseem Abu-Ashour, John Hawboldt. Originally published in JMIR Biomedical Engineering (http://biomsedeng.jmir.org), 03.11.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Biomedical Engineering, is properly cited. The complete bibliographic information, a link to the original publication on https://biomedeng.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://biomedeng.jmir.org/2021/4/e26556" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The majority of medications used in treating asthma and chronic obstructive pulmonary disease (COPD) are taken through metered-dose inhalers (MDIs). Studies have reported that most patients demonstrate poor inhaler technique, which has resulted in poor disease control. Digital Health applications have the potential to improve the technique and adherence of inhaled medications.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to validate the effectiveness of the BreatheSuite MDI device in assessing the technique of taking a dose via an MDI.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The study was a validation study. Thirty participants who self-reported a diagnosis of asthma or COPD were recruited from community pharmacies in Newfoundland and Labrador, Canada. Participants used a BreatheSuite MDI device attached to a placebo MDI and resembled taking 3 doses. Pharmacists used a scoring sheet to evaluate the technique of using the MDI. An independent researcher compared the results of the pharmacist’s scoring sheet with the results of the BreatheSuite device.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>This study found that the BreatheSuite MDI can objectively detect several errors in the MDI technique. The data recorded by the BreatheSuite MDI device showed that all participants performed at least one error in using the MDI. The BreatheSuite device captured approximately 40% (143/360) more errors compared to observation alone. The distribution of participants who performed errors in MDI steps as recorded by BreatheSuite compared to errors reported by observation alone were as follows: shaking before actuation, 33.3% (30/90) versus 25.5% (23/90); upright orientation of the inhaler during actuation, 66.7% (60/90) versus 18.87% (17/90); coordination (actuating after the start of inhalation), 76.6% (69/90) versus 35.5% (32/90); and duration of inspiration, 96.7% (87/90) versus 34.4% (31/90).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The BreatheSuite MDI can objectively detect several errors in the MDI technique, which were missed by observation alone. It has the potential to enhance treatment outcomes among patients with chronic lung diseases.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>digital health</kwd>
        <kwd>asthma</kwd>
        <kwd>smartphone</kwd>
        <kwd>mHealth</kwd>
        <kwd>mobile health</kwd>
        <kwd>effective</kwd>
        <kwd>observational</kwd>
        <kwd>treatment</kwd>
        <kwd>chronic obstructive pulmonary disease</kwd>
        <kwd>inhaler</kwd>
        <kwd>app</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Many medications used in treating asthma and chronic obstructive pulmonary disease (COPD) are administered via inhalation devices. They come in various forms, but the most common form is metered-dose inhalers (MDIs) [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. These inhalers include salbutamol, fluticasone, and ciclesonide. These inhalers are primarily used to manage symptoms and prevent exacerbations. Both the Global Initiative for Asthma (GINA) [<xref ref-type="bibr" rid="ref4">4</xref>] and the Global Initiative for Chronic Obstructive Lung Disease (GOLD) [<xref ref-type="bibr" rid="ref5">5</xref>] recommends using inhalers to achieve good symptom control, minimize future risk of exacerbations, and improve exercise tolerance.</p>
      <p>The Aerosol Drug Management Improvement Team, which GINA supports, provided information on the proper way of using an MDI [<xref ref-type="bibr" rid="ref6">6</xref>]. Furthermore, each drug manufacturer provides instruction on using an MDI and including it in the drug pamphlet. Nevertheless, studies have reported that up to 92% of patients with asthma demonstrate poor inhaler technique [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. Sanchis et al [<xref ref-type="bibr" rid="ref10">10</xref>] conducted a systematic review in 2016 to assess the most common errors in inhaler use among patients with asthma and those with COPD treated with MDIs. They concluded that incorrect inhaler use is unacceptably high outside clinical trials and does not seem to have improved over the past 40 years [<xref ref-type="bibr" rid="ref10">10</xref>]. Similarly, Press et al [<xref ref-type="bibr" rid="ref11">11</xref>] in 2011 examined the rates of inhaler misuse among patients with asthma and those with COPD; they concluded that misuse rates are prevalent among both groups. Improper inhaler technique can significantly affect the amount of medication reaching the lungs, leading to poor symptom control and more emergency department visits [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Errors in inhaler technique and nonadherence can affect medication delivery and decrease the benefits of taking the medication [<xref ref-type="bibr" rid="ref14">14</xref>]. A systematic review of errors in the inhaler technique suggests that most reported errors were in coordination, speed of the inhalation, depth of inspiration, and no postinhalation breath-holding [<xref ref-type="bibr" rid="ref10">10</xref>]. To improve the inhaler technique, researchers recommend frequent assessment of inhalation technique [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. One of the literature’s current gaps concerns the most appropriate method to intervene if patients continue to misuse their inhalers [<xref ref-type="bibr" rid="ref16">16</xref>]. Innovative technologies have been introduced, which may improve inhaler technique and consequently improve health outcomes [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      <p>Digital Health interventions have been increasing in the past 10 years, with significant advances in mobile apps, web portals, and electronic inhaler sensors. Researchers are now proposing digital health applications for many complex health conditions, including asthma and COPD. These technologies allow patients and health care providers to monitor and manage their symptoms more effectively. Several studies demonstrated improved clinical outcomes from implementing these technologies [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. An example includes a meta-analysis that determined electronic reminders can improve patient adherence to inhaled corticosteroids by 19% [<xref ref-type="bibr" rid="ref22">22</xref>]. One advantage of using digital health applications is having long-term data collection of symptoms, triggers, and inhaler use, which permits the identification of necessary changes to assist patients and their caretakers in understanding if symptoms are exacerbating [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      <p>The BreatheSuite MDI device is an auxiliary, add-on device which is connected to an approved MDI. It passively and quantitatively monitors important inhaler adherence and technique metrics, providing user feedback through a linked mobile app. This information may be used by patients to improve inhaler technique, and may also be shared with health care providers. There are several devices that monitor the adherence of MDIs [<xref ref-type="bibr" rid="ref25">25</xref>], but there is a paucity in MDIs that monitor both adherence and technique. This study aims to validate the effectiveness of the BreatheSuite MDI device in assessing the technique of taking a dose via an MDI.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Purpose</title>
        <p>This study aimed to validate the effectiveness of the BreatheSuite MDI device in assessing the technique of taking a dose via an MDI. </p>
      </sec>
      <sec>
        <title>The BreatheSuite MDI</title>
        <p>The BreatheSuite MDI device is an auxiliary, add-on device which is connected to an approved MDI. It is mounted by placing the device over the canister of a standard inhaler. The inhaler is used in the same way that it would be used without the BreatheSuite MDI Device. The device is designed for passive monitoring; it ensures that patients can continue to follow their prescriptions. The BreatheSuite MDI device is approximately 1 inch in diameter and attaches to a standard MDI canister with an elastic sleeve, as shown in the image below (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Placebo inhaler with the BreatheSuite metered-dose inhaler device.</p>
          </caption>
          <graphic xlink:href="biomedeng_v6i4e26556_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The BreatheSuite MDI device has the potential to improve the technique and adherence of inhaled medications. It uses quantitative measures to assess several inhaler technique metrics. These inhaler technique metrics are based on the inhaler manufacturer instructions as well as quantitative analysis performed on lung deposition as a result of impacts of several inhaler technique parameters. This has resulted in the quantitative analysis of the following:</p>
        <list list-type="order">
          <list-item>
            <p>Shaking duration (if the inhaler was shaken for 3 seconds): The duration of shaking was measured to within 0.1 seconds and rounded to the nearest 0.5 seconds; thus, any duration greater than 2.75 seconds would be considered acceptable.</p>
          </list-item>
          <list-item>
            <p>Orientation (whether the device was oriented with the mouthpiece straight toward the back of the throat): The BreatheSuite device measures orientation from +1° to –1° and the acceptable range is from –10° to +20°, with 0° being the location where the mouthpiece is horizontal and points toward the back of the throat.</p>
          </list-item>
          <list-item>
            <p>Press timing (if the user began inhaling before actuating the inhaler canister): The press timing is defined as the difference between the actuation time and the inhalation start time (each measured to within +0.1 and –0.1 seconds). The resultant value must be between –1.0 and +1.0 to be considered acceptable.</p>
          </list-item>
          <list-item>
            <p>Inhalation duration (if the user has inhaled for at least 3 seconds): This value is defined as the difference between the inhalation end time and the inhalation start time, or actuation time, whichever is shortest. This value is then rounded to the nearest 0.5. Any duration above 3 seconds is considered acceptable.</p>
          </list-item>
        </list>
        <p>This information is then transmitted to the BreatheSuite mobile app via Bluetooth and is securely uploaded to a remote server. The user will receive technique-related feedback and subsequent correcting advice by accessing the mobile app. The data are transferred from the app to a secure cloud database such that it is available for analysis and review. Health care providers can view the data to determine if additional training is necessary to improve inhaler technique.</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>The study was a validation study.</p>
      </sec>
      <sec>
        <title>Recruitment and Study Setting</title>
        <p>We recruited patients from 2 community pharmacies in the province of Newfoundland and Labrador, Canada. One pharmacy was located in an urban area, while the other pharmacy was in a rural area. One pharmacist at each pharmacy was responsible for recruitment and data collection.</p>
        <p>A convenience sample of 30 patients was recruited during their routine visits to the pharmacy. The pharmacist invited patients to participate in the study if they met the following eligibility criteria: being able to communicate in English, having a self-reported diagnosis of asthma or COPD, being 18 years or older, and having been prescribed an MDI and having used it in the past. First-time users of MDI were excluded.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>Ethical approval for this study was obtained from the Newfoundland and Labrador Health Research Ethics Authority. Before agreeing to participate, all subjects were informed about the nature of the study, potential risks and benefits, and their rights as research subjects. All participants completed a written consent form. They were also given a copy of the consent form. Each participant and pharmacist were offered a gift card to compensate them for their participation time.</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>Before enrolling participants, all pharmacists were trained to follow the study protocol, including participant recruitment, baseline questionnaire, and scoring sheet. Each participant completed a baseline study questionnaire about their demographics and smartphone use (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). After completing the questionnaire, the pharmacist gave participants a BreatheSuite MDI device attached to a placebo MDI (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Participants did not receive instructions on how to use the device. They were asked to take 3 doses in the same manner as they would use their inhalers. The BreatheSuite MDI device evaluated the following technique parameters:</p>
        <list list-type="order">
          <list-item>
            <p>Was the MDI was properly shaken (at least for 3 seconds)?</p>
          </list-item>
          <list-item>
            <p>Was the MDI in the upright position before taking the dose?</p>
          </list-item>
          <list-item>
            <p>Was the MDI actuated after starting to take a breath?</p>
          </list-item>
          <list-item>
            <p>Was the duration of the inhalation more than 3 seconds?</p>
          </list-item>
        </list>
        <p>Pharmacists then used a scoring sheet to evaluate the technique of the participant using the MDI. The scoring sheet followed the same parameters that were evaluated by the BreatheSuite MDI (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). The pharmacists evaluated the technique parameters by using binary answers (yes/no). After the scoring was complete, pharmacists trained participants on how to use inhalers correctly. Each patient and pharmacist and patient will be offered a gift card of Can $20 (US $16.15) to compensate for their participation time.</p>
      </sec>
      <sec>
        <title>Blinding</title>
        <p>The pharmacist was blinded to the results from the BreatheSuite device. An independent researcher compared the results of the pharmacist’s scoring sheet with the results of the BreatheSuite device.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>A database of the questionnaire results was created using unique nonidentifying numbers. The information was password-protected. Before conducting the analysis, data were cleaned, coded, and entered into SPSS (version 25.0, IBM Corp). Unclear or incomplete survey items were flagged for queries. These were brought to the attention of the research team, each item was discussed, and a decision concerning its eligibility and entry was made. Baseline characteristics of participants were summarized with percentages for categorical variables and mean (SD) values for continuous variables. We reported the frequencies and percentages of technique errors from direct observations and the BreatheSuite MDI. Additionally, we calculated Cohen <italic>κ</italic> values to determine if there was agreement between the pharmacist’s observations and the BreatheSuite device.</p>
        <p>An independent research analyst, who was not involved in recruiting and training the pharmacists, analyzed the results of the pharmacist scoring sheet with the scoring from the BreatheSuite MDI device. The analyst was able to link both data sets using the time of taking the dose. The pharmacist recorded the time, including seconds, in the scoring sheet. The time was also stored in the database automatically.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participant Characteristics</title>
        <p>A total of 30 patients participated in the study. Approximately 60% (18/30) of participants were male. The mean age of participants was 56.5 (range 33-73) years. The highest level of education for most participants was a high school degree 46.6% (14/30). Half of the participants were living in a rural area 50% (15/30). Although more than half of the participants use mobile apps, only 16.6% (5/30) use health apps. Almost 80% (24/30) of participants did not use a spacer or aerochamber. <xref ref-type="table" rid="table1">Table 1</xref> illustrates the participant characteristics.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Participant characteristics (N=30).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="770"/>
            <col width="0"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Variables</td>
                <td>Values</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Age (years), mean (SD)</td>
                <td>56.6 (10.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Gender, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Males</td>
                <td colspan="2">18 (60)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Females</td>
                <td colspan="2">12 (40)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Education, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>General education diploma</td>
                <td colspan="2">3 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>High school</td>
                <td colspan="2">14 (46.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Bachelors</td>
                <td colspan="2">0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Masters</td>
                <td colspan="2">1 (3.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>PhD/MD/JD</td>
                <td colspan="2">0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">12 (39.9)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Locality of residence, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Rural</td>
                <td colspan="2">15 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Small</td>
                <td colspan="2">3 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medium</td>
                <td colspan="2">2 (6.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Large</td>
                <td colspan="2">9 (30)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>other</td>
                <td colspan="2">1 (3.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>App use, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td rowspan="3">
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">13 (43.3)</td>
              </tr>
              <tr valign="top">
                <td>Yes</td>
                <td colspan="2">16 (53.3)</td>
              </tr>
              <tr valign="top">
                <td>Do not know</td>
                <td colspan="2">1 (3.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Health app usage, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>No</td>
                <td colspan="2">23 (76.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">5 (16.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Do not know</td>
                <td colspan="2">2 (6.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Spacer/aerochamber use, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">21 (70)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">6 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Do not know</td>
                <td colspan="2">1 (3.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>I was instructed to use it but I do not use it</td>
                <td colspan="2">2 (6.6)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Comparison of Subjective and Objective Measures of Inhaler Technique</title>
        <p>Each participant simulated taking 3 doses using the placebo MDI with the BreatheSuite MDI device, resulting in 90 doses for analysis. For each dose, we measured 4 technique metrics, which resulted in 360 measurements. The data recorded by the BreatheSuite MDI device showed that all participants performed at least 1 error in using the MDI. Among the metrics collected by both the pharmacist and the BreatheSuite MDI, the BreatheSuite MDI device captured 68.3% (246/360) of the errors made by the participant compared to 28.6% (103/360) errors captured by observation alone (<xref rid="figure2" ref-type="fig">Figure 2</xref>). The subjective and objective measures of inhaler technique included are shakes, orientation, coordination, and duration. The distribution of technique errors in MDI steps recorded by the BreatheSuite MDI compared to errors reported by observation alone were as follows: shaking before actuation, 33.3% (30/90) versus 25.5% (23/90); upright orientation of inhaler during actuation, 66.7% (60/90) versus 18.87% (17/90); coordination (actuating after the start of inhalation), 76.6% (69/90) versus 35.5% (32/90); duration of inspiration, 96.7% (87/90) versus 34.4% (31/90). <xref rid="figure2" ref-type="fig">Figure 2</xref> highlights the percentage of errors in MDI steps recorded by the BreatheSuite MDI compared to errors reported through observation alone. The following are the Cohen <italic>κ</italic> values: shaking (fair agreement, <italic>κ</italic>= 0.283), orientation (slight agreement, <italic>κ</italic>= 0.183), coordination (slight agreement, <italic>κ</italic>= 0.071), and duration (no agreement, <italic>κ</italic>=–0.03).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>The percentage of captured errors in MDI steps recorded by BreathSuite compared to errors reported by observation alone.</p>
          </caption>
          <graphic xlink:href="biomedeng_v6i4e26556_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study has indicated that the BreatheSuite MDI can objectively detect MDI technique errors, and in some cases can be better at assessing various quantitative metrics that are difficult to assess through observation alone. For example, measuring minor inhaler orientation angle deviations by objective observation can be difficult, along with minor differences in inhalation duration. In total, the BreatheSuite MDI device captured approximately 40% (143/360) more errors compared to observation alone.</p>
        <p>The low Cohen <italic>κ</italic> values and the objective nature of the BreatheSuite device potentially indicate that the BreatheSuite MDI performs better than observation alone. Objective measures of inhaler technique have the potential to become the new gold standard. Additional research is necessary to assess the relationship between objective improvements in inhaler technique with clinically significant improvements in health outcomes. </p>
      </sec>
      <sec>
        <title>Comparison With Previous Work</title>
        <p>Using technology to enhance inhaled medication plays a vital role in the management of chronic lung diseases. Several studies have assessed the effectiveness of electronic devices to an MDI to improve medication adherence [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. However, there is a lack of studies and devices that assess the technique of using MDIs.</p>
        <p>To further understand how patients use their inhalers, some pharmaceutical companies started manufacturing digital inhalers, such as the Digihaler. The Digihaler captures the inhalation rate when taking a dose, as well as opening and closing the inhaler cap. Studies conducted on Digihaler concluded that it could capture objective technique data [<xref ref-type="bibr" rid="ref26">26</xref>]. These data may help identify clinically meaningful information early and facilitate physician-patient interventions and conversations [<xref ref-type="bibr" rid="ref27">27</xref>]. It is important to consider the cost of these digital inhalers, especially when considering the usability and interoperability of using several digital inhalers from different drug manufacturers.</p>
        <p>Some of our findings confirm those previously reported in the context of using electronic MDI devices to assess MDI technique. Our findings are in agreement with those of Biswas et al [<xref ref-type="bibr" rid="ref28">28</xref>], who used an objective measure for inhaler technique and demonstrated that 100% of the patients made at least 1 error in using an MDI. As Biswas et al [<xref ref-type="bibr" rid="ref28">28</xref>] noted, data recorded by an objective MDI device provides accurate measurements of MDI use, which could help evaluate how effectively patients use their MDIs. The major difference between the device used by Biswas et al [<xref ref-type="bibr" rid="ref28">28</xref>] and the BreatheSuite device is that the latter does not require charging; the battery in the BreatheSuite device can operate for more than a year without charging [<xref ref-type="bibr" rid="ref28">28</xref>]. This sustained battery life promotes usability through passive data collection.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>The pharmacists were blinded to the BreatheSuite MDI data. An independent analyst compared the data between the BreatheSuite MDI and the pharmacist scoring sheet. Digital applications may be important in geographic locations with relatively large numbers of rural residents, such as Newfoundland and Labrador. Digital applications may enhance care provider access throughout sparsely populated rural areas as they can access information remotely. Half of the study sample was from a rural area, which supports the generalizability of our findings to rural areas.</p>
        <p>There were also several limitations of note. Although the sample may not be generalizable to all patients with asthma and those with COPD; the study had broad inclusion criteria to resemble the target population. The BreatheSuite MDI does not track all the steps required to use an inhaler, such as exhaling before taking a dose and holding one’s breath after inhalation. However, it takes the majority of the technique steps that have the potential to improve inhaler technique and supplement the teaching offered by health care professionals.</p>
      </sec>
      <sec>
        <title>Implications for Practice and Future Research</title>
        <p>This study provides insights into the effectiveness of the BreatheSuite MDI drive in capturing errors in MDI use. This information may help a variety of stakeholders (eg, health care providers, patients, administrators, and technology developers) who are planning to use an objective measure of MDI adherence and technique. The BreatheSuite MDI will transmit this information to the BreatheSuite mobile app. Patients can then receive technique-correcting advice by accessing the mobile app. In addition, health care providers can view the data to determine if additional training is necessary to improve the technique or adherence to using MDIs. These data can also be used to identify clinically meaningful information early such as (eg, rescue to controller usage ratios) and facilitate meaningful physician-patient conversations.</p>
        <p>Digital applications that assess inhaled medications are increasingly gaining importance in managing chronic lung diseases [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. These applications have the potential to improve health outcomes while reducing health care costs.</p>
        <p>Future studies should examine the sustainability of behavior change following the use of the BreatheSuite MDI device. They should also include an experimental design to assess the BreatheSuite MDI’s effectiveness in improving clinical outcomes among patients diagnosed with chronic lung diseases. A larger and more heterogeneous sample with a longer follow-up period could confirm the study findings and expand the knowledge around the effectiveness of devices such as the BreatheSuite MDI.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Our findings potentially indicate that the BreatheSuite MDI can objectively detect several MDI technique errors missed by observation alone. The BreatheSuite MDI has the potential to enhance treatment and therefore improve outcomes among patients with chronic lung diseases. Additional studies are required to examine the effectiveness of the BreatheSuite MDI device on clinical outcomes.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Baseline Questionnaire.</p>
        <media xlink:href="biomedeng_v6i4e26556_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 47 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Pharmacist Scoring Sheet.</p>
        <media xlink:href="biomedeng_v6i4e26556_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 47 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">COPD</term>
          <def>
            <p>chronic obstructive pulmonary disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">GINA</term>
          <def>
            <p>Global Initiative for Asthma</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">GOLD</term>
          <def>
            <p>Global Initiative for Chronic Obstructive Lung Disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MDI</term>
          <def>
            <p>metered-dose inhaler</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>BreatheSuite Inc funded this study. MFA and BV are full-time employees and shareholders at BreatheSuite Inc. MFA and BV were not involved in the analysis or reporting of the data. WA-A, an independent scientific consultant, was provided with the raw deidentified data to perform statistical analyses.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruparell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vergnaud</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A Guide to COPD Inhalers</article-title>
          <source>GoodRx Health</source>
          <year>2020</year>
          <access-date>2021-03-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.goodrx.com/copd/guide-to-inhalers">https://www.goodrx.com/copd/guide-to-inhalers</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fabbri</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Kerwin</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Spangenthal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>GT</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez-Roisin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pearle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sethi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Orevillo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Darken</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>St Rose</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Golden</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dwivedi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Reisner</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Dose-response to inhaled glycopyrrolate delivered with a novel Co-Suspension™ Delivery Technology metered dose inhaler (MDI) in patients with moderate-to-severe COPD</article-title>
          <source>Respir Res</source>
          <year>2016</year>
          <month>09</month>
          <day>02</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>109</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://respiratory-research.biomedcentral.com/articles/10.1186/s12931-016-0426-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12931-016-0426-4</pub-id>
          <pub-id pub-id-type="medline">27586537</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12931-016-0426-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5009486</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rennard</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fogarty</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Reisner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Golden</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Darken</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tardie</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Orevillo</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Randomized study of the safety, pharmacokinetics, and bronchodilatory efficacy of a proprietary glycopyrronium metered-dose inhaler in study patients with chronic obstructive pulmonary disease</article-title>
          <source>BMC Pulm Med</source>
          <year>2014</year>
          <month>07</month>
          <day>16</day>
          <volume>14</volume>
          <fpage>118</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpulmmed.biomedcentral.com/articles/10.1186/1471-2466-14-118"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2466-14-118</pub-id>
          <pub-id pub-id-type="medline">25027304</pub-id>
          <pub-id pub-id-type="pii">1471-2466-14-118</pub-id>
          <pub-id pub-id-type="pmcid">PMC4124171</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>Global Strategy for Asthma Management and Prevention (2019 Update)</article-title>
          <source>Global Initiative for Asthma</source>
          <year>2019</year>
          <access-date>2021-10-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ginasthma.org/wp-content/uploads/2019/06/GINA-2019-main-report-June-2019-wms.pdf">https://ginasthma.org/wp-content/uploads/2019/06/GINA-2019-main-report-June-2019-wms.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Asia Pacific COPD Roundtable Group</collab>
          </person-group>
          <article-title>Global Initiative for Chronic Obstructive Lung Disease strategy for the diagnosis, management and prevention of chronic obstructive pulmonary disease: an Asia-Pacific perspective</article-title>
          <source>Respirology</source>
          <year>2005</year>
          <month>01</month>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>9</fpage>
          <lpage>17</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15691232"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1440-1843.2005.00692.x</pub-id>
          <pub-id pub-id-type="medline">15691232</pub-id>
          <pub-id pub-id-type="pii">RES692</pub-id>
          <pub-id pub-id-type="pmcid">PMC7169139</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>pDMI</article-title>
          <source>InHalers4U</source>
          <access-date>2021-03-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.inhalers4u.org/index.php/pmdi/">https://www.inhalers4u.org/index.php/pmdi/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>How to help patients optimise their inhaler technique</article-title>
          <source>Pharm J</source>
          <year>2016</year>
          <volume>297</volume>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pharmjdev.wpengine.com/article/ld/how-to-help-patients-optimise-their-inhaler-technique"/>
          </comment>
          <pub-id pub-id-type="doi">10.1211/PJ.2016.20201442</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burkhart</surname>
              <given-names>PV</given-names>
            </name>
            <name name-style="western">
              <surname>Rayens</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Bowman</surname>
              <given-names>RK</given-names>
            </name>
          </person-group>
          <article-title>An evaluation of children's metered-dose inhaler technique for asthma medications</article-title>
          <source>Nurs Clin North Am</source>
          <year>2005</year>
          <month>03</month>
          <volume>40</volume>
          <issue>1</issue>
          <fpage>167</fpage>
          <lpage>182</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cnur.2004.08.010</pub-id>
          <pub-id pub-id-type="medline">15733954</pub-id>
          <pub-id pub-id-type="pii">S0029-6465(04)00093-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sleath</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ayala</surname>
              <given-names>GX</given-names>
            </name>
            <name name-style="western">
              <surname>Gillette</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tudor</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Yeatts</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Washington</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Provider demonstration and assessment of child device technique during pediatric asthma visits</article-title>
          <source>Pediatrics</source>
          <year>2011</year>
          <month>04</month>
          <volume>127</volume>
          <issue>4</issue>
          <fpage>642</fpage>
          <lpage>648</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21444594"/>
          </comment>
          <pub-id pub-id-type="doi">10.1542/peds.2010-1206</pub-id>
          <pub-id pub-id-type="medline">21444594</pub-id>
          <pub-id pub-id-type="pii">peds.2010-1206</pub-id>
          <pub-id pub-id-type="pmcid">PMC3065074</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanchis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gich</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Pedersen</surname>
              <given-names>S</given-names>
            </name>
            <collab>Aerosol Drug Management Improvement Team (ADMIT)</collab>
          </person-group>
          <article-title>Systematic Review of Errors in Inhaler Use: Has Patient Technique Improved Over Time?</article-title>
          <source>Chest</source>
          <year>2016</year>
          <month>08</month>
          <volume>150</volume>
          <issue>2</issue>
          <fpage>394</fpage>
          <lpage>406</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0012-3692(16)47571-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.chest.2016.03.041</pub-id>
          <pub-id pub-id-type="medline">27060726</pub-id>
          <pub-id pub-id-type="pii">S0012-3692(16)47571-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Press</surname>
              <given-names>VG</given-names>
            </name>
            <name name-style="western">
              <surname>Arora</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Ivy</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Charbeneau</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Badlani</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nareckas</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Naurekas</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mazurek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnan</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Misuse of respiratory inhalers in hospitalized patients with asthma or COPD</article-title>
          <source>J Gen Intern Med</source>
          <year>2011</year>
          <month>06</month>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>635</fpage>
          <lpage>642</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21249463"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-010-1624-2</pub-id>
          <pub-id pub-id-type="medline">21249463</pub-id>
          <pub-id pub-id-type="pmcid">PMC3101982</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Al-Jahdali</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Harbi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Baharoon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bin Salih</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Halwani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Muhsen</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Improper inhaler technique is associated with poor asthma control and frequent emergency department visits</article-title>
          <source>Allergy Asthma Clin Immunol</source>
          <year>2013</year>
          <month>03</month>
          <day>06</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>8</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aacijournal.biomedcentral.com/articles/10.1186/1710-1492-9-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1710-1492-9-8</pub-id>
          <pub-id pub-id-type="medline">23510684</pub-id>
          <pub-id pub-id-type="pii">1710-1492-9-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC3605255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melani</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Bonavia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cilenti</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Cinti</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lodi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Martucci</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Serra</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Scichilone</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sestini</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aliani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Neri</surname>
              <given-names>M</given-names>
            </name>
            <collab>Gruppo Educazionale Associazione Italiana Pneumologi Ospedalieri</collab>
          </person-group>
          <article-title>Inhaler mishandling remains common in real life and is associated with reduced disease control</article-title>
          <source>Respir Med</source>
          <year>2011</year>
          <month>06</month>
          <volume>105</volume>
          <issue>6</issue>
          <fpage>930</fpage>
          <lpage>938</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0954-6111(11)00009-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.rmed.2011.01.005</pub-id>
          <pub-id pub-id-type="medline">21367593</pub-id>
          <pub-id pub-id-type="pii">S0954-6111(11)00009-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schreiber</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sonnenburg</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Luecke</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Inhaler devices in asthma and COPD patients - a prospective cross-sectional study on inhaler preferences and error rates</article-title>
          <source>BMC Pulm Med</source>
          <year>2020</year>
          <month>08</month>
          <day>20</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>222</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpulmmed.biomedcentral.com/articles/10.1186/s12890-020-01246-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12890-020-01246-z</pub-id>
          <pub-id pub-id-type="medline">32819337</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12890-020-01246-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC7439539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Klijn</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Hiligsmann</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Evers</surname>
              <given-names>SMAA</given-names>
            </name>
            <name name-style="western">
              <surname>Román-Rodríguez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van der Molen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>van Boven</surname>
              <given-names>JFM</given-names>
            </name>
          </person-group>
          <source>NPJ Prim Care Respir Med</source>
          <year>2017</year>
          <month>04</month>
          <day>13</day>
          <volume>27</volume>
          <issue>1</issue>
          <fpage>24</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41533-017-0022-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41533-017-0022-1</pub-id>
          <pub-id pub-id-type="medline">28408742</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41533-017-0022-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC5435089</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Normansell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kew</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mathioudakis</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Interventions to improve inhaler technique for people with asthma</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2017</year>
          <month>03</month>
          <day>13</day>
          <volume>3</volume>
          <fpage>CD012286</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28288272"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD012286.pub2</pub-id>
          <pub-id pub-id-type="medline">28288272</pub-id>
          <pub-id pub-id-type="pmcid">PMC6473469</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Inamdar</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Quade</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of Population Health Management Using the Propeller Health Asthma Platform: A Randomized Clinical Trial</article-title>
          <source>J Allergy Clin Immunol Pract</source>
          <year>2016</year>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>455</fpage>
          <lpage>463</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaip.2015.11.022</pub-id>
          <pub-id pub-id-type="medline">26778246</pub-id>
          <pub-id pub-id-type="pii">S2213-2198(15)00665-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morton</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Elphick</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Rigby</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Daw</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Everard</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>STAAR: a randomised controlled trial of electronic adherence monitoring with reminder alarms and feedback to improve clinical outcomes for children with asthma</article-title>
          <source>Thorax</source>
          <year>2017</year>
          <month>04</month>
          <volume>72</volume>
          <issue>4</issue>
          <fpage>347</fpage>
          <lpage>354</lpage>
          <pub-id pub-id-type="doi">10.1136/thoraxjnl-2015-208171</pub-id>
          <pub-id pub-id-type="medline">27815524</pub-id>
          <pub-id pub-id-type="pii">thoraxjnl-2015-208171</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sumino</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Locke</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Magzamen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gylys-Colwell</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Humblet</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>HQ</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>VS</given-names>
            </name>
          </person-group>
          <article-title>Use of a Remote Inhaler Monitoring Device to Measure Change in Inhaler Use with Chronic Obstructive Pulmonary Disease Exacerbations</article-title>
          <source>J Aerosol Med Pulm Drug Deliv</source>
          <year>2018</year>
          <month>06</month>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>191</fpage>
          <lpage>198</lpage>
          <pub-id pub-id-type="doi">10.1089/jamp.2017.1383</pub-id>
          <pub-id pub-id-type="medline">29035120</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alwashmi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hawboldt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Marra</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gamble</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Abu Ashour</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>The Effect of Smartphone Interventions on Patients With Chronic Obstructive Pulmonary Disease Exacerbations: A Systematic Review and Meta-Analysis</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2016</year>
          <month>09</month>
          <day>01</day>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>e105</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2016/3/e105/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.5921</pub-id>
          <pub-id pub-id-type="medline">27589898</pub-id>
          <pub-id pub-id-type="pii">v4i3e105</pub-id>
          <pub-id pub-id-type="pmcid">PMC5025564</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Usmani</surname>
              <given-names>OS</given-names>
            </name>
          </person-group>
          <article-title>Choosing the right inhaler for your asthma or COPD patient</article-title>
          <source>Ther Clin Risk Manag</source>
          <year>2019</year>
          <volume>15</volume>
          <fpage>461</fpage>
          <lpage>472</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/TCRM.S160365"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/TCRM.S160365</pub-id>
          <pub-id pub-id-type="medline">30936708</pub-id>
          <pub-id pub-id-type="pii">tcrm-15-461</pub-id>
          <pub-id pub-id-type="pmcid">PMC6422419</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jeminiwa</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hohmann</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Qian</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Garza</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>BI</given-names>
            </name>
          </person-group>
          <article-title>Impact of eHealth on medication adherence among patients with asthma: A systematic review and meta-analysis</article-title>
          <source>Respir Med</source>
          <year>2019</year>
          <month>03</month>
          <volume>149</volume>
          <fpage>59</fpage>
          <lpage>68</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0954-6111(19)30047-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.rmed.2019.02.011</pub-id>
          <pub-id pub-id-type="medline">30803887</pub-id>
          <pub-id pub-id-type="pii">S0954-6111(19)30047-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jones-Ford</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Goeldi</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Feasibility and clinical impact of deploying a digital health intervention in a Medicare population with COPD</article-title>
          <source>Monitoring Airway Disease</source>
          <year>2017</year>
          <volume>50</volume>
          <pub-id pub-id-type="doi">10.1183/1393003.congress-2017.PA390</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Himes</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Leszinsky</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hepner</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>Mobile Health and Inhaler-Based Monitoring Devices for Asthma Management</article-title>
          <source>J Allergy Clin Immunol Pract</source>
          <year>2019</year>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>2535</fpage>
          <lpage>2543</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31706485"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jaip.2019.08.034</pub-id>
          <pub-id pub-id-type="medline">31706485</pub-id>
          <pub-id pub-id-type="pii">S2213-2198(19)30757-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6917046</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bodini</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Grinovero</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Corsico</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Digital Therapy in the treatment of asthma and COPD - Epidemiology of development and use of an emerging health technology in Respiratory Medicine</article-title>
          <source>M-health/e-health</source>
          <year>2019</year>
          <volume>54</volume>
          <pub-id pub-id-type="doi">10.1183/13993003.congress-2019.PA735</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mahler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Safioti</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Reich</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Granovsky</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>De Pietro</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tafur</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pleasants</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Remotely recorded peak inhalation flow patterns among patients with copd using proair digihaler for rescue medication</article-title>
          <source>Chest</source>
          <year>2020</year>
          <month>10</month>
          <volume>158</volume>
          <issue>4</issue>
          <fpage>A1708</fpage>
          <lpage>A1710</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chest.2020.08.1517</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chrystyn</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Safioti</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A digital inhaler uncovering patterns of SABA use in asthma and COPD</article-title>
          <source>Eur Respir J</source>
          <year>2020</year>
          <volume>56</volume>
          <fpage>1361</fpage>
          <pub-id pub-id-type="doi">10.1183/13993003.congress-2020.1361</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Biswas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mohsin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hanania</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sabharwal</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Measuring Competence in Metered Dose Inhaler Use Using Capmedic Electronic Inhaler Monitoring Tool</article-title>
          <source>Chest</source>
          <year>2016</year>
          <month>10</month>
          <volume>150</volume>
          <issue>4</issue>
          <fpage>14A</fpage>
          <pub-id pub-id-type="doi">10.1016/j.chest.2016.08.017</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
