<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMBE</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Biomed Eng</journal-id>
      <journal-title>JMIR Biomedical Engineering</journal-title>
      <issn pub-type="epub">2561-3278</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v5i1e20730</article-id>
      <article-id pub-id-type="pmid"/>
      <article-id pub-id-type="doi">10.2196/20730</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Ease of Use of the Electroconvulsive Therapy App by Its Users: Cross-Sectional Questionnaire Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Alessa</surname>
            <given-names>Tourkiah</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Aslam</surname>
            <given-names>Ahmed Sohaib</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Khan</surname>
            <given-names>Kinza</given-names>
          </name>
          <degrees>MRCPsy</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2646-8811</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Basavarajappa</surname>
            <given-names>Chethan</given-names>
          </name>
          <degrees>MBBS, DNB, FIPR</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7158-9719</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Kunigiri</surname>
            <given-names>Girish</given-names>
          </name>
          <degrees>MD, DNB, MBA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Bradgate Mental Health Unit</institution>
            <addr-line>Leicester</addr-line>
            <addr-line>Leicester, LE3 9EJ</addr-line>
            <country>United Kingdom</country>
            <phone>44 1530 453827</phone>
            <email>Girish.Kunigiri@leicspart.nhs.uk</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8618-7475</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Bradgate Mental Health Unit</institution>
        <addr-line>Leicester</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Psychiatry</institution>
        <institution>National Institute of Mental Health And Neuro Sciences</institution>
        <addr-line>Bengaluru</addr-line>
        <country>India</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Girish Kunigiri <email>Girish.Kunigiri@leicspart.nhs.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Dec</season>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>22</day>
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <volume>5</volume>
      <issue>1</issue>
      <elocation-id>e20730</elocation-id>
      <history>
        <date date-type="received">
          <day>27</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>11</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>19</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>8</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Kinza Khan, Chethan Basavarajappa, Girish Kunigiri. Originally published in JMIR Biomedical Engineering (http://biomedeng.jmir.org), 22.09.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Biomedical Engineering, is properly cited. The complete bibliographic information, a link to the original publication on http://biomedeng.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://biomedeng.jmir.org/2020/1/e20730/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Electroconvulsive therapy (ECT) is one of the oldest, most effective, and potentially life-saving noninvasive brain stimulation treatments for psychiatric illnesses such as severe depression, mania, and catatonia. The decision-making process to use ECT involves well-informed discussion between the clinician and the client. A platform, like an app, which provides this information in an easy-to-understand format may be of benefit to various stakeholders in making an informed decision. Apps developed by clinicians/hospitals taking into consideration user perspectives will filter and provide trustworthy information to the users. In this regard, the ECT app, an app which is freely available for download at the Apple Store, was developed by the Leicestershire Partnership National Health Service (NHS) Trust and Leicestershire Health Informatics Service (LHIS).</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objective of this study is to evaluate and demonstrate the accessibility of the ECT app to the chosen audiences it was created for, via a paper and electronic questionnaire.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A survey was conducted between January 2017 and March 2019. A survey questionnaire designed for the study was sent to mental health professionals, medical students, patients, carers, and members of the public via post, email, and SurveyMonkey or informed via posts shared in Psychiatry online groups and face-to-face contact. All participants who were willing to participate in the study were included.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Results were collected via paper forms, email responses, and SurveyMonkey and all were inputted into SurveyMonkey to facilitate analysis. A total of 20 responses were received during the study period (January 2017 to March 2019). The participants of the survey, which included a mixed group of professionals (12/20, 60%), patients (3/20, 15%), and carers (1/20, 5%), opined that the app was easy to download (14/20, 70%) and use (9/20, 45%); contained adequate information (19/20, 95%); they felt more informed after having used the app (9/20, 45%); and they would recommend it to others (19/20, 95%). The participants of the survey also provided suggestions on the app (10/20, 50%).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The ECT app can be beneficial in sharing appropriate information to professionals and the public alike and help in gathering unbiased and nonjudgmental information on the current use of ECT as a treatment option.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mHealth</kwd>
        <kwd>depression</kwd>
        <kwd>apps</kwd>
        <kwd>electroconvulsive therapy</kwd>
        <kwd>smartphone</kwd>
        <kwd>mobile phone</kwd>
        <kwd>surveys</kwd>
        <kwd>psychiatry</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Electroconvulsive therapy (ECT) is one of the oldest, most effective, and potentially life-saving noninvasive brain stimulation treatments for psychiatric illnesses such as severe depression, mania, and catatonia. The National Institute for Health and Care Excellence (NICE) recommends use of ECT only to achieve rapid and short-term improvement in treatment-resistant or life-threatening conditions [<xref ref-type="bibr" rid="ref1">1</xref>]. The decision-making process to use ECT involves well-informed discussion between the clinician and the client. NICE guidelines also recommend development of leaflets to aid this cause [<xref ref-type="bibr" rid="ref1">1</xref>]. A platform which provides this information in an easy-to-understand format may be of benefit to various stakeholders in making an informed decision.</p>
      <p>Penetration of technology in our daily lives is substantial and advancements in technology and health informatics can be leveraged for better patient care. Mental health care delivery using digital platforms is affordable, available, and accessible to many [<xref ref-type="bibr" rid="ref2">2</xref>]. Especially, the rapidly expanding numbers of mobile medical apps have the potential to transform the patient–health care provider relationship by improving the turnaround time and reducing costs [<xref ref-type="bibr" rid="ref3">3</xref>]. In a study conducted in China, it was found that 96.7% (612/633) of participants used mobile devices, among which 38.4% (235/612) used multiple types of health apps [<xref ref-type="bibr" rid="ref4">4</xref>]. The clinician rather than “prescribing apps” can engage the patient in “problem-solving” discussion, the problem here being “making a treatment choice.” There is a vast sea of information available in the market and patients find it difficult to gather information and make informed choices. Clinicians also may lack time to explain a procedure fully and apps will help in the cause [<xref ref-type="bibr" rid="ref5">5</xref>]. Apps developed by clinicians/hospitals taking into consideration user perspectives will filter and provide trustworthy information to the users.</p>
      <p>In this regard, the ECT app was developed by the Leicestershire Partnership National Health Service (NHS) Trust and Leicestershire Health Informatics Service (LHIS) using the mDesign Development Platform to bring awareness about ECT for use by patients, carers, students, professionals, and the general public. It uses a multimedia approach, inclusive of video, text, and audio content, to show all aspects of the treatment.</p>
      <p>Although the app was launched in November 2015, as of yet, there has been no formal feedback collated around the effectiveness of its content and accessibility. More recently, the mHealth App Usability Questionnaire (MAUQ) has been developed [<xref ref-type="bibr" rid="ref6">6</xref>], but was not available during the study period. The aim of this survey is to evaluate and demonstrate the accessibility of the ECT app to the chosen audiences it was created for, via a paper and electronic questionnaire.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Survey</title>
        <p>A survey was conducted between January 2017 and March 2019. The survey questions, which are provided in the <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, were sent to mental health professionals, medical students, patients, carers, and members of the public via post, email, and SurveyMonkey or informed via posts shared in Psychiatry online groups and face-to-face contact. The survey questionnaire was developed for the purpose of this study and was not validated. The survey questionnaire was devised by the corresponding author (GK) in consultation with the ECT team and service users’ representatives. The survey questionnaire did not collect personal/demographic details of the participants and hence provided anonymized data. Institute Research and Development opined that “...this proposal is more akin to a customer feedback or satisfaction survey commonly used in product development, and would not, in this form, require approval through R&amp;D.” Consent was sought to participate in the survey and the informed consent form is provided in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
        <p>All participants who were willing to participate in the study were included. There were no exclusion criteria. The participants were chosen in the following manner:</p>
        <list list-type="bullet">
          <list-item>
            <p>All service users (and their carers) who were prescribed ECT in the Leicestershire Partnership NHS Trust since July 1, 2016, and the service user/carer group of ECT Accreditation Service (ECTAS) from Royal College of Psychiatrists were contacted.</p>
          </list-item>
          <list-item>
            <p>All the trainees, consultants, and ward nurses in the Leicestershire Partnership NHS Trust who prescribe or are involved with ECT and the consultants and nurses of the ECTAS were contacted. Consultants and Trainees were also approached through the Deanery of the University of Leicester and the Royal College of Psychiatrists.</p>
          </list-item>
          <list-item>
            <p>The final-year medical students from the University of Leicester were also approached through the Deanery and the Royal College of Psychiatrists.</p>
          </list-item>
        </list>
        <p>Results were collected via paper forms, email responses, and SurveyMonkey and all were inputted into SurveyMonkey to facilitate analysis. The analysis was done using SurveyMonkey [<xref ref-type="bibr" rid="ref7">7</xref>]. The results are expressed as frequencies and the comments/suggestions are grouped into themes and are expressed verbatim.</p>
      </sec>
      <sec>
        <title>Ethics Statement</title>
        <p>Institute ethics committee approval was sought and it opined that the survey did not require approval from them.</p>
      </sec>
      <sec>
        <title>Consent Statement</title>
        <p>Consent was sought to participate in the survey and the informed consent form is provided in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>A total of 20 responses were received during the study period (January 2017 to March 2019). A majority of the participants (12/20, 60%) were professionals; 15% (3/20) were patients; 5% (1/20) were cares; and 20% (4/20) were others, including a member of the public, a friend of a patient, a past patient, and a medical student. The details are provided in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>.</p>
      <p>The responses to the questionnaire are provided in <xref rid="figure1" ref-type="fig">Figure 1</xref>. Almost everyone (19/20, 95%) (1 person skipped the question) answered that they could find all the information they were expecting to see in the app. Three-fourth of the respondents (15/20, 75%) felt more informed about ECT after the use of the app (Extremely [6/20, 30%] and very [9/20, 45%]). A vast majority felt that the app was very easy to download (14/20, 70%) and use (9/20, 45%). Almost all (19/20, 95%; 1 person did not answer the question) said that they would recommend the app to other patients/professionals.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Survey responses.</p>
        </caption>
        <graphic xlink:href="biomedeng_v5i1e20730_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Many (10/20, 50%) participants also provided suggestions and comments. Among these, 50% (5/10) commented on information provision, 10% (1/10) complained of network and connectivity issues, 20% (2/10) gave compliments, and 20% (2/10) provided miscellaneous comments to make the app free and that they had no computer or smartphone. The details are provided in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The participants of the survey, which included a mixed group of professionals, patients, and carers, opined that the app was easy to download and use, contained adequate information and they felt more informed after having used the app, and they would recommend it to others. The participants of the survey also provided suggestions on the app.</p>
      <p>It is pertinent to know that the decision-making process to use ECT involves provision of adequate, appropriate, and accurate information on the method, benefits, and risks of ECT [<xref ref-type="bibr" rid="ref1">1</xref>]. This discussion is particularly important as ECT is usually shown in a bad light in popular culture and general public have formed myths around ECT. Apps may be particularly beneficial in this regard as they have the advantages of being readily available and mostly free of cost to all users of electronic devices on which apps can be downloaded (eg, mobile phones, tablets, laptops). In addition, in an app, a large amount of information and resources can be condensed into a small space, and can include a wealth of learning material accessible in a number of ways, including audio and video (as opposed to physical material, which can be bulky and one dimensional). Numerous apps are now available to assist health care providers with many important tasks, such as information and time management, health record maintenance and access, communications and consulting, reference and information gathering, patient management and monitoring, clinical decision making, and medical education and training [<xref ref-type="bibr" rid="ref8">8</xref>]. The ECT app is specially designed to provide information and practical procedure of ECT to patients and carers to make informed choices and to relieve anxiety and myths related to ECT. In addition, it provides detailed information on ECT to both mental health and nonmental health professions to broaden their knowledge and support their patients when appropriate. Patients still rely on their general practitioners and other health professions to help them in making decisions in psychiatry. The app was developed for the use of professionals and public (not for the purpose of this study) by the hospital with inputs from professionals and service users as is also suggested by Chiauzzi and Newell [<xref ref-type="bibr" rid="ref5">5</xref>]. The app is free to download on the Apple Store online [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>In this survey, the response rate was low, despite multiple methods of distribution of the survey and reminders being sent to individuals. The exact number of surveys sent cannot be specified due to the use of online forums in which it is unclear how many have seen the link. Not all responders had access to electronic devices which utilize apps. Leaflets would be an alternative option for this population, although not all parts of the app (eg, videos) would be translatable into paper format. Although text is available on the app for all the videos, subtitles for the videos may aid users with hearing disabilities to use the app and may improve accessibility. Not all respondents experienced technical issues; therefore, this is likely to be as a result of the local internet connection availability, rather than a feature of the app itself. Overall, the feedback was positive and encouraging.</p>
      <p>The ECT app can be beneficial in sharing appropriate information to professionals and the public alike and help in gathering unbiased and nonjudgmental information on the current use of ECT as a treatment option. The app is specially designed to provide information and practical procedure of ECT to patients and carers to make informed choices and to relieve anxiety and myths related to ECT. In addition, it provides detailed information on ECT to both mental health and nonmental health professions to broaden their knowledge and support their patients when appropriate. Patients still rely on their general practitioners and other health professions to help them in making decisions in psychiatry.</p>
      <p>We aim to update the app regularly; to ensure that it is in line with the most recent guidance and advances in ECT practice. In the future, mental health professionals who provide information on ECT can suggest the patients and their carers to go through the app and later have a discussion on their decision. A feedback about the app can be taken from both mental health professional and patients/carers at that point of time. A validated feedback form can also be incorporated in the app. Future studies can aim at using validated survey questionnaires such as MAUQ [<xref ref-type="bibr" rid="ref6">6</xref>] on targeted population of ECT users. Measuring saved clinician time can help in better utilization of human resources.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>The user survey questionnaire.</p>
        <media xlink:href="biomedeng_v5i1e20730_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 33 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Informed Consent Form.</p>
        <media xlink:href="biomedeng_v5i1e20730_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 55 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Type of Participants.</p>
        <media xlink:href="biomedeng_v5i1e20730_app3.pdf" xlink:title="PDF File  (Adobe PDF File), 29 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Comments and suggestions by the participants.</p>
        <media xlink:href="biomedeng_v5i1e20730_app4.pdf" xlink:title="PDF File  (Adobe PDF File), 56 KB"/>
      </supplementary-material>
    </app-group>
    <ack>
      <p>We thank Dr Jagadisha Thirthalli for critically reviewing the manuscript. The app was developed free by Leicestershire Health Information Services.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>All the authors have contributed to the development of the paper.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>National Institute for Health and Care Excellence</collab>
          </person-group>
          <source>Guidance on the Use of Electroconvulsive Therapy Technology Appraisal Guidance [TA59]</source>
          <year>2003</year>
          <month>4</month>
          <access-date>2019-07-13</access-date>
          <publisher-loc>London</publisher-loc>
          <publisher-name>National Institute for Health and Care Excellence</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nice.org.uk/guidance/ta59/chapter/1-Guidance">https://www.nice.org.uk/guidance/ta59/chapter/1-Guidance</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basavarajappa</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chand</surname>
              <given-names>PK</given-names>
            </name>
          </person-group>
          <article-title>Digital Platforms for Mental Health-care Delivery</article-title>
          <source>Indian J Psychol Med</source>
          <year>2017</year>
          <month>09</month>
          <volume>39</volume>
          <issue>5</issue>
          <fpage>703</fpage>
          <lpage>706</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC5688907/"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/IJPSYM.IJPSYM_209_17</pub-id>
          <pub-id pub-id-type="medline">29200576</pub-id>
          <pub-id pub-id-type="pii">IJPsyM-39-703</pub-id>
          <pub-id pub-id-type="pmcid">PMC5688907</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yetisen</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez-Hurtado</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>da Cruz Vasconcellos</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Simsekler</surname>
              <given-names>MCE</given-names>
            </name>
            <name name-style="western">
              <surname>Akram</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Lowe</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>The regulation of mobile medical applications</article-title>
          <source>Lab Chip</source>
          <year>2014</year>
          <month>03</month>
          <day>07</day>
          <volume>14</volume>
          <issue>5</issue>
          <fpage>833</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pubmed.ncbi.nlm.nih.gov/24425070/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1039/c3lc51235e</pub-id>
          <pub-id pub-id-type="medline">24425070</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Nacioglu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Or</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Prevalence, Demographic Correlates, and Perceived Impacts of Mobile Health App Use Amongst Chinese Adults: Cross-Sectional Survey Study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>04</month>
          <day>26</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e103</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/4/e103/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.9002</pub-id>
          <pub-id pub-id-type="medline">29699971</pub-id>
          <pub-id pub-id-type="pii">v6i4e103</pub-id>
          <pub-id pub-id-type="pmcid">PMC5945985</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chiauzzi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Newell</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Mental Health Apps in Psychiatric Treatment: A Patient Perspective on Real World Technology Usage</article-title>
          <source>JMIR Ment Health</source>
          <year>2019</year>
          <month>04</month>
          <day>22</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e12292</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2019/4/e12292/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12292</pub-id>
          <pub-id pub-id-type="medline">31008711</pub-id>
          <pub-id pub-id-type="pii">v6i4e12292</pub-id>
          <pub-id pub-id-type="pmcid">PMC6658296</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Setiawan</surname>
              <given-names>IMA</given-names>
            </name>
            <name name-style="western">
              <surname>Saptono</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Parmanto</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The mHealth App Usability Questionnaire (MAUQ): Development and Validation Study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>04</month>
          <day>11</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e11500</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/4/e11500/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11500</pub-id>
          <pub-id pub-id-type="medline">30973342</pub-id>
          <pub-id pub-id-type="pii">v7i4e11500</pub-id>
          <pub-id pub-id-type="pmcid">PMC6482399</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <source>SurveyMonkey [Computer Program]</source>
          <year>1999</year>
          <access-date>2020-09-13</access-date>
          <publisher-loc>San Mateo, CA</publisher-loc>
          <publisher-name>SVMK Inc</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="www.surveymonkey.com">www.surveymonkey.com</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ventola</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>Mobile devices and apps for health care professionals: uses and benefits</article-title>
          <source>P T</source>
          <year>2014</year>
          <month>05</month>
          <volume>39</volume>
          <issue>5</issue>
          <fpage>356</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24883008"/>
          </comment>
          <pub-id pub-id-type="medline">24883008</pub-id>
          <pub-id pub-id-type="pmcid">PMC4029126</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <source>Electroconvulsive Therapy (ECT) [computer program], Version 1</source>
          <year>2015</year>
          <publisher-loc>Leicester</publisher-loc>
          <publisher-name>Leicestershire Partnership NHS Trust</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.apple.com/us/app/electroconvulsive-therapy-ect/id1072836545">https://apps.apple.com/us/app/electroconvulsive-therapy-ect/id1072836545</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
