<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPeriOp</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Perioper Med</journal-id>
      <journal-title>JMIR Perioperative Medicine</journal-title>
      <issn pub-type="epub">2561-9128</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v4i1e24644</article-id>
      <article-id pub-id-type="pmid">33983132</article-id>
      <article-id pub-id-type="doi">10.2196/24644</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Utilization of the iOS Shortcuts App to Generate a Surgical Logbook Tool: Feasibility Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Buis</surname>
            <given-names>Lorraine</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lundin</surname>
            <given-names>Robert</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tierney</surname>
            <given-names>Sean</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Shenson</surname>
            <given-names>Jared</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Reis</surname>
            <given-names>Schmuel</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Thompson</surname>
            <given-names>Daniel</given-names>
          </name>
          <degrees>MBBS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Vascular Surgery</institution>
            <institution>St Vincent's Hospital Melbourne</institution>
            <addr-line>41 Victoria Pde</addr-line>
            <addr-line>Fitzroy, 3065</addr-line>
            <country>Australia</country>
            <phone>61 92312211</phone>
            <email>Daniel.thompson@svha.org.au</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1495-1988</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Vascular Surgery</institution>
        <institution>St Vincent's Hospital Melbourne</institution>
        <addr-line>Fitzroy</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Daniel Thompson <email>Daniel.thompson@svha.org.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Jun</season>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <volume>4</volume>
      <issue>1</issue>
      <elocation-id>e24644</elocation-id>
      <history>
        <date date-type="received">
          <day>9</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>4</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>4</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>17</day>
          <month>4</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Daniel Thompson. Originally published in JMIR Perioperative Medicine (http://periop.jmir.org), 13.05.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Perioperative Medicine, is properly cited. The complete bibliographic information, a link to the original publication on http://periop.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://periop.jmir.org/2021/1/e24644" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Surgical audit is an essential aspect of modern reflective surgical practice and is key to improving surgical outcomes. The surgical logbook is an important method of data collection for both personal and unit audits; however, current electronic data collection tools, especially mobile apps, lack the minimum recommended data fields.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This feasibility study details the creation of a free, effective surgical logbook tool with the iOS Shortcuts app and investigates the time investment required to maintain a surgical logbook with this tool. In addition, we investigate the potential utility of the Shortcuts app in creating medical data collection tools.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Using the iOS Shortcuts app, we created a shortcut “Operation Note,” which collects surgical logbook data by using the minimum and extended audit data sets recommended by the Royal Australasian College of Surgeons. We practically assessed the feasibility of the tool, assessing the time requirement for entry, accuracy, and completeness of the entered data.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The shortcut collected accurate and useful data for a surgical audit. Data entry took on average 65 seconds per case for the minimum data set, and 135 seconds per case for the extended data set, with a mean difference of 68 seconds (<italic>P</italic>&#60;.001; 95% CI 61.6-77.7).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This feasibility study demonstrates the utility of the iOS Shortcuts app in the creation of a surgical logbook and the time-consuming nature of data collection for surgical audit. Our iOS Operation Note shortcut is a free, rapid, and customizable alternative to currently available logbook apps and offers surgical trainees and consultants a method for recording surgical operations, complications, and demographic data.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>app</kwd>
        <kwd>audit</kwd>
        <kwd>data collection</kwd>
        <kwd>data</kwd>
        <kwd>feasibility</kwd>
        <kwd>medical education</kwd>
        <kwd>mHealth</kwd>
        <kwd>surgery</kwd>
        <kwd>surgical audit</kwd>
        <kwd>surgical education</kwd>
        <kwd>utility</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Surgical audit is one of the mainstays of reflective practice and improving patient outcomes. Audit allows for the capture of operative results, operation numbers, billing information, and complications. In Australia, it is mandatory to maintain a logbook when undertaking surgical training with the Royal Australasian College of Surgeons (RACS); RACS provides a minimum and extended suggested data set for both trainee and consultant logbooks [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
      <p>Owing to the increasing complexity of health care, electronic information systems are recommended to be utilized to capture clinical data. The use of hospital medical record systems relies heavily on accurate data being captured by staff and may not include the required fields or enough detail to facilitate successful audit of practice [<xref ref-type="bibr" rid="ref1">1</xref>]. Hence, RACS recommends that surgeons maintain personal logbooks [<xref ref-type="bibr" rid="ref1">1</xref>]. Many surgeons utilize technology, such as mobile phones, to collect these data; however, on recent review, the applications available in the Australian market fall short of both the suggested minimum and extended data set, highlighting the need for a better surgical logbook tool [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>The most commonly reported barrier to successful logbook-keeping is the time required for data entry and maintenance [<xref ref-type="bibr" rid="ref3">3</xref>]. A key difficulty is navigating the balance between increased data capture for more complete and useable information and the extended amount of time required to enter such data. Data overload is “a danger to a successful audit” and this balance must be carefully considered when designing an audit tool [<xref ref-type="bibr" rid="ref1">1</xref>]. The RACS minimum data set consists of 12 data points, and the extended data set contains 24 data points [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
      <p>In Australia, the primary surgical audit tool for trainees and consultants is the Morbidity Audit and Logbook Tool (MALT) and is mandatory for surgical trainees in certain colleges [<xref ref-type="bibr" rid="ref4">4</xref>]. MALT contains both the minimum and extended data set and is a useful tool in audit and reflective practice. However, there are some barriers to mobile access to MALT, including a multistep login process, reliance on an internet connection, and the absence of a mobile app, which may limit its use in prospective data capture [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>It is unclear what proportion of surgeons prospectively maintain a logbook versus those who carry out a retrospective review prior to a regular audit. Prospective record-keeping has the added advantage of being more accurate and resolves issues regarding the evaluation of operative volumes due to computerized or paper-based medical record systems, which may be missed if coded incorrectly, or in procedures with multiple surgeons or specialties [<xref ref-type="bibr" rid="ref5">5</xref>]. Mobile apps offer an accessible, rapid, and easy-to-use method of prospective record keeping.</p>
      <p>Electronic data capture tools have been widely adopted by researchers in medicine and provide an effective way of prospectively collecting data for storage and tabulation [<xref ref-type="bibr" rid="ref6">6</xref>]. More than 100 different data capture tools are currently available, ranging from those specifically designed for capturing clinical data, such as REDCap, to informal survey software, such as SurveyMonkey and Google Forms [<xref ref-type="bibr" rid="ref7">7</xref>]. Formal data collection tools such as REDCap and Open Data Kit are usually compliant with established national data security regulations; however, they often have a requirement for some knowledge of computer programming, with an associated learning curve [<xref ref-type="bibr" rid="ref8">8</xref>]. Nonclinical tools such as SurveyMonkey and Google Forms require an active internet connection and lack end-to-end encryption [<xref ref-type="bibr" rid="ref8">8</xref>]. Despite these concerns, many institutions have utilized simple data capture tools owing to the simplicity of their implementation and their cost-effectiveness [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>While RACS provides a guideline regarding the minimum and extended criteria required for a logbook, certain surgeons and specialties may benefit from customization, allowing for further categorization of operative data for personal or research purposes and more efficient data entry [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      <p>The iOS Shortcuts app (hereinafter referred to as “Shortcuts”) was released in 2019 and allows users to create custom macros allowing for data entry, manipulation, and storage on any iOS-compatible devices [<xref ref-type="bibr" rid="ref10">10</xref>]. Rather than computer programming, Shortcuts provides the user with a list of tasks to select, which are then customized and transformed to a workflow to be activated by the user. The software utilizes end-to-end encryption when transmitting data and is stored on an encrypted and secure iCloud server.</p>
      <p>There is currently no literature describing the potential use of Shortcuts in the collection of clinical data. This feasibility study highlights the utility of the application and demonstrates its functionality in the creation of a surgical logbook tool.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>A custom shortcut was designed using the freely available iOS Shortcuts app on an iPad Pro (11-inch) device running on iOS 13.7.</p>
      <p>A Numbers (Apple, Cupertino) Spreadsheet document was created in a suitable folder of the iPad storage with the address “/Shortcuts/Logbook/Logbook.numbers” (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). A sheet and table-titled logbook were created (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, Sheet 1). An additional file and table were created for the extended data sheet (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). These files have been provided as a Microsoft Excel spreadsheet to facilitate review from both Windows and Apple devices; however, the shortcut tool requires the Apple Numbers file format to operate successfully.</p>
      <p>Using Shortcuts, we generated a workflow macro for the logbook. The workflow consists of multiple data entry blocks, consisting of a prompt for the user with a question, followed by the appearance of a text box accepting the user-entered data, and finally storage as a variable (<xref rid="figure1" ref-type="fig">Figure 1</xref>). There are three ways this system is used: a free text entry (<xref rid="figure2" ref-type="fig">Figure 2</xref>) and 2 menu choice operations; that is, list or menu (<xref rid="figure2" ref-type="fig">Figures 2</xref> and <xref rid="figure3" ref-type="fig">3</xref>). An agile software development approach was utilized with iterative design, development, testing, and refinement [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Example of a shortcut in operation with a user prompt to enter the operation name.</p>
        </caption>
        <graphic xlink:href="periop_v4i1e24644_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Workflow, free text, and "Choose from list" data entry shortcuts in the iOS Shortcuts app.</p>
        </caption>
        <graphic xlink:href="periop_v4i1e24644_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Workflow and "Choose from menu" data entry shortcut in the iOS Shortcuts app.</p>
        </caption>
        <graphic xlink:href="periop_v4i1e24644_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>In total, 2 shortcuts were designed with 2 separate receiving spreadsheets, first with the minimum RACS recommended data set, both of which are freely available through the iCloud service [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <p>For the purpose of evaluation, a timer was started at the initiation of the shortcut and stopped upon data storage, in order to determine the time taken to use this tool. This timer was excluded for the provided example shortcuts and spreadsheets.</p>
      <p>Upon conclusion of the shortcut, the Numbers spreadsheet was opened, and the listed variables were stored as a new row with variables entered into each subsequent column.</p>
      <p>A second spreadsheet was created to demonstrate the analytical capability of the logbook tool for audit purposes. This example data analysis tool is provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> (Sheet 2). Prefilled formulas were created for case numbers, operation categories, patient gender, complications and grades, and length of stay, and automatically updated as new cases were entered.</p>
      <p>The tool was practically assessed for feasibility, with a surgical registrar entering 20 mock operations into the minimum and extended data field shortcuts. The operation notes were created randomly by computer software with a selection of common operations, indications, and demographic data. Feasibility was assessed by assessing the time required for data entry, the completeness of the entered data, and the accuracy of the filled spreadsheet with the required clinical data.</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Shortcuts performed well during testing and has been shown to collect both complete and useful data. The average data entry time for an operation across both minimum and extended data sets was 100 seconds.</p>
      <p>In total, 20 cases were recorded with the minimum and extended data sets. The average time for completion of the minimum data set was 65 seconds, with a total time of 21 minutes 43 seconds for 20 cases. The average time for completion of the extended data set was 135 seconds, with a total time of 46 minutes 58 seconds for 20 cases. There was a mean difference of 68 seconds per case between the minimum and extended data sets compared to the minimum data set (<italic>P</italic>&#60;.001; 2-tailed <italic>t<sub>19</sub></italic>=17.52; 95% CI 61.6-77.7). <xref ref-type="table" rid="table1">Table 1</xref> summarizes the time requirements for data entry with the Shortcut.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Time requirement for data entry in the minimum and extended data sets.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="200"/>
          <col width="120"/>
          <col width="330"/>
          <col width="350"/>
          <thead>
            <tr valign="top">
              <td>Week</td>
              <td>Cases (n)</td>
              <td>Average time to complete data entry (seconds)</td>
              <td>Total time spent entering cases, minutes (seconds)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>1 (minimum data set)</td>
              <td>20</td>
              <td>65</td>
              <td>21 (43)</td>
            </tr>
            <tr valign="top">
              <td>2 (extended data set)</td>
              <td>20</td>
              <td>135</td>
              <td>46 (58)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p>The built-in example data analysis table functioned well, having captured the entered data and presented basic statistical analysis in real time. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> (Sheet 2) summarizes the data fields used. On analyzing the spreadsheet, 100% of the required fields were filled successfully, since the shortcut design does not allow incomplete data to be entered.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Surgical audit is key for modern successful surgical practice, allowing for reflection on case numbers, outcomes, complications, and deaths. A surgical logbook is a key tool for collecting these data and can be utilized in both personal and unit audits. Surgeons are increasingly turning to technology to complete tasks more efficiently and accurately; however, mobile logbook offerings in the Australian setting still do not meet the recommended minimum requirements [<xref ref-type="bibr" rid="ref2">2</xref>]. The main barrier for the completion of a prospective surgical logbook is the time required for completion, and mobile apps hold the potential for a tool that is portable, accurate, and time saving.</p>
        <p>The most commonly reported barrier to the maintenance of a surgical logbook is time [<xref ref-type="bibr" rid="ref1">1</xref>]. Collection of such a wide range of data points, as exemplified by the extended data set, requires an easy-to-use, rapid, and efficient tool to accurately record data in a timely manner. Retrospective data collection may be less accurate owing to time elapsed since the operation date, and automatic audit from hospital-recorded data may not include all required fields. Our tool provides an accurate, customizable system for collecting audit data.</p>
        <p>MALT is a surgical auditing tool available to trainees and consultants as part of their college membership and is also available to resident medical officers as part of the JDocs Framework of the RACS (costing AU $345=US $268.14 annually) [<xref ref-type="bibr" rid="ref14">14</xref>]. This cost may be a barrier to its use. This is especially relevant as previous studies have demonstrated that residents who complete a logbook are more likely to complete surgical procedures; as such, an accessible and free logbook app (eg, Shortcuts developed herein) may be of use in junior physicians’ reflective practice and potentially increase their motivation to be involved in the operating theater [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>Ahmadi et al [<xref ref-type="bibr" rid="ref2">2</xref>] explored a number of available logbook tools in their recent review and reported that none of them collected sufficient data to meet the minimum and extended data sets recommended by the RACS. Shortcuts collects all required fields for either the minimum or extended data sets. While custom data collection tools such as REDCap and Open Data Kit could be utilized to create a surgical logbook tool, they would require extensive coding and app development skills to create a mobile interface [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>Our app was created without the use of code, utilizing Shortcut’s “drag and drop” interface, which allowed for accessible and easy creation of a data collection tool on a mobile device. This software is well suited for an app such as the surgical logbook, and the provided example files can be utilized as a framework to create a specialty-specific logbook with user customization. Our shortcut program is freely available on the internet [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>] and can be used quickly after installation (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="supplementary-material" rid="app2">2</xref>) in a Numbers spreadsheet file format.</p>
        <p>Shortcuts has been designed to allow for easy end user modification, and it provides a framework from which surgeons, trainees, and residents can create a surgical logbook that suits their needs. For example, in vascular surgery, a categorical field may be added for arterial, venous, or renal access fields, as found in the Australasian Vascular Audit [<xref ref-type="bibr" rid="ref16">16</xref>]. The tool allows for audit data to be generated from a spreadsheet, like with many other data collection tools, and users can design their own analysis spreadsheet to provide relevant summary statistics and graphs. An example of basic statistical analysis is provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> (Sheet 2), which allows for rapid review of a number of summary statistics.</p>
        <p>Further improvements to our app could include integration with a web-based system such as MALT, importing and saving operation notes for future reference, and barcode scanning for universal record number entries in hospitals that use compatible barcode labels. At present, no logbook apps that allow integration with MALT are available [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>A primary limitation of this tool in some jurisdictions is the use of iCloud storage. This is necessitated by the design limits of Shortcuts, which, at present, prevents local iOS storage. This limitation is shared among many currently available apps and is a challenge for mobile data collection tools in general; these tools often have advanced security features but lack official data regulation accreditation [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. The iCloud service is highly secure, requiring 2-factor authentication and utilizing end-to-end encryption; these features are not shared by more informal survey tools such as SurveyMonkey. iCloud’s security potentially meets the regulatory specifications for protocols such as the Health Insurance Portability and Accountability Act or General Data Protection Regulation; however, the lack of signed industrial agreements has limited formal accreditation [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>Australia does not have a formal health information act such as Health Insurance Portability and Accountability Act or General Data Protection Regulation; rather, organizations and clinicians are required to take “reasonable steps” to protect the privacy of patient data [<xref ref-type="bibr" rid="ref19">19</xref>]. Accordingly, the RACS MALT service utilizes 2048-bit key encryption to secure connections but has no formal data protection regulatory agreements in place [<xref ref-type="bibr" rid="ref21">21</xref>]. Shortcuts potentially meets the minimum standards for data protection; however, it is the responsibility of users to ensure that data are collected in line with the data protection regulations within their jurisdictions.</p>
        <p>Another limitation of both this app and other audit tools, including MALT, is that prospectively entering operation details at the time of the operation may result in nonrecording of delayed complications [<xref ref-type="bibr" rid="ref1">1</xref>]. Shortcuts allows for immediate postoperative complications to be entered, such as hemorrhage or death; however, complications that occur in the days and weeks following an operation need to be entered manually and retrospectively upon their occurrence, in the data spreadsheet. Further development of this app and the inclusion of an additional complications shortcut may allow for automation of data entry related to complications.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study shows the feasibility of utilizing the iOS Shortcuts app as a data collection tool, as revealed through the creation of a surgical logbook. Shortcuts is highly customizable and has a wide range of potential applications including data collection; moreover, it can be used as an interactive medical algorithm tool that allows for the creation of clinical interaction guidelines based on user input in the future.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Minimum data set spreadsheet.</p>
        <media xlink:href="periop_v4i1e24644_app1.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 13 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Extended data set spreadsheet.</p>
        <media xlink:href="periop_v4i1e24644_app2.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 10 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">MALT</term>
          <def>
            <p>Morbidity Audit and Logbook Tool</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">RACS</term>
          <def>
            <p>Royal Australasian College of Surgeons</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>I acknowledge the valuable contribution of Dr Peter Hingston, St Vincent’s Hospital (Melbourne, Australia).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <source>Royal Australasian College of Surgeons</source>
          <year>2013</year>
          <access-date>2020-09-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://umbraco.surgeons.org/media/1350/surgical_audit_and_peer_review_guide_2014.pdf">https://umbraco.surgeons.org/media/1350/surgical_audit_and_peer_review_guide_2014.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahmadi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sritharan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Aruliah</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>A Critical review of surgical logbook applications for the android and iOS platforms in the Australian setting</article-title>
          <source>AMJ</source>
          <year>2018</year>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>195</fpage>
          <lpage>201</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.21767/AMJ.2018.3354"/>
          </comment>
          <pub-id pub-id-type="doi">10.21767/AMJ.2018.3354</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boult</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maddern</surname>
              <given-names>GJ</given-names>
            </name>
          </person-group>
          <article-title>Clinical audits: why and for whom</article-title>
          <source>ANZ J Surg</source>
          <year>2007</year>
          <month>07</month>
          <volume>77</volume>
          <issue>7</issue>
          <fpage>572</fpage>
          <lpage>578</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1445-2197.2007.04140.x</pub-id>
          <pub-id pub-id-type="medline">17610696</pub-id>
          <pub-id pub-id-type="pii">ANS4140</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <source>Royal Australasian College of Surgeons</source>
          <year>2013</year>
          <access-date>2020-09-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://umbraco.surgeons.org/media/1048/2020-guide-to-set-booklet.pdf">https://umbraco.surgeons.org/media/1048/2020-guide-to-set-booklet.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harrington</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DO</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dicker</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lonergan</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Traynor</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tierney</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Objective scoring of an electronic surgical logbook: Analysis of impact and observations within a surgical training body</article-title>
          <source>Am J Surg</source>
          <year>2017</year>
          <month>11</month>
          <volume>214</volume>
          <issue>5</issue>
          <fpage>962</fpage>
          <lpage>968</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amjsurg.2017.07.028</pub-id>
          <pub-id pub-id-type="medline">28781101</pub-id>
          <pub-id pub-id-type="pii">S0002-9610(16)30832-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>El Emam</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jonker</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Krleza-Jerić</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Neisa</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The use of electronic data capture tools in clinical trials: Web-survey of 259 Canadian trials</article-title>
          <source>J Med Internet Res</source>
          <year>2009</year>
          <month>03</month>
          <day>09</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>e8</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2009/1/e8/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1120</pub-id>
          <pub-id pub-id-type="medline">19275984</pub-id>
          <pub-id pub-id-type="pii">v11i1e8</pub-id>
          <pub-id pub-id-type="pmcid">PMC2762772</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Best Survey Software &#124; 2020 Reviews of the Most Popular Tools and Systems</article-title>
          <source>Capterra</source>
          <access-date>2020-09-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.capterra.com/electronic-data-capture-software/">https://www.capterra.com/electronic-data-capture-software/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patridge</surname>
              <given-names>EF</given-names>
            </name>
            <name name-style="western">
              <surname>Bardyn</surname>
              <given-names>TP</given-names>
            </name>
          </person-group>
          <article-title>Research Electronic Data Capture (REDCap)</article-title>
          <source>J Med Libr Assoc</source>
          <year>2018</year>
          <month>01</month>
          <day>12</day>
          <volume>106</volume>
          <issue>1</issue>
          <fpage>142</fpage>
          <pub-id pub-id-type="doi">10.5195/jmla.2018.319</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yoldi-Negrete</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Morales-Cedillo</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Navarro-Castellanos</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Fresán-Orellana</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Panduro-Flores</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Becerra-Palars</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Combining Adobe Forms and Dropbox to Obtain a Low-Cost Electronic Data Collection System</article-title>
          <source>Telemed J E Health</source>
          <year>2019</year>
          <month>03</month>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>250</fpage>
          <lpage>256</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2018.0029</pub-id>
          <pub-id pub-id-type="medline">29932811</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>Shortcuts app release notes</article-title>
          <source>Apple Inc</source>
          <year>2019</year>
          <month>04</month>
          <day>29</day>
          <access-date>2020-09-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://support.apple.com/en-us/HT209087">https://support.apple.com/en-us/HT209087</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Highsmith</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cockburn</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Agile Software Development: The Business of Innovation</article-title>
          <source>Computer</source>
          <year>2001</year>
          <volume>34</volume>
          <issue>9</issue>
          <fpage>120</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>Operation Note - Minimum Data Sheet</article-title>
          <source>iCloud</source>
          <access-date>2021-04-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.icloud.com/shortcuts/24ab2d21cff64d74abbe58ebc6d52b95">https://www.icloud.com/shortcuts/24ab2d21cff64d74abbe58ebc6d52b95</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>Operation Note - Extended Data Sheet</article-title>
          <source>iCloud</source>
          <access-date>2021-04-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.icloud.com/shortcuts/26c234e567ce46b4b2f94c5f2fc4181e">https://www.icloud.com/shortcuts/26c234e567ce46b4b2f94c5f2fc4181e</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>What is JDocs?</article-title>
          <source>JDocs Framework - Royal Australasian College of Surgeons</source>
          <access-date>2021-04-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jdocs.surgeons.org/">https://jdocs.surgeons.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maduka</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Akpan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Maleghemi</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Using Android and Open Data Kit Technology in Data Management for Research in Resource-Limited Settings in the Niger Delta Region of Nigeria: Cross-Sectional Household Survey</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2017</year>
          <month>11</month>
          <day>30</day>
          <volume>5</volume>
          <issue>11</issue>
          <fpage>e171</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2017/11/e171/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.7827</pub-id>
          <pub-id pub-id-type="medline">29191798</pub-id>
          <pub-id pub-id-type="pii">v5i11e171</pub-id>
          <pub-id pub-id-type="pmcid">PMC5786425</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bourke</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Beiles</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>IA</given-names>
            </name>
            <name name-style="western">
              <surname>Grigg</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fitridge</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Development of the Australasian vascular surgical audit</article-title>
          <source>J Vasc Surg</source>
          <year>2012</year>
          <month>01</month>
          <volume>55</volume>
          <issue>1</issue>
          <fpage>164</fpage>
          <lpage>169</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0741-5214(11)01593-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jvs.2011.06.102</pub-id>
          <pub-id pub-id-type="medline">21906906</pub-id>
          <pub-id pub-id-type="pii">S0741-5214(11)01593-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yetisen</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez-Hurtado</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>da Cruz Vasconcellos</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Simsekler</surname>
              <given-names>MCE</given-names>
            </name>
            <name name-style="western">
              <surname>Akram</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Lowe</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>The regulation of mobile medical applications</article-title>
          <source>Lab Chip</source>
          <year>2014</year>
          <month>03</month>
          <day>07</day>
          <volume>14</volume>
          <issue>5</issue>
          <fpage>833</fpage>
          <lpage>840</lpage>
          <pub-id pub-id-type="doi">10.1039/c3lc51235e</pub-id>
          <pub-id pub-id-type="medline">24425070</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tovino</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Privacy and Security Issues with Mobile Health Research Applications</article-title>
          <source>J Law Med Ethics</source>
          <year>2020</year>
          <month>03</month>
          <volume>48</volume>
          <issue>1_suppl</issue>
          <fpage>154</fpage>
          <lpage>158</lpage>
          <pub-id pub-id-type="doi">10.1177/1073110520917041</pub-id>
          <pub-id pub-id-type="medline">32342741</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Australia Would Benefit from US-Style Health Information Security Regulation</article-title>
          <source>ANU J Law Technol</source>
          <year>2020</year>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>1</fpage>
          <lpage>24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://anujolt.org/article/17428.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alder</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Is iCloud HIPAA Compliant?</article-title>
          <source>HIPAA Journal</source>
          <year>2019</year>
          <month>08</month>
          <day>01</day>
          <access-date>2020-09-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hipaajournal.com/icloud-hipaa-compliant/">https://www.hipaajournal.com/icloud-hipaa-compliant/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>System security: Information about MALT's data safety and security</article-title>
          <source>Royal Australasian College of Surgeons</source>
          <access-date>2020-09-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.surgeons.org/research-audit/morbidity-audits/morbidity-audit-and-logbook-tool/accessing-using-malt/system-security">https://www.surgeons.org/research-audit/morbidity-audits/morbidity-audit-and-logbook-tool/accessing-using-malt/system-security</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
