<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPeriOp</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Perioper Med</journal-id>
      <journal-title>JMIR Perioperative Medicine</journal-title>
      <issn pub-type="epub">2561-9128</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i1e63076</article-id>
      <article-id pub-id-type="pmid">39269754</article-id>
      <article-id pub-id-type="doi">10.2196/63076</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Association of a Novel Electronic Form for Preoperative Cardiac Risk Assessment With Reduction in Cardiac Consultations and Testing: Retrospective Cohort Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Cummings</surname>
            <given-names>Kenneth </given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Cohn</surname>
            <given-names>Steven</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pfeifer</surname>
            <given-names>Kurt</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Kumar</surname>
            <given-names>Mandeep</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Pre-Admission Testing Center</institution>
            <institution>Perioperative Medicine, Hartford HealthCare</institution>
            <addr-line>85 Seymour St, Suite 601</addr-line>
            <addr-line>Hartford, CT, 06106</addr-line>
            <country>United States</country>
            <phone>1 860 972 2334</phone>
            <email>mandeep.kumar@hhchealth.org</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7847-9777</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Wilkinson</surname>
            <given-names>Kathryn</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0006-1553-1981</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Ya-Huei</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4854-6120</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Masih</surname>
            <given-names>Rohit</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3141-1622</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Gandhi</surname>
            <given-names>Mehak</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0009-7937-9175</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Saadat</surname>
            <given-names>Haleh</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0818-8231</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Culmone</surname>
            <given-names>Julie</given-names>
          </name>
          <degrees>DNP, APRN-BC</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-1840-7809</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Pre-Admission Testing Center</institution>
        <institution>Perioperative Medicine, Hartford HealthCare</institution>
        <addr-line>Hartford, CT</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>University of Connecticut</institution>
        <addr-line>Storrs, CT</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Hartford HealthCare Medical Group</institution>
        <addr-line>Hartford, CT</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Research Program</institution>
        <institution>Hartford HealthCare</institution>
        <addr-line>Hartford, CT</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Integrated Anesthesia Associates-Fairfield Division</institution>
        <institution>Hartford Healthcare</institution>
        <addr-line>Hartford, CT</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Frank H Netter MD School of Medicine</institution>
        <institution>Quinnipiac University</institution>
        <addr-line>North Haven, CT</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Mandeep Kumar <email>mandeep.kumar@hhchealth.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>9</month>
        <year>2024</year>
      </pub-date>
      <volume>7</volume>
      <elocation-id>e63076</elocation-id>
      <history>
        <date date-type="received">
          <day>9</day>
          <month>6</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>16</day>
          <month>7</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>2</day>
          <month>8</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>6</day>
          <month>8</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Mandeep Kumar, Kathryn Wilkinson, Ya-Huei Li, Rohit Masih, Mehak Gandhi, Haleh Saadat, Julie Culmone. Originally published in JMIR Perioperative Medicine (http://periop.jmir.org), 13.09.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Perioperative Medicine, is properly cited. The complete bibliographic information, a link to the original publication on http://periop.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://periop.jmir.org/2024/1/e63076" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Preoperative cardiac risk assessment is an integral part of preoperative evaluation; however, there is significant variation among providers, leading to inappropriate referrals for cardiology consultation or excessive low-value cardiac testing. We implemented a novel electronic medical record (EMR) form in our preoperative clinics to decrease variation.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to investigate the impact of the EMR form on the preoperative utilization of cardiology consultation and cardiac diagnostic testing (echocardiograms, stress tests, and cardiac catheterization) and evaluate postoperative outcomes.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A retrospective cohort study was conducted. Patients who underwent outpatient preoperative evaluation prior to an elective surgery over 2 years were divided into 2 cohorts: from July 1, 2021, to June 30, 2022 (pre–EMR form implementation), and from July 1, 2022, to June 30, 2023 (post–EMR form implementation). Demographics, comorbidities, resource utilization, and surgical characteristics were analyzed. Propensity score matching was used to adjust for differences between the 2 cohorts. The primary outcomes were the utilization of preoperative cardiology consultation, cardiac testing, and 30-day postoperative major adverse cardiac events (MACE).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 25,484 patients met the inclusion criteria. Propensity score matching yielded 11,645 well-matched pairs. The post–EMR form, matched cohort had lower cardiology consultation (pre–EMR form: n=2698, 23.2% vs post–EMR form: n=2088, 17.9%; <italic>P</italic>&#60;.001) and echocardiogram (pre–EMR form: n=808, 6.9% vs post–EMR form: n=591, 5.1%; <italic>P</italic>&#60;.001) utilization. There were no significant differences in the 30-day postoperative outcomes, including MACE (all <italic>P</italic>&#62;.05). While patients with “possible indications” for cardiology consultation had higher MACE rates, the consultations did not reduce MACE risk. Most algorithm end points, except for active cardiac conditions, had MACE rates &#60;1%.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>In this cohort study, preoperative cardiac risk assessment using a novel EMR form was associated with a significant decrease in cardiology consultation and testing utilization, with no adverse impact on postoperative outcomes. Adopting this approach may assist perioperative medicine clinicians and anesthesiologists in efficiently decreasing unnecessary preoperative resource utilization without compromising patient safety or quality of care.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>preoperative</kwd>
        <kwd>cardiology consultations</kwd>
        <kwd>decrease low value care</kwd>
        <kwd>cardiology</kwd>
        <kwd>cardiac</kwd>
        <kwd>cohort</kwd>
        <kwd>surgery</kwd>
        <kwd>surgical</kwd>
        <kwd>EMR</kwd>
        <kwd>EMRs</kwd>
        <kwd>EHR</kwd>
        <kwd>EHRs</kwd>
        <kwd>electronic medical record</kwd>
        <kwd>electronic medical records</kwd>
        <kwd>electronic health record</kwd>
        <kwd>electronic health records</kwd>
        <kwd>form</kwd>
        <kwd>forms</kwd>
        <kwd>assessment</kwd>
        <kwd>assessments</kwd>
        <kwd>risk</kwd>
        <kwd>risks</kwd>
        <kwd>referral</kwd>
        <kwd>consultation</kwd>
        <kwd>consultations</kwd>
        <kwd>testing</kwd>
        <kwd>diagnosis</kwd>
        <kwd>diagnoses</kwd>
        <kwd>diagnostic</kwd>
        <kwd>diagnostics</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Approximately 17.2 million surgeries are performed annually in the United States [<xref ref-type="bibr" rid="ref1">1</xref>], with an estimated 3% combined risk of perioperative mortality, myocardial infarction (MI), and ischemic stroke [<xref ref-type="bibr" rid="ref2">2</xref>]. Clinicians must estimate the probability of perioperative adverse events for shared decision-making and risk mitigation. This includes evaluating preexisting cardiac conditions, performing risk assessment with tools such as the Revised Cardiac Risk Index (RCRI), and using an algorithm to determine if a stress test is indicated [<xref ref-type="bibr" rid="ref3">3</xref>]. The <italic>American College of Cardiology /American Heart Association (ACC/AHA) Perioperative Cardiac Evaluation 2014 Guideline</italic> [<xref ref-type="bibr" rid="ref4">4</xref>] provides a widely accepted preoperative evaluation algorithm.</p>
      <p>Preoperative workup may include a referral to a cardiologist, and appropriate indications for such consultations have been described [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Inappropriate cardiac testing or cardiology referrals are considered low-value care because they rarely change perioperative management, cause surgical delays, and increase costs [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. Low-value preoperative cardiac stress testing is estimated to cost US $102 to US $238 million [<xref ref-type="bibr" rid="ref9">9</xref>]. Potential causes include nonspecific referral requests or the assumption that a cardiology consultation may decrease legal risk in the event of a postoperative cardiac complication [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. A preoperative referral to a cardiologist is an independent risk factor for low-value cardiac testing [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Pappas et al [<xref ref-type="bibr" rid="ref16">16</xref>] noted significant variation in stress test orders among 118,552 patients that persisted even after adjusting for patient risk factors. Additionally, the average wait time to see a cardiologist is 26.6 days according to a 2022 AMN/Merritt Hawkins survey [<xref ref-type="bibr" rid="ref17">17</xref>]. Studies of simulated patient scenarios have demonstrated that it is challenging for anesthesia residents [<xref ref-type="bibr" rid="ref18">18</xref>] and practicing anesthesiologists [<xref ref-type="bibr" rid="ref19">19</xref>] to consistently follow a preoperative cardiac algorithm. In summary, variation in requesting cardiology consultations and stress testing, unnecessary costs, and potential for surgical delays make a compelling case for an intervention to assist clinicians. However, we are not aware of any electronic medical record (EMR) process for the structured completion of a preoperative cardiac algorithm or its association with preoperative resource utilization and postoperative outcomes.</p>
      <p>Our hospital system adapted the ACC/AHA algorithm in 2020 to standardize indications for preoperative cardiology evaluation and created an EMR form in 2022 to streamline its completion. The objective of this study was to investigate the impact of the EMR form on the preoperative utilization of cardiology consultation and cardiac diagnostic testing (echocardiograms, stress tests, and cardiac catheterization) and to evaluate postoperative outcomes.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design, Setting, and Population</title>
        <p>We performed a retrospective cohort analysis of patients aged ≥18 years who underwent an outpatient preoperative evaluation between July 1, 2021, and June 30, 2023, followed by an elective surgical procedure. Exclusion criteria were urgent and emergent surgical procedures, duplicate visits, and incomplete data. Hartford Healthcare is a 7-hospital integrated health care system in Connecticut. The preoperative evaluation centers are staffed by advanced practice providers, in collaboration with internal medicine hospitalist physicians. The data of interest were collected as part of routine clinical care. The study followed the STROBE (Strengthening the Reporting of Observational Studies in Epidemiology) reporting guideline [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study was approved by the Institutional Review Board of Hartford Healthcare (HHC-2023-0113; approved on May 18, 2023), which waived the requirement for written informed consent. The data were deidentified before study analysis was performed. No compensation was provided to study participants.</p>
      </sec>
      <sec>
        <title>Preoperative Cardiac Risk Algorithm Used in This Study</title>
        <sec>
          <title>Overview</title>
          <p>Our institution’s preoperative cardiac risk algorithm is adapted from the 2014 ACC/AHA perioperative cardiovascular evaluation guideline [<xref ref-type="bibr" rid="ref4">4</xref>] with modifications to address nonacute cardiovascular symptoms, timing of intervention for coronary artery disease (CAD), stability of preexisting cardiac disease, and a nuanced consideration of major adverse cardiac events (MACE) risk, as detailed below and represented in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Preoperative cardiac risk assessment algorithm used in this study. a: Nonacute cardiovascular symptoms or known cardiac disease with unclear status, reasonable to consider cardiology input before surgery. b: Estimated MACE risk: those with an RCRI score of zero and age &#60;65 years are considered low risk. The MACE risk % is calculated using the Gupta MICA or ACS NSQIP surgical risk calculator. c: Consider cardiology evaluation: our institution determined that it was optimal to defer the ordering of noninvasive stress testing to a cardiologist. ACS: American College of Surgeons; AEP: algorithm end point; ECG: electrocardiogram; MACE: major adverse cardiac events; METS: metabolic equivalents; MICA: Myocardial Infarction or Cardiac Arrest; NSQIP: National Surgical Quality Improvement Program; RCRI: Revised Cardiac Risk Index.</p>
            </caption>
            <graphic xlink:href="periop_v7i1e63076_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Nonacute Cardiovascular Symptoms or Known Cardiac Disease</title>
          <p>The 2014 ACC/AHA algorithm does not include an assessment of nonacute cardiovascular symptoms. However, in clinical practice, potential evidence of new myocardial ischemia, such as unexplained chest pain, dyspnea, new ischemic electrocardiogram (ECG) changes, or abnormal ECG findings without prior workup, may warrant further evaluation [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Additionally, patients with CAD require consideration of the timing of surgery relative to the time elapsed since coronary revascularization. Finally, if the stability of preexisting cardiac disease is unclear, a cardiologist’s input can be valuable [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        </sec>
        <sec>
          <title>Estimated MACE Risk</title>
          <p>The ACC/AHA algorithm suggests using the RCRI, Gupta Myocardial Infarction or Cardiac Arrest (MICA), or the American College of Surgeons (ACS) National Surgical Quality Improvement Program (NSQIP) surgical risk calculators. The RCRI calculator helps select low-risk patients only if RCRI score is zero and the age is &#60;65 years, as noted in the Canadian Cardiovascular Society 2017 guideline [<xref ref-type="bibr" rid="ref23">23</xref>], based on the Vascular Events In Noncardiac Surgery Patients Cohort Evaluation (VISION) study [<xref ref-type="bibr" rid="ref24">24</xref>], showing increased MACE risk in patients older than 65 years, even in the absence of other risk factors. Hence, <italic>RCRI score of 0 and age &#60;65 years</italic> is our algorithm’s initial step for MACE assessment [<xref ref-type="bibr" rid="ref21">21</xref>]. The Gupta MICA and ACS NSQIP surgical risk calculators provide a more specific assessment [<xref ref-type="bibr" rid="ref25">25</xref>] of the patient’s risk since they combine surgical and patient risk factors. Consequently, their use is in better alignment with the ACC/AHA algorithm, categorizing MACE risk &#60;1% as low risk.</p>
        </sec>
      </sec>
      <sec>
        <title>EMR Form for Consistent Algorithm Completion</title>
        <p>In busy clinical practice, consistently completing a multistep algorithm can be challenging. To address this issue, we developed an EMR form (Epic) to assist clinicians in performing preoperative assessments (<xref rid="figure2" ref-type="fig">Figure 2</xref>). This takes less than 1 minute to complete; displays suggestions when preoperative cardiac testing may be unnecessary (an example is shown in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>); and tracks the completed steps of the algorithm and the point at which it ends, referred to as the algorithm end point (AEP). The electronic form was implemented on July 1, 2022, as a standard part of outpatient preoperative evaluations performed at Hartford Healthcare preoperative evaluation centers. The form has 3 components: basic clinical information (completed for all patients), risk assessment (these steps use the preoperative risk tool results to guide the clinician through the steps of the algorithm), and cardiology consultation data (if performed). The AEPs are shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>The Preop Cardiac Risk Algorithm smart form with all possible variables. HHC: Hartford Healthcare; MACE: major adverse cardiac event; MICA: Myocardial Infarction or Cardiac Arrest; RCRI: Revised Cardiac Risk Index.</p>
          </caption>
          <graphic xlink:href="periop_v7i1e63076_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Exposure, Variables, and Outcomes</title>
        <p>The primary exposure was the completion of the EMR form. The 2 study cohorts were dichotomized based on the date of preoperative evaluation: from July 1, 2021, to June 30, 2022 (pre–EMR form cohort), and from July 1, 2022, to June 30, 2023 (post–EMR form cohort). The following variables were collected: demographic data (age, sex, race, ethnicity, date of the preoperative center visit, and date and type of surgery), comorbidities (atrial fibrillation, CAD, congestive heart failure, cerebrovascular accident, transient ischemic attack, chronic kidney disease, or diabetes mellitus), perioperative risk scores (functional capacity, see <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>; American Society of Anesthesiologists physical status; RCRI score; and Gupta MICA score), and surgical risk level (categorized as low, moderate, or high risk, with standard definitions used at our institution; see <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>).</p>
        <p>The primary preoperative resource utilization outcomes were the completion of preoperative cardiology consultations and cardiac diagnostic testing (echocardiography, stress tests, or cardiac catheterization). These must have occurred within 60 days before the surgery to be considered preoperative (The 60-day timeframe was selected to account for instances where surgery is rescheduled due to delays in obtaining testing, although preoperative evaluations typically occur 30 days before surgery). The primary 30-day postoperative outcome collected were as follows: MACE (defined as a composite measure of acute MI, cardiac revascularization, acute congestive heart failure [CHF], or all-cause mortality), acute MI (as defined by the Standardized Endpoints in Perioperative Medicine initiative; see <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>) [<xref ref-type="bibr" rid="ref26">26</xref>], cardiac revascularization (percutaneous coronary intervention or coronary artery bypass graft surgery), acute CHF (defined as clinical or radiographic evidence of volume overload treated with diuretics), and all-cause mortality. Secondary outcomes were intensive care unit (ICU) utilization, all-cause emergency department visits, and all-cause readmissions within 30 days after surgery. Mortality data were obtained from the Connecticut Department of Public Health [<xref ref-type="bibr" rid="ref27">27</xref>]. All deaths in Connecticut are reported to the Department of Public Health; hence, we consider this a reliable measure. All other data and outcomes were extracted from EMR reporting.</p>
        <p>The appropriateness of cardiology consultations was evaluated in the post–EMR form cohort. Possible cardiology consultation indications were defined as the presence of an active cardiac condition (AEP 1); known cardiac disease with unclear status (AEP 2); concern for myocardial ischemia (AEP 3); new ECG changes or abnormal ECG with no prior workup (AEP 4); and elevated MACE risk with poor functional capacity, for which further testing may change management (AEP 9). All other AEPs were considered “no clear indications” (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>The study population was depicted with frequencies and percentages for binary or categorical information and the median and IQR for the numerical data. Group comparisons for binary or categorical information were performed using the chi-square or Fisher exact test if the sample size was small for binary variables. If <italic>P</italic>&#60;.05 was observed for the first test for categorical variables (&#62;2 classes), a post hoc test was carried out with Bonferroni adjustment. The independent-samples Mann-Whitney <italic>U</italic> test was used for age comparison between the groups.</p>
        <p>Propensity score matching was performed to identify comparable subpopulations. The predictive probability of assigning patients to the pre– versus post–EMR form cohort was generated using the demographics and patient characteristics listed in the <italic>Methods</italic> section. Propensity score–matched, pre– and post–EMR form cohorts were identified using a 1:1 case-control match on propensity score [<xref ref-type="bibr" rid="ref28">28</xref>], and baseline characteristics were evaluated to determine whether the 2 subpopulations were comparable. A sensitivity analysis was conducted using the E-value approach to assess the magnitude of the unmeasured confounding bias [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. The lowest E-value is 1, suggesting that no unmeasured confounding exists to explain the current association between the predictor and outcome. A higher E-value indicates a stronger unmeasured confounder association that may explain the current effect [<xref ref-type="bibr" rid="ref29">29</xref>]. A subanalysis was performed in the post–EMR form cohort to evaluate the association of appropriate cardiology consultation indications versus not with completed cardiology consultations and 30-day MACE. Hypothesis testing was performed with a 2-sided α of .05, and all analyses were performed using IBM SPSS Statistics for Windows (version 29).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Between July 1, 2021, and June 30, 2023, a total of 26,583 sequential outpatient preoperative evaluations met the inclusion criteria. Duplicate visits (n=442) and patients with missing preoperative risk scores (n=657) were excluded. The final study population comprised 25,484 patients: 13,365 before and 12,119 after the EMR form implementation. Unadjusted analysis showed that the 2 cohorts were significantly different in terms of several baseline characteristics. A higher proportion of patients in the preintervention group were male (5987/13,365, 44.8% vs 5279/12,119, 43.6%; <italic>P</italic>=.047), were White (10,613/13,365, 79.4% vs 9407/12,119, 77.6%; <italic>P</italic>=.02), had a higher baseline incidence of atrial fibrillation (1170/13,365, 8.8% vs 976/12,119, 8.1%; <italic>P</italic>=.04), and had CAD (1516/13,365, 11.3% vs 1246/12,119, 10.3%; <italic>P</italic>=.006) compared to the postintervention group. Additionally, the pre–EMR form group had a higher number of patients with poor functional capacity (2187/13,365, 16.4% vs 1770/12,119, 14.6%; <italic>P</italic>&#60;.001) and patients who were undergoing high-risk surgery (3071/13,365, 23% vs 2527/12,119, 20.9%; <italic>P</italic>&#60;.001). Propensity score matching resulted in 11,645 matched pairs (23,290/25,484, 91.4% of the full cohort) with similar pre– and post–EMR form cohorts in terms of demographics, comorbidities, perioperative risk tool results, and surgical risk levels, as there were no statistically significant differences (all <italic>P</italic>&#62;.05; <xref ref-type="table" rid="table1">Table 1</xref>).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Characteristics of unmatched and propensity score–matched cohorts by electronic medical record (EMR) form implementation status.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="30"/>
          <col width="240"/>
          <col width="130"/>
          <col width="140"/>
          <col width="0"/>
          <col width="80"/>
          <col width="0"/>
          <col width="130"/>
          <col width="0"/>
          <col width="140"/>
          <col width="0"/>
          <col width="0"/>
          <col width="80"/>
          <thead>
            <tr valign="top">
              <td colspan="3">Variables</td>
              <td colspan="3">Unmatched cohort</td>
              <td colspan="2"><italic>P</italic> value<sup>a</sup></td>
              <td colspan="5">Propensity score cohort</td>
              <td><italic>P</italic> value<sup>a</sup></td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Pre–EMR form (n=13,365)</td>
              <td>Post–EMR form (n=12,119)</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">Pre–EMR form (n=11,645)</td>
              <td colspan="2">Post–EMR form (n=11,645)</td>
              <td colspan="3">
                <break/>
              </td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="14">
                <bold>Demographics</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">
                <bold>Age (years), median (IQR)</bold>
              </td>
              <td>64 (53-72)</td>
              <td>64 (53-72)</td>
              <td colspan="2">.39</td>
              <td colspan="2">64 (53-72)</td>
              <td colspan="2">64 (53-72)</td>
              <td colspan="3">.72</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="5">
                <bold>Sex, n (%)</bold>
              </td>
              <td colspan="2">
                <italic>.047<sup>b</sup></italic>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">.62</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Male</td>
              <td>5987 (44.8)</td>
              <td>5279 (43.6)</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">5115 (43.9)</td>
              <td colspan="2">5077 (43.6)</td>
              <td colspan="3">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Female</td>
              <td>7377 (55.2)</td>
              <td>6839 (56.4)</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">6530 (56.1)</td>
              <td colspan="2">6568 (56.4)</td>
              <td colspan="3">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="5">
                <bold>Race, n (%)</bold>
              </td>
              <td colspan="2">
                <italic>.02</italic>
              </td>
              <td colspan="2"> </td>
              <td colspan="2"> </td>
              <td colspan="2">.96</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Asian</td>
              <td>143 (1.1)</td>
              <td>149 (1.2)</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">134 (1.2)</td>
              <td colspan="2">145 (1.2)</td>
              <td colspan="3"> </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>African American</td>
              <td>989 (7.4)</td>
              <td>976 (8.1)</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">911 (7.8)</td>
              <td colspan="2">925 (7.9)</td>
              <td colspan="3">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>White</td>
              <td>10,613 (79.4)</td>
              <td>9407 (77.6)</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">9245 (79.4)</td>
              <td colspan="2">9223 (79.2)</td>
              <td colspan="3">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>American Indian</td>
              <td>42 (0.3)</td>
              <td>43 (0.4)</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">42 (0.4)</td>
              <td colspan="2">41 (0.4)</td>
              <td colspan="3">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Others</td>
              <td>1578 (11.8)</td>
              <td>1544 (12.7)</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">1313 (11.3)</td>
              <td colspan="2">1311 (11.3)</td>
              <td colspan="3">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">
                <bold>Hispanic or Latino, n (%)</bold>
              </td>
              <td>1540 (11.8)</td>
              <td>1418 (12)</td>
              <td colspan="2">.50</td>
              <td colspan="2">1374 (11.8)</td>
              <td colspan="2">1391 (11.9)</td>
              <td colspan="3">.73</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="13">
                <bold>Comorbidities, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Atrial fibrillation</td>
              <td>1170 (8.8)</td>
              <td>976 (8.1)</td>
              <td colspan="2">
                <italic>.04</italic>
              </td>
              <td colspan="2">930 (8)</td>
              <td colspan="2">949 (8.1)</td>
              <td colspan="3">.65</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Coronary artery disease</td>
              <td>1516 (11.3)</td>
              <td>1246 (10.3)</td>
              <td colspan="2">
                <italic>.006</italic>
              </td>
              <td colspan="2">1203 (10.3)</td>
              <td colspan="2">1210 (10.4)</td>
              <td colspan="3">.88</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Congestive heart failure</td>
              <td>465 (3.5)</td>
              <td>407 (3.4)</td>
              <td colspan="2">.60</td>
              <td colspan="2">384 (3.3)</td>
              <td colspan="2">388 (3.3)</td>
              <td colspan="3">.88</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>CVA<sup>c</sup> or TIA<sup>d</sup> history</td>
              <td>576 (4.3)</td>
              <td>489 (4.0)</td>
              <td colspan="2">.27</td>
              <td colspan="2">452 (3.9)</td>
              <td colspan="2">465 (4)</td>
              <td colspan="3">.66</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Chronic kidney disease</td>
              <td>1499 (11.2)</td>
              <td>1215 (10)</td>
              <td colspan="2">
                <italic>.002</italic>
              </td>
              <td colspan="2">1173 (10.1)</td>
              <td colspan="2">1187 (10.2)</td>
              <td colspan="3">.76</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Diabetes mellitus</td>
              <td>2735 (20.5)</td>
              <td>2445 (20.2)</td>
              <td colspan="2">.57</td>
              <td colspan="2">2334 (20)</td>
              <td colspan="2">2357 (20.2)</td>
              <td colspan="3">.71</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Any cardiac comorbidites<sup>e</sup></td>
              <td>5133 (38.4)</td>
              <td>4442 (36.7)</td>
              <td colspan="2">
                <italic>.004</italic>
              </td>
              <td colspan="2">4266 (36.6)</td>
              <td colspan="2">4298 (36.9)</td>
              <td colspan="3">.66</td>
            </tr>
            <tr valign="top">
              <td colspan="14">
                <bold>Perioperative risk tool results, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="5">
                <bold>Metabolic equivalents</bold>
              </td>
              <td colspan="2">
                <italic>&#60;.001</italic>
              </td>
              <td colspan="2"> </td>
              <td colspan="2"> </td>
              <td colspan="2">.49</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Less than 4</td>
              <td>2187 (16.4)</td>
              <td>1770 (14.6)</td>
              <td colspan="2"> </td>
              <td colspan="2">1687 (14.5)</td>
              <td colspan="2">1724 (14.8)</td>
              <td colspan="3"> </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>4 or more</td>
              <td>11,178 (83.6)</td>
              <td>10349 (85.4)</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">9958 (85.5)</td>
              <td colspan="2">9921 (85.2)</td>
              <td colspan="3">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="5">
                <bold>ASA<sup>f</sup> physical status classification</bold>
              </td>
              <td colspan="2">.79</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">.27</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>ASA 1 or 2</td>
              <td>8675 (64.9)</td>
              <td>7847 (64.7)</td>
              <td colspan="2"> </td>
              <td colspan="2">7618 (65.4)</td>
              <td colspan="2">7538 (64.7)</td>
              <td colspan="3"> </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>ASA 3 or 4</td>
              <td>4690 (35.1)</td>
              <td>4272 (35.3)</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">4027 (34.6)</td>
              <td colspan="2">4107 (35.3)</td>
              <td colspan="3">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="5">
                <bold>Revised Cardiac Risk Index</bold>
              </td>
              <td colspan="2">.38</td>
              <td colspan="2"> </td>
              <td colspan="2"> </td>
              <td colspan="2">.71</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>0 or 1</td>
              <td>12,642 (94.6)</td>
              <td>11,433 (94.3)</td>
              <td colspan="2"> </td>
              <td colspan="2">11,010 (94.5)</td>
              <td colspan="2">10,997 (94.4)</td>
              <td colspan="3"> </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>2 or more</td>
              <td>723 (5.4)</td>
              <td>686 (5.7)</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">635 (5.5)</td>
              <td colspan="2">648 (5.6)</td>
              <td colspan="3">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="5">
                <bold>Gupta MICA<sup>g</sup></bold>
              </td>
              <td colspan="2">.93</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">.76</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Low risk (less than 1%)</td>
              <td>12,700 (95)</td>
              <td>11,519 (95)</td>
              <td colspan="2"> </td>
              <td colspan="2">11,062 (95)</td>
              <td colspan="2">11,072 (95.1)</td>
              <td colspan="3"> </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Elevated risk (over 1%)</td>
              <td>665 (5)</td>
              <td>600 (5)</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">583 (5)</td>
              <td colspan="2">573 (4.9)</td>
              <td colspan="3">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="5">
                <bold>Surgical risk level</bold>
              </td>
              <td colspan="2">
                <italic>&#60;.001</italic>
              </td>
              <td colspan="2"> </td>
              <td colspan="2"> </td>
              <td colspan="2">.89</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Low</td>
              <td>2995 (22.4)</td>
              <td>2838 (23.4)</td>
              <td colspan="2"> </td>
              <td colspan="2">2693 (23.1)</td>
              <td colspan="2">2720 (23.4)</td>
              <td colspan="3"> </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Moderate</td>
              <td>7299 (54.6)</td>
              <td>6754 (55.7)</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">6519 (56)</td>
              <td colspan="2">6486 (55.7)</td>
              <td colspan="3">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>High</td>
              <td>3071 (23)</td>
              <td>2527 (20.9)</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">2433 (20.9)</td>
              <td colspan="2">2439 (20.9)</td>
              <td colspan="3">
                <break/>
              </td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup><italic>P</italic> value compares pre– vs post–EMR form implementation.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>Italics indicates a statistically significant difference (<italic>P</italic>&#60;.05).</p>
          </fn>
          <fn id="table1fn3">
            <p><sup>c</sup>CVA: cerebrovascular accident.</p>
          </fn>
          <fn id="table1fn4">
            <p><sup>d</sup>TIA: transient ischemic attack.</p>
          </fn>
          <fn id="table1fn5">
            <p><sup>e</sup>Any cardiac risk comorbidities is a composite measure of the presence of either of the following: atrial fibrillation, coronary artery disease, congestive heart failure, CVA or TIA, chronic kidney disease, or diabetes mellitus.</p>
          </fn>
          <fn id="table1fn6">
            <p><sup>f</sup>ASA: American Society of Anesthesiologists.</p>
          </fn>
          <fn id="table1fn7">
            <p><sup>g</sup>MICA: Myocardial Infarction and Cardiac Arrest.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>In the matched cohort, cardiology consultation utilization was lower in the post–EMR form cohort (pre–EMR form: 2698/11,645, 23.2% vs post–EMR form: 2088/11,645, 17.9%; <italic>P</italic>&#60;.001). Echocardiograms were completed less often in the post–EMR form cohort (pre–EMR form: 808/11,645, 6.9% vs post–EMR form: 591/11,645, 5.1%; <italic>P</italic>&#60;.001). The rates of stress tests and cardiac catheterization were lower in the post–EMR form cohort; however, these differences were not statistically significant (<italic>P</italic>=.38 and .41, respectively). The E-values for preoperative cardiology consultation and testing ranged from 1.42 to 2.14, suggesting a low likelihood of unmeasured confounding (<xref ref-type="table" rid="table2">Table 2</xref>). Monthly trends in preoperative resource utilization are presented in <xref rid="figure3" ref-type="fig">Figure 3</xref>.</p>
      <p>The 30-day postoperative outcomes were compared between the matched cohorts. No statistically significant differences were observed in the occurrence of acute MI, cardiac revascularization, acute CHF, ICU utilization, emergency department visits, readmission, or mortality (all <italic>P</italic>&#62;.05; <xref ref-type="table" rid="table3">Table 3</xref>).</p>
      <p>Preoperative cardiology consultation indications were dichotomized into “possible indications” and “no clear indications.” A higher number of patients in “possible indication” group experienced MACE as compared to those in “no clear indication” group (28/3749, 0.7% vs 18/7896, 0.2%; <italic>P</italic>&#60;.001). However, the completion of preoperative cardiology consultation was not associated with a decrease in MACE risk in either group (<xref ref-type="table" rid="table4">Table 4</xref>).</p>
      <p>The MACE count was analyzed for each AEP in the post–EMR form cohort. Active cardiac conditions were associated with 3.9% (2/51) MACE. All other AEPs had either zero or &#60;1% MACE. Of note, <italic>RCRI score=0 and age &#60;65 years</italic> was associated with 0.1% (2/3826) MACE, and MICA low risk was associated with 0.5% (16/3111) MACE. Statistical significance was noted (<italic>P</italic>&#60;.001) but with low confidence, as the MACE rate was zero for several AEPs (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>).</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Preoperative cardiology consultation and testing within 60 days before surgery in propensity score–matched, pre– and post–electronic medical record (EMR) form implementation cohorts.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="330"/>
          <col width="150"/>
          <col width="160"/>
          <col width="160"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="100"/>
          <thead>
            <tr valign="top">
              <td>Variables</td>
              <td>Total (n=23,290)</td>
              <td colspan="3">EMR form implementation</td>
              <td colspan="2"><italic>P</italic> value<sup>a</sup></td>
              <td>E-value</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Pre–EMR form (n=11,645)</td>
              <td>Post–EMR form (n=11,645)</td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Preoperative cardiac consultation, n (%)</td>
              <td>4786 (20.5)</td>
              <td>2698 (23.2)</td>
              <td>2088 (17.9)</td>
              <td colspan="2">
                <italic>&#60;.001<sup>b</sup></italic>
              </td>
              <td colspan="2">1.63</td>
            </tr>
            <tr valign="top">
              <td>Preoperative echocardiogram, n (%)</td>
              <td>1399 (6)</td>
              <td>808 (6.9)</td>
              <td>591 (5.1)</td>
              <td colspan="2">
                <italic>&#60;.001</italic>
              </td>
              <td colspan="2">2.14</td>
            </tr>
            <tr valign="top">
              <td>Preoperative stress test, n (%)</td>
              <td>379 (1.6)</td>
              <td>198 (1.7)</td>
              <td>181 (1.6)</td>
              <td colspan="2">.38</td>
              <td colspan="2">1.42</td>
            </tr>
            <tr valign="top">
              <td>Preoperative cardiac catheterization, n (%)</td>
              <td>96 (0.4)</td>
              <td>52 (0.4)</td>
              <td>44 (0.4)</td>
              <td colspan="2">.41</td>
              <td colspan="2">1.65</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup><italic>P</italic> value compares pre– vs post–EMR form implementation using the Pearson chi-square test.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>Italics indicates a statistically significant difference (<italic>P</italic>&#60;.05).</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Preoperative cardiology consultations and testing percentages over the 2-year study period. "0" represents July 1, 2022 (the date of the implementation of the electronic medical record form).</p>
        </caption>
        <graphic xlink:href="periop_v7i1e63076_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>30-Day postoperative outcomes in propensity score–matched, pre– vs post–electronic medical record (EMR) form implementation cohorts.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="350"/>
          <col width="170"/>
          <col width="170"/>
          <col width="170"/>
          <col width="0"/>
          <col width="140"/>
          <thead>
            <tr valign="top">
              <td>Variables</td>
              <td>Total (n=23,290)</td>
              <td colspan="3">EMR form implementation</td>
              <td><italic>P</italic> value<sup>a</sup></td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Pre–EMR form (n=11,645)</td>
              <td>Post–EMR form (n=11,645)</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Acute MI<sup>b</sup>, n (%)</td>
              <td>28 (0.1)</td>
              <td>14 (0.1)</td>
              <td>14 (0.1)</td>
              <td colspan="2">&#62;.99</td>
            </tr>
            <tr valign="top">
              <td>Cardiac revascularization, n (%)</td>
              <td>7 (0)</td>
              <td>2 (0)</td>
              <td>5 (0)</td>
              <td colspan="2">.45</td>
            </tr>
            <tr valign="top">
              <td>Acute CHF<sup>c</sup>, n (%)</td>
              <td>46 (0.2)</td>
              <td>22 (0.2)</td>
              <td>24 (0.2)</td>
              <td colspan="2">.77</td>
            </tr>
            <tr valign="top">
              <td>Mortality, n (%)</td>
              <td>32 (0.1)</td>
              <td>16 (0.1)</td>
              <td>16 (0.1)</td>
              <td colspan="2">&#62;.99</td>
            </tr>
            <tr valign="top">
              <td>MACE<sup>d,e</sup>, n (%)</td>
              <td>91 (0.4)</td>
              <td>45 (0.4)</td>
              <td>46 (0.4)</td>
              <td colspan="2">.92</td>
            </tr>
            <tr valign="top">
              <td>ICU<sup>f</sup> utilization, n (%)</td>
              <td>352 (1.5)</td>
              <td>169 (1.5)</td>
              <td>183 (1.6)</td>
              <td colspan="2">.45</td>
            </tr>
            <tr valign="top">
              <td>Emergency department visit, n (%)</td>
              <td>1308 (5.6)</td>
              <td>676 (5.8)</td>
              <td>632 (5.4)</td>
              <td colspan="2">.21</td>
            </tr>
            <tr valign="top">
              <td>Readmission, n (%)</td>
              <td>1505 (6.5)</td>
              <td>747 (6.4)</td>
              <td>758 (6.5)</td>
              <td colspan="2">.77</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table3fn1">
            <p><sup>a</sup><italic>P</italic> value compares pre– vs post–EMR form implementation using the Pearson chi-square test.</p>
          </fn>
          <fn id="table3fn2">
            <p><sup>b</sup>MI: myocardial infarction.</p>
          </fn>
          <fn id="table3fn3">
            <p><sup>c</sup>CHF: congestive heart failure.</p>
          </fn>
          <fn id="table3fn4">
            <p><sup>d</sup>MACE: major adverse cardiac events.</p>
          </fn>
          <fn id="table3fn5">
            <p><sup>e</sup>30-Day MACE is a composite measure of acute MI, cardiac revascularization, acute CHF, or all-cause mortality occurring within 30 days of the index procedure. Some patients had more than 1 event; hence, the composite total does not equal a simple addition of the 4 individual components.</p>
          </fn>
          <fn id="table3fn6">
            <p><sup>f</sup>ICU: intensive care unit.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table4">
        <label>Table 4</label>
        <caption>
          <p>30-Day major adverse cardiac events (MACE) in the post–electronic medical record (EMR) form cohort, stratified by consultation indication and preoperative cardiology consultations.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="470"/>
          <col width="0"/>
          <col width="160"/>
          <col width="0"/>
          <col width="160"/>
          <col width="0"/>
          <col width="180"/>
          <thead>
            <tr valign="top">
              <td colspan="3">Algorithm end point composite</td>
              <td colspan="4">Preoperative cardiac consultation, n (%)</td>
              <td><italic>P</italic> value<sup>a</sup></td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td colspan="2">No (n=9557)</td>
              <td colspan="2">Yes (n=2088)</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="3">
                <bold>No clear consultation indications (n=7896)</bold>
              </td>
              <td colspan="2">7180 (90.9)</td>
              <td colspan="2">716 (9.1)</td>
              <td>—<sup>b</sup></td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>MACE</td>
              <td colspan="2">14 (0.2)</td>
              <td colspan="2">4 (0.6)</td>
              <td colspan="2">.052</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Possible indication for consultation (n=3749)</bold>
              </td>
              <td colspan="2">2377 (63.4)</td>
              <td colspan="2">1372 (36.6)</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>MACE</td>
              <td colspan="2">16 (0.7)</td>
              <td colspan="2">12 (0.9)</td>
              <td colspan="2">.49</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table4fn1">
            <p><sup>a</sup><italic>P</italic> value compares with vs without preoperative cardiac consultation using the Pearson chi-square test.</p>
          </fn>
          <fn id="table4fn2">
            <p><sup>b</sup>Not applicable.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this cohort study of patients presenting for outpatient preoperative evaluations before surgery, completion of a structured, EMR-based preoperative cardiac algorithm was associated with a decreased frequency of preoperative cardiology consultations and echocardiograms without an increase in postoperative MACE and other adverse outcomes.</p>
        <p>Our study was observational; however, several factors support the validity of our results. We studied a considerable surgical population over 2 years and used propensity score matching to balance several potential confounders of perioperative risk between cohorts, including age, sex, race, comorbidities, perioperative risk tool results, and inherent surgery-specific risks. Both cohorts had a substantial burden of comorbidities (~36%), and a high proportion of patients underwent moderate- or high-risk surgical procedures (~76%). The postoperative outcomes were similar between the pre– and post–EMR form cohorts, with a cumulative low risk of postoperative MACE of 0.4% (pre–EMR form: 45/11,645, 0.4% vs post–EMR form: 46/11,645, 0.4%; <italic>P</italic>=.92), suggesting that our initiative decreased unnecessary consultations and testing while maintaining an excellent quality of care. Consistent with our results, several other studies also show that inappropriate cardiology consultations and stress tests do not lower the risk of postoperative MACE [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>A subanalysis of “appropriate” versus “no clear indications” for cardiology consultation in the postintervention cohort showed that many consultations were still requested without a clear indication, highlighting an opportunity to improve the process. Interestingly, the MACE rates did not differ regardless of whether a cardiology consultation was completed, even when there was an appropriate reason for the consultation (<xref ref-type="table" rid="table4">Table 4</xref>). Similar findings have been reported in the context of preoperative cardiology consultations in patients hospitalized for hip fracture surgery [<xref ref-type="bibr" rid="ref8">8</xref>]. We suggest that preoperative cardiology consultations should be requested only if required for clinical management and not just because a surgical procedure is planned.</p>
        <p>Our study provides a template to guide clinicians in adhering to preoperative algorithms to reduce low-value care. Since the EMR form data can be used to determine the algorithm steps completed, future research could use a similar process to evaluate the ACC/AHA algorithm [<xref ref-type="bibr" rid="ref4">4</xref>], which has not been prospectively validated despite its wide use.</p>
        <p>Our study had several limitations. Due to the retrospective design, the possibility of selection bias and residual confounding remains despite balancing the measured baseline characteristics using propensity scoring. However, we also calculated the E-value, which suggests a low likelihood of unmeasured confounders. The high baseline rate of preoperative cardiology consultations in our study population (23%) may not reflect clinical practice elsewhere. However, our literature review shows a significant variation with rates of 8.7% in low-risk gastrointestinal endoscopic procedures [<xref ref-type="bibr" rid="ref7">7</xref>], 51.8% in a population undergoing low-risk bariatric surgery [<xref ref-type="bibr" rid="ref15">15</xref>], and from 6.9% to 87.5% in a study of patients undergoing vascular surgery across 29 hospitals [<xref ref-type="bibr" rid="ref31">31</xref>]. Our study observed a lower rate of complications compared to NSQIP data [<xref ref-type="bibr" rid="ref32">32</xref>]; however, NSQIP uses random sampling [<xref ref-type="bibr" rid="ref33">33</xref>] as compared to all consecutive patients in our study, including approximately 25% of patients undergoing low-risk surgical procedures. Lastly, our data are from a single health care system and thus may not be generalizable to other care settings.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>The use of a novel electronic form for the preoperative cardiac risk algorithm is associated with decreased cardiology consultations and testing without an increase in postoperative cardiac complications.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Example of algorithm ending when Myocardial Infarction or Cardiac Arrest (MICA) risk is &#60;1%.</p>
        <media xlink:href="periop_v7i1e63076_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 50 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Functional capacity assessment.</p>
        <media xlink:href="periop_v7i1e63076_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 58 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Risk classification of surgical procedures.</p>
        <media xlink:href="periop_v7i1e63076_app3.pdf" xlink:title="PDF File  (Adobe PDF File), 26 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Acute myocardial infarction determination methodology.</p>
        <media xlink:href="periop_v7i1e63076_app4.pdf" xlink:title="PDF File  (Adobe PDF File), 67 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>30-Day major adverse cardiac events (MACE) for each algorithm end point (AEP), post-EMR cohort only. EMR: electronic medical record.</p>
        <media xlink:href="periop_v7i1e63076_app5.pdf" xlink:title="PDF File  (Adobe PDF File), 111 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ACC</term>
          <def>
            <p>American College of Cardiology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ACS</term>
          <def>
            <p>American College of Surgeons</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">AEP</term>
          <def>
            <p>algorithm end point</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">AHA</term>
          <def>
            <p>American Heart Association</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">CAD</term>
          <def>
            <p>coronary artery disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">CHF</term>
          <def>
            <p>congestive heart failure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">ECG</term>
          <def>
            <p>electrocardiogram</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">EMR</term>
          <def>
            <p>electronic medical record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">ICU</term>
          <def>
            <p>intensive care unit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">MACE</term>
          <def>
            <p>major adverse cardiac events</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">MI</term>
          <def>
            <p>myocardial infarction</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">MICA</term>
          <def>
            <p>Myocardial Infarction or Cardiac Arrest</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">NSQIP</term>
          <def>
            <p>National Surgical Quality Improvement Program</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">RCRI</term>
          <def>
            <p>Revised Cardiac Risk Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">STROBE</term>
          <def>
            <p>Strengthening the Reporting of Observational Studies in Epidemiology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">VISION</term>
          <def>
            <p>Vascular Events In Noncardiac Surgery Patients Cohort Evaluation</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank Dr Paul Thompson (Emeritus Chief of Cardiology, Hartford Hospital) and Dr Kevin Finkel (Director of Quality Improvement, Department of Anesthesia, Hartford Hospital) for editorial feedback on the manuscript. We would also like to thank Jeff Mather and Stephen Thompson (Hartford Healthcare research program) for their assistance with electronic medical record data extraction for this study.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steiner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Karaca</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Imshaug</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Pickens</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Statistical brief #223 surgeries in hospital-based ambulatory surgery and hospital inpatient settings, 2014</article-title>
          <source>Healthcare Cost and Utilization Project (HCUP) Statistical Briefs</source>
          <year>2006</year>
          <month>2</month>
          <access-date>2023-11-11</access-date>
          <publisher-loc>Rockville, MD</publisher-loc>
          <publisher-name>Agency for Healthcare Research and Quality (US)</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/books/NBK442035/">https://www.ncbi.nlm.nih.gov/books/NBK442035/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smilowitz</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ramakrishna</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Bangalore</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Perioperative major adverse cardiovascular and cerebrovascular events associated with noncardiac surgery</article-title>
          <source>JAMA Cardiol</source>
          <year>2017</year>
          <month>02</month>
          <day>01</day>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>181</fpage>
          <lpage>187</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28030663"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamacardio.2016.4792</pub-id>
          <pub-id pub-id-type="medline">28030663</pub-id>
          <pub-id pub-id-type="pii">2594261</pub-id>
          <pub-id pub-id-type="pmcid">PMC5563847</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smilowitz</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Perioperative cardiovascular risk assessment and management for noncardiac surgery: a review</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>07</month>
          <day>21</day>
          <volume>324</volume>
          <issue>3</issue>
          <fpage>279</fpage>
          <lpage>290</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2020.7840</pub-id>
          <pub-id pub-id-type="medline">32692391</pub-id>
          <pub-id pub-id-type="pii">2768470</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fleisher</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Fleischmann</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Auerbach</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Barnason</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Beckman</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Bozkurt</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Davila-Roman</surname>
              <given-names>VG</given-names>
            </name>
            <name name-style="western">
              <surname>Gerhard-Herman</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Holly</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Marine</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Spencer</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ting</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Uretsky</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Wijeysundera</surname>
              <given-names>DN</given-names>
            </name>
          </person-group>
          <article-title>2014 ACC/AHA guideline on perioperative cardiovascular evaluation and management of patients undergoing noncardiac surgery: executive summary: a report of the American College of Cardiology/American Heart Association Task Force on practice guidelines. Developed in collaboration with the American College of Surgeons, American Society of Anesthesiologists, American Society of Echocardiography, American Society of Nuclear Cardiology, Heart Rhythm Society, Society for Cardiovascular Angiography and Interventions, Society of Cardiovascular Anesthesiologists, and Society of Vascular Medicine Endorsed by the Society of Hospital Medicine</article-title>
          <source>J Nucl Cardiol</source>
          <year>2015</year>
          <month>02</month>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>162</fpage>
          <lpage>215</lpage>
          <pub-id pub-id-type="doi">10.1007/s12350-014-0025-z</pub-id>
          <pub-id pub-id-type="medline">25523415</pub-id>
          <pub-id pub-id-type="pii">S1071-3581(23)07021-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Groot</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Spronk</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hoeks</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Stolker</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Lier</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>The preoperative cardiology consultation: indications and risk modification</article-title>
          <source>Neth Heart J</source>
          <year>2017</year>
          <month>11</month>
          <volume>25</volume>
          <issue>11</issue>
          <fpage>629</fpage>
          <lpage>633</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28567710"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12471-017-1004-1</pub-id>
          <pub-id pub-id-type="medline">28567710</pub-id>
          <pub-id pub-id-type="pii">10.1007/s12471-017-1004-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC5653534</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ganguli</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Morden</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Crawford</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Colla</surname>
              <given-names>CH</given-names>
            </name>
          </person-group>
          <article-title>Low-value care at the actionable level of individual health systems</article-title>
          <source>JAMA Intern Med</source>
          <year>2021</year>
          <month>11</month>
          <day>01</day>
          <volume>181</volume>
          <issue>11</issue>
          <fpage>1490</fpage>
          <lpage>1500</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34570170"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2021.5531</pub-id>
          <pub-id pub-id-type="medline">34570170</pub-id>
          <pub-id pub-id-type="pii">2784487</pub-id>
          <pub-id pub-id-type="pmcid">PMC8477305</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coffman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Quast</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Berlowitz</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Chae</surname>
              <given-names>SH</given-names>
            </name>
          </person-group>
          <article-title>Cost conscious care: preoperative evaluation by a cardiologist prior to low-risk procedures</article-title>
          <source>BMJ Open Qual</source>
          <year>2019</year>
          <month>6</month>
          <day>12</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>e000481</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopenquality.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31259281"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjoq-2018-000481</pub-id>
          <pub-id pub-id-type="medline">31259281</pub-id>
          <pub-id pub-id-type="pii">bmjoq-2018-000481</pub-id>
          <pub-id pub-id-type="pmcid">PMC6567947</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bellas</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Stohler</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Staff</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Majk</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Impact of preoperative specialty consults on hospitalist comanagement of hip fracture patients</article-title>
          <source>J Hosp Med</source>
          <year>2020</year>
          <month>01</month>
          <day>01</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>16</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.12788/jhm.3264</pub-id>
          <pub-id pub-id-type="medline">31433780</pub-id>
          <pub-id pub-id-type="pii">jhm.3264</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kini</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Breathett</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Groeneveld</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Nallamothu</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Rush</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>TY</given-names>
            </name>
            <name name-style="western">
              <surname>Zeitler</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Borden</surname>
              <given-names>WB</given-names>
            </name>
          </person-group>
          <article-title>Strategies to reduce low-value cardiovascular care: a scientific statement from the American Heart Association</article-title>
          <source>Circ Cardiovasc Qual Outcomes</source>
          <year>2022</year>
          <month>03</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>e000105</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ahajournals.org/doi/abs/10.1161/HCQ.0000000000000105?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/HCQ.0000000000000105</pub-id>
          <pub-id pub-id-type="medline">35189687</pub-id>
          <pub-id pub-id-type="pmcid">PMC9909614</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Hughey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gerlach</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Ham</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Nagele</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Frequency and outcomes of preoperative stress testing in total hip and knee arthroplasty from 2004 to 2017</article-title>
          <source>JAMA Cardiol</source>
          <year>2021</year>
          <month>01</month>
          <day>01</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>13</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32997100"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamacardio.2020.4311</pub-id>
          <pub-id pub-id-type="medline">32997100</pub-id>
          <pub-id pub-id-type="pii">2771001</pub-id>
          <pub-id pub-id-type="pmcid">PMC7527943</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kalesan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Nicewarner</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Intwala</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Balady</surname>
              <given-names>GJ</given-names>
            </name>
          </person-group>
          <article-title>Pre-operative stress testing in the evaluation of patients undergoing non-cardiac surgery: a systematic review and meta-analysis</article-title>
          <source>PLoS One</source>
          <year>2019</year>
          <month>7</month>
          <day>11</day>
          <volume>14</volume>
          <issue>7</issue>
          <fpage>e0219145</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0219145"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0219145</pub-id>
          <pub-id pub-id-type="medline">31295274</pub-id>
          <pub-id pub-id-type="pii">PONE-D-19-05701</pub-id>
          <pub-id pub-id-type="pmcid">PMC6622497</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Columbo</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Scali</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Neal</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sarosi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Crippen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Huber</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Soybel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Goodney</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Upchurch</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>Increased preoperative stress test utilization is not associated with reduced adverse cardiac events in current US surgical practice</article-title>
          <source>Ann Surg</source>
          <year>2023</year>
          <month>10</month>
          <day>01</day>
          <volume>278</volume>
          <issue>4</issue>
          <fpage>621</fpage>
          <lpage>629</lpage>
          <pub-id pub-id-type="doi">10.1097/SLA.0000000000005945</pub-id>
          <pub-id pub-id-type="medline">37317868</pub-id>
          <pub-id pub-id-type="pii">00000658-990000000-00501</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>RI</given-names>
            </name>
            <name name-style="western">
              <surname>Barnhart</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hersch</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dayan</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Keehn</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A survey on the intended purposes and perceived utility of preoperative cardiology consultations</article-title>
          <source>Anesth Analg</source>
          <year>1998</year>
          <month>10</month>
          <volume>87</volume>
          <issue>4</issue>
          <fpage>830</fpage>
          <lpage>836</lpage>
          <pub-id pub-id-type="doi">10.1097/00000539-199810000-00016</pub-id>
          <pub-id pub-id-type="medline">9768778</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anstey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lucas</surname>
              <given-names>BP</given-names>
            </name>
          </person-group>
          <article-title>Worry loves company, but unnecessary consultations may harm the patients we comanage</article-title>
          <source>J Hosp Med</source>
          <year>2020</year>
          <month>01</month>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>60</fpage>
          <lpage>61</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31869302"/>
          </comment>
          <pub-id pub-id-type="doi">10.12788/jhm.3304</pub-id>
          <pub-id pub-id-type="medline">31869302</pub-id>
          <pub-id pub-id-type="pii">jhm.3304</pub-id>
          <pub-id pub-id-type="pmcid">PMC6932593</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>King</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Calisi</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Caldwell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rich</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Dan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Qureshi</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Ramedani</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>BR</given-names>
            </name>
          </person-group>
          <article-title>Frequency and predictors of preoperative cardiac testing overuse in low-risk patients before laparoscopic bariatric surgery</article-title>
          <source>Am J Cardiol</source>
          <year>2023</year>
          <month>01</month>
          <day>01</day>
          <volume>186</volume>
          <fpage>181</fpage>
          <lpage>185</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amjcard.2022.09.024</pub-id>
          <pub-id pub-id-type="medline">36270826</pub-id>
          <pub-id pub-id-type="pii">S0002-9149(22)01045-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pappas</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Sessler</surname>
              <given-names>DI</given-names>
            </name>
            <name name-style="western">
              <surname>Auerbach</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Kattan</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Milinovich</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Blackstone</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Rothberg</surname>
              <given-names>MB</given-names>
            </name>
          </person-group>
          <article-title>Variation in preoperative stress testing by patient, physician and surgical type: a cohort study</article-title>
          <source>BMJ Open</source>
          <year>2021</year>
          <month>09</month>
          <day>27</day>
          <volume>11</volume>
          <issue>9</issue>
          <fpage>e048052</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=34580093"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2020-048052</pub-id>
          <pub-id pub-id-type="medline">34580093</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2020-048052</pub-id>
          <pub-id pub-id-type="pmcid">PMC8477322</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>FPM Editors</collab>
          </person-group>
          <article-title>Appointment wait times increase across specialties, but not in family medicine</article-title>
          <source>American Academy of Family Physicians</source>
          <year>2022</year>
          <month>10</month>
          <day>3</day>
          <access-date>2023-11-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aafp.org/pubs/fpm/blogs/inpractice/entry/wait-times.html">https://www.aafp.org/pubs/fpm/blogs/inpractice/entry/wait-times.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vigoda</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Sweitzer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Miljkovic</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Arheart</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Messinger</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Candiotti</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lubarsky</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>2007 American College of Cardiology/American Heart Association (ACC/AHA) guidelines on perioperative cardiac evaluation are usually incorrectly applied by anesthesiology residents evaluating simulated patients</article-title>
          <source>Anesth Analg</source>
          <year>2011</year>
          <month>04</month>
          <volume>112</volume>
          <issue>4</issue>
          <fpage>940</fpage>
          <lpage>949</lpage>
          <pub-id pub-id-type="doi">10.1213/ANE.0b013e31820a1457</pub-id>
          <pub-id pub-id-type="medline">21385984</pub-id>
          <pub-id pub-id-type="pii">ANE.0b013e31820a1457</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vigoda</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Behrens</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Miljkovic</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Arheart</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Lubarsky</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Dutton</surname>
              <given-names>RP</given-names>
            </name>
          </person-group>
          <article-title>Perioperative cardiac evaluation of simulated patients by practicing anesthesiologists is not consistent with 2007 ACC/AHA guidelines</article-title>
          <source>J Clin Anesth</source>
          <year>2012</year>
          <month>09</month>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>446</fpage>
          <lpage>455</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinane.2011.11.007</pub-id>
          <pub-id pub-id-type="medline">22658810</pub-id>
          <pub-id pub-id-type="pii">S0952-8180(12)00185-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>von Elm</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Egger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pocock</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gøtzsche</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Vandenbroucke</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>STROBE</surname>
              <given-names>Initiative</given-names>
            </name>
          </person-group>
          <article-title>Strengthening the Reporting of Observational Studies in Epidemiology (STROBE) statement: guidelines for reporting observational studies</article-title>
          <source>BMJ</source>
          <year>2007</year>
          <month>10</month>
          <day>20</day>
          <volume>335</volume>
          <issue>7624</issue>
          <fpage>806</fpage>
          <lpage>808</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://boris.unibe.ch/id/eprint/22092"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.39335.541782.AD</pub-id>
          <pub-id pub-id-type="medline">17947786</pub-id>
          <pub-id pub-id-type="pii">335/7624/806</pub-id>
          <pub-id pub-id-type="pmcid">PMC2034723</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pfeifer</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Rationale for hybrid CAD algorithm</article-title>
          <source>Guide to Preoperative Evaluation</source>
          <year>2018</year>
          <access-date>2023-11-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.preopevalguide.com/rationale-for-hybrid-cad-algorithm">https://www.preopevalguide.com/rationale-for-hybrid-cad-algorithm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolk</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Doherty</surname>
              <given-names>JU</given-names>
            </name>
            <name name-style="western">
              <surname>Douglas</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Hendel</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Min</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenbaum</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Stainback</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>ACCF/AHA/ASE/ASNC/HFSA/HRS/SCAI/SCCT/SCMR/STS 2013 multimodality appropriate use criteria for the detection and risk assessment of stable ischemic heart disease: a report of the American College of Cardiology Foundation Appropriate Use Criteria Task Force, American Heart Association, American Society of Echocardiography, American Society of Nuclear Cardiology, Heart Failure Society of America, Heart Rhythm Society, Society for Cardiovascular Angiography and Interventions, Society of Cardiovascular Computed Tomography, Society for Cardiovascular Magnetic Resonance, and Society of Thoracic Surgeons</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2014</year>
          <month>02</month>
          <day>04</day>
          <volume>63</volume>
          <issue>4</issue>
          <fpage>380</fpage>
          <lpage>406</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0735-1097(13)06147-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2013.11.009</pub-id>
          <pub-id pub-id-type="medline">24355759</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(13)06147-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duceppe</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Parlow</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>MacDonald</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lyons</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McMullen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Srinathan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tandon</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Styles</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bessissow</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sessler</surname>
              <given-names>DI</given-names>
            </name>
            <name name-style="western">
              <surname>Bryson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Devereaux</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Canadian Cardiovascular Society guidelines on perioperative cardiac risk assessment and management for patients who undergo noncardiac surgery</article-title>
          <source>Can J Cardiol</source>
          <year>2017</year>
          <month>01</month>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>17</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cjca.2016.09.008</pub-id>
          <pub-id pub-id-type="medline">27865641</pub-id>
          <pub-id pub-id-type="pii">S0828-282X(16)30980-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Vascular Events In Noncardiac Surgery Patients Cohort Evaluation (VISION) Study Investigators</collab>
            <name name-style="western">
              <surname>Devereaux</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>MTV</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso-Coello</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Berwanger</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Villar</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>Garutti</surname>
              <given-names>RI</given-names>
            </name>
            <name name-style="western">
              <surname>Jacka</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sigamani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Srinathan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Biccard</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Tiboni</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pettit</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Szczeklik</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lurati Buse</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Botto</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Guyatt</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Heels-Ansdell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sessler</surname>
              <given-names>DI</given-names>
            </name>
            <name name-style="western">
              <surname>Thorlund</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Garg</surname>
              <given-names>AX</given-names>
            </name>
            <name name-style="western">
              <surname>Mrkobrada</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rodseth</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Pearse</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Thabane</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McQueen</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>VanHelder</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bhandari</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bosch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kurz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Polanczyk</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Malaga</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nagele</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Le Manach</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Leuwer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yusuf</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Association between postoperative troponin levels and 30-day mortality among patients undergoing noncardiac surgery</article-title>
          <source>JAMA</source>
          <year>2012</year>
          <month>06</month>
          <day>06</day>
          <volume>307</volume>
          <issue>21</issue>
          <fpage>2295</fpage>
          <lpage>304</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2012.5502</pub-id>
          <pub-id pub-id-type="medline">22706835</pub-id>
          <pub-id pub-id-type="pii">1172044</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohn</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez Ros</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Comparison of 4 cardiac risk calculators in predicting postoperative cardiac complications after noncardiac operations</article-title>
          <source>Am J Cardiol</source>
          <year>2018</year>
          <month>01</month>
          <day>01</day>
          <volume>121</volume>
          <issue>1</issue>
          <fpage>125</fpage>
          <lpage>130</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amjcard.2017.09.031</pub-id>
          <pub-id pub-id-type="medline">29126584</pub-id>
          <pub-id pub-id-type="pii">S0002-9149(17)31603-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beattie</surname>
              <given-names>WS</given-names>
            </name>
            <name name-style="western">
              <surname>Lalu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bocock</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wijeysundera</surname>
              <given-names>DN</given-names>
            </name>
            <name name-style="western">
              <surname>Nagele</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fleisher</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Kurz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Biccard</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Leslie</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Howell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Landoni</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Grocott</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lamy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Myles</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Systematic review and consensus definitions for the Standardized Endpoints in Perioperative Medicine (StEP) initiative: cardiovascular outcomes</article-title>
          <source>Br J Anaesth</source>
          <year>2021</year>
          <month>01</month>
          <volume>126</volume>
          <issue>1</issue>
          <fpage>56</fpage>
          <lpage>66</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0007-0912(20)30780-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.bja.2020.09.023</pub-id>
          <pub-id pub-id-type="medline">33092804</pub-id>
          <pub-id pub-id-type="pii">S0007-0912(20)30780-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Health Statistics and Surveillance Section</collab>
          </person-group>
          <article-title>Connecticut deaths dataset</article-title>
          <source>Connecticut Department of Public Health</source>
          <access-date>2023-09-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://portal.ct.gov/dph/vital-records/research-and-data">https://portal.ct.gov/dph/vital-records/research-and-data</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parson</surname>
              <given-names>LS</given-names>
            </name>
          </person-group>
          <article-title>Performing a 1:N case-control match on propensity score</article-title>
          <source>SAS Institute Inc</source>
          <access-date>2023-11-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://support.sas.com/resources/papers/proceedings/proceedings/sugi29/165-29.pdf">https://support.sas.com/resources/papers/proceedings/proceedings/sugi29/165-29.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>VanderWeele</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ding</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Sensitivity analysis in observational research: introducing the E-value</article-title>
          <source>Ann Intern Med</source>
          <year>2017</year>
          <month>08</month>
          <day>15</day>
          <volume>167</volume>
          <issue>4</issue>
          <fpage>268</fpage>
          <lpage>274</lpage>
          <pub-id pub-id-type="doi">10.7326/M16-2607</pub-id>
          <pub-id pub-id-type="medline">28693043</pub-id>
          <pub-id pub-id-type="pii">2643434</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trinquart</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Erlinger</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Galea</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Applying the E value to assess the robustness of epidemiologic fields of inquiry to unmeasured confounding</article-title>
          <source>Am J Epidemiol</source>
          <year>2019</year>
          <month>06</month>
          <day>01</day>
          <volume>188</volume>
          <issue>6</issue>
          <fpage>1174</fpage>
          <lpage>1180</lpage>
          <pub-id pub-id-type="doi">10.1093/aje/kwz063</pub-id>
          <pub-id pub-id-type="medline">30874728</pub-id>
          <pub-id pub-id-type="pii">5381573</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Grey</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Boniakowski</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Mansour</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Jain</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Nypaver</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Grossman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gurm</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Henke</surname>
              <given-names>PK</given-names>
            </name>
          </person-group>
          <article-title>The clinical impact of cardiology consultation prior to major vascular surgery</article-title>
          <source>Ann Surg</source>
          <year>2018</year>
          <month>01</month>
          <volume>267</volume>
          <issue>1</issue>
          <fpage>189</fpage>
          <lpage>195</lpage>
          <pub-id pub-id-type="doi">10.1097/SLA.0000000000002014</pub-id>
          <pub-id pub-id-type="medline">29240607</pub-id>
          <pub-id pub-id-type="pii">00000658-201801000-00030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yap</surname>
              <given-names>EN</given-names>
            </name>
            <name name-style="western">
              <surname>Dusendang</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Keny</surname>
              <given-names>HV</given-names>
            </name>
            <name name-style="western">
              <surname>Webb</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Weyker</surname>
              <given-names>PD</given-names>
            </name>
            <name name-style="western">
              <surname>Thoma</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Herrinton</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>Risk of cardiac events after elective versus urgent or emergent noncardiac surgery: implications for quality measurement and improvement</article-title>
          <source>J Clin Anesth</source>
          <year>2023</year>
          <month>02</month>
          <volume>84</volume>
          <fpage>110994</fpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinane.2022.110994</pub-id>
          <pub-id pub-id-type="medline">36356394</pub-id>
          <pub-id pub-id-type="pii">S0952-8180(22)00352-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>ACS National Surgical Quality Improvement Program</article-title>
          <source>American College of Surgeons</source>
          <access-date>2023-11-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.facs.org/quality-programs/data-and-registries/acs-nsqip/about-acs-nsqip/">https://www.facs.org/quality-programs/data-and-registries/acs-nsqip/about-acs-nsqip/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
