<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPeriOp</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Perioper Med</journal-id>
      <journal-title>JMIR Perioperative Medicine</journal-title>
      <issn pub-type="epub">2561-9128</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i1e50116</article-id>
      <article-id pub-id-type="pmid">37851497</article-id>
      <article-id pub-id-type="doi">10.2196/50116</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Mobile App for Postoperative Pain Management Among Older Veterans Undergoing Total Knee Arthroplasty: Mixed Methods Feasibility and Acceptability Pilot Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>de Azevedo Cardoso</surname>
            <given-names>Taiane</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Dunsmuir</surname>
            <given-names>Dustin</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Morgan</surname>
            <given-names>Jessica Kelley</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Continuous Precision Medicine</institution>
            <addr-line>800 Park Offices Drive</addr-line>
            <addr-line>Suite 3718</addr-line>
            <addr-line>Research Triangle Park, NC, 27709-3547</addr-line>
            <country>United States</country>
            <phone>1 9196185405</phone>
            <email>jmorgan@cpmed.io</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2071-2681</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Rawlins</surname>
            <given-names>Caitlin R</given-names>
          </name>
          <degrees>RN, MSN</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6486-4447</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Walther</surname>
            <given-names>Steven K</given-names>
          </name>
          <degrees>MBA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0003-8221-313X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Harvey</surname>
            <given-names>Andrew</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7430-3205</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>O'Donnell</surname>
            <given-names>Annmarie</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0001-1112-459X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Greene</surname>
            <given-names>Marla</given-names>
          </name>
          <degrees>RN, BSN</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0000-0028-7759</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Schmidt</surname>
            <given-names>Troy G</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0003-3232-9636</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Continuous Precision Medicine</institution>
        <addr-line>Research Triangle Park, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Western North Carolina Veterans Affairs Health Care System</institution>
        <addr-line>Asheville, NC</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jessica Kelley Morgan <email>jmorgan@cpmed.io</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>18</day>
        <month>10</month>
        <year>2023</year>
      </pub-date>
      <volume>6</volume>
      <elocation-id>e50116</elocation-id>
      <history>
        <date date-type="received">
          <day>19</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>18</day>
          <month>7</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>11</day>
          <month>8</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>9</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Jessica Kelley Morgan, Caitlin R Rawlins, Steven K Walther, Andrew Harvey, Annmarie O'Donnell, Marla Greene, Troy G Schmidt. Originally published in JMIR Perioperative Medicine (http://periop.jmir.org), 18.10.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Perioperative Medicine, is properly cited. The complete bibliographic information, a link to the original publication on http://periop.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://periop.jmir.org/2023/1/e50116" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Prescription opioid misuse risk is disproportionate among veterans; military veterans wounded in combat misuse prescription opioids at an even higher rate (46.2%). Opioid misuse is costly in terms of morbidity, mortality, and humanitarian and economic burden and costs the Civilian Health and Medical Program of the Department of Veterans Affairs more than US $1.13 billion annually. Preventing opioid misuse at the time of prescription is a critical component in the response to the opioid crisis. The CPMRx mobile app has been shown to decrease the odds of opioid misuse during the postoperative period.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The overarching purpose of this feasibility pilot study was to explore whether deploying a mobile app (CPMRx) to track postoperative pain and medication use is feasible in a Department of Veterans Affairs medical center. In support of this goal, we had four complementary specific aims: (1) determine the technological and logistical feasibility of the mobile app, (2) assess the acceptability of the mobile app to participants, (3) measure demand for and engagement with the mobile app, and (4) explore the potential use of the mobile app to patients and providers.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Participants (N=10) were veterans undergoing total knee arthroplasty within the Veterans Health Administration provided with the CPMRx app to self-manage their pain during their 7-day at-home recovery following surgery. CPMRx uses scientifically validated tools to help clinicians understand how a patient can use the least amount of medication while getting the most benefit. The suite of software includes a mobile app for patients that includes a behavioral health intervention and a clinical decision support tool for health care providers that provides feedback about pain and medication use trends. Patients filled out paper questionnaires regarding acceptability at their postoperative follow-up appointment.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Overall, quantitative measures of acceptability were high. The average rating for the amount of time required to use the app was 4.9 of 5 (5=“very little”), and the average rating for ease of use was 4.4 of 5 (5=“very easy”). Open-ended questions also revealed that most participants found ease of use to be high. Demand and engagement were high as well with a mean number of mobile app entries of 34.1 (SD 20.1) during the postoperative period. There were no reported technological or logistical issues with the mobile app. Participants took an average of 25.13 (SD 14.37) opioid tablets to manage their postoperative pain.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Results of this study revealed that the use of a mobile app for pain and medication management during postoperative recovery was both feasible and acceptable in older veterans undergoing total knee arthroplasty within the Veterans Health Administration. The wide variation in opioid consumption across participants revealed the potential use of the mobile app to provide actionable insights to clinicians if adopted more widely.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mobile app</kwd>
        <kwd>pain management</kwd>
        <kwd>opioids</kwd>
        <kwd>older adults</kwd>
        <kwd>veterans</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The opioid crisis has resulted in a significant increase in opioid misuse and opioid use disorder; as a result, opioid-related overdose deaths have climbed to staggeringly high levels. Opioid misuse, use disorders, and overdoses are costly in terms of morbidity, mortality, and humanitarian and economic burden. It is estimated that in 2019 alone, more than 9.7 million adults living in the United States (3.5%) misused prescription opioids [<xref ref-type="bibr" rid="ref1">1</xref>], and drug overdose deaths in the United States rose 29.4% in 2020 to an estimated 93,331, including 69,710 (74.7%) involving opioids [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Prescription opioid misuse risk is disproportionate among veterans; military veterans wounded in combat misuse prescription opioids at an even higher rate (46.2%) [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>The cost of opioid overdose, abuse, and dependence in the United States is estimated to be US $78.5 billion annually [<xref ref-type="bibr" rid="ref5">5</xref>]. If reduced quality of life from opioid use disorder and the value of life lost due to fatal opioid overdose are included, the estimate increases to more than US $1 trillion [<xref ref-type="bibr" rid="ref6">6</xref>]. Opioid misuse costs the Civilian Health and Medical Program of the Department of Veterans Affairs more than US $1.13 billion annually [<xref ref-type="bibr" rid="ref6">6</xref>]. Adjusted annual health care costs for diagnosed opioid misuse patients are higher than those for patients without diagnosed misuse, and the prevalence of diagnosed opioid misuse is almost 7 times higher for those in the Veterans Health Administration than in commercial health plans, translating to a significant economic burden for this population [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>One known risk factor for opioid misuse and dependence is opioid prescription following surgical procedures, both minor and major [<xref ref-type="bibr" rid="ref8">8</xref>]. Extant data suggest that nonmedical prescription opioid use is a strong risk factor for heroin use initiation among both civilian [<xref ref-type="bibr" rid="ref9">9</xref>] and veteran populations [<xref ref-type="bibr" rid="ref10">10</xref>]. For the patient being prescribed opioids, there is a need to ensure appropriate use to prevent habit-forming behaviors during postoperative recovery, as it has been estimated that 12.5% of people who are prescribed opioids misuse them [<xref ref-type="bibr" rid="ref11">11</xref>] and, as noted earlier, this is even more pronounced among some veterans (46.2%) [<xref ref-type="bibr" rid="ref4">4</xref>]. For members of the patient’s family and others in the community, it is important that excess prescription opioids are not made available for misuse; indeed, about half (50.8%) of people who misused prescription pain relievers reported obtaining them from a friend or relative, either for free, by purchasing them, or by taking them without asking, and an additional 35.7% got them through a prescription by a single doctor [<xref ref-type="bibr" rid="ref1">1</xref>]. Several recent studies have also found wide variation in postoperative prescribing practices and noted systemic overprescription [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>], which may inadvertently promote continued opioid use after their indication is no longer warranted. Taken together, these findings underscore the criticality of managing the use of opioids during the postoperative period in combating the opioid crisis and highlight this time as an essential point of intervention.</p>
      </sec>
      <sec>
        <title>Mobile Health</title>
        <p>Over 97% of Americans own cell phones, 85% of which are smartphones. Smartphone ownership is even more common among younger adults; 96% of persons aged between 18 and 29 years, 95% of persons aged between 30 and 49 years, and 83% of persons aged between 50 and 64 years own smartphones [<xref ref-type="bibr" rid="ref15">15</xref>]. As a result, technology-based health interventions are becoming increasingly common. Among older adults, however, smartphone ownership is less common; among adults over the age of 65 years, smartphone ownership drops to 61% [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>Mobile health (mHealth) includes everything from the use of mobile technology, such as smartphones, to software, including mobile apps, to facilitate or enhance health care [<xref ref-type="bibr" rid="ref16">16</xref>]. Mobile technologies are used in multiple ways, including the use of smart apps, web-based software, and SMS text messaging [<xref ref-type="bibr" rid="ref17">17</xref>]. Smart apps are being used to augment treatment for substance abuse disorders, promote self-management of chronic conditions, increase engagement with health research, assess or measure symptoms, and foster adherence to both treatments and appointments [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. Evidence suggests that symptom reporting with smart apps is well tolerated by patients and has better validity and reliability than hard copies that often rely on recall [<xref ref-type="bibr" rid="ref22">22</xref>]. One pilot study found that 78% of patients with chronic pain who downloaded an app to track their pain symptom ratings used it with an average of 16.4 daily assessments submitted by patients within the first month. Patients reported that the app was easy to use and were willing to continue to use the app even after the study was complete [<xref ref-type="bibr" rid="ref22">22</xref>]. Additionally, electronic monitoring (EM) of prescription medication use is a budding technology with a variety of applications and can be integrated into most drug packaging, including pill dispensers and blister packs, to help measure adherence [<xref ref-type="bibr" rid="ref23">23</xref>]. Prior research has shown that, among veterans receiving outpatient care for posttraumatic stress disorder, age significantly predicted ownership of mHealth devices but not use or interest in mHealth apps among device owners [<xref ref-type="bibr" rid="ref16">16</xref>]. Therefore, although older veterans may be less likely to own a personal smart device, access should be adequate, and interest in using mHealth apps is high [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      </sec>
      <sec>
        <title>CPMRx App</title>
        <p>Continuous Precision Medicine has developed a suite of software, CPMRx, that uses scientifically validated tools to help clinicians understand how a patient can use the least amount of medication while getting the most benefit. The suite of software includes a mobile app for patients that includes a behavioral health intervention and a clinical decision support tool for health care providers that provides feedback about pain and medication use trends.</p>
        <p>We have used a public health research pipeline approach for designing, evaluating, and implementing behavioral health interventions, and the CPMRx mobile app has been shown to be feasible and acceptable for supporting postoperative pain management across several patient populations and surgery types, including young adults undergoing third molar extraction (dental clinic, Womack Army Medical Center) [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>], adults undergoing tonsillectomy (ear, nose, and throat, WakeMed Hospital) [<xref ref-type="bibr" rid="ref26">26</xref>], and women undergoing cesarean section (obstetrics and gynecology, Temple University Health) [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. The effectiveness of the mobile app and clinical decision support tool has also been validated. The implementation of CPMRx provides actionable insights that can be used to establish more precise prescribing guidelines. At Womack Army Medical Center, for example, clinicians were able to reduce the overprescription of an opioid by 10,000 pills annually for a single surgery type (ie, third molar extraction) [<xref ref-type="bibr" rid="ref24">24</xref>]. In a recently conducted randomized controlled trial at Temple University (N=100), the CPMRx app was shown to reduce the odds of prescription opioid misuse during the postoperative period by 92% [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
      </sec>
      <sec>
        <title>Specific Aims</title>
        <p>The overarching purpose of this single-arm prospective pilot study was to explore whether deploying a mobile app to track postoperative pain and medication use is feasible in a Department of Veterans Affairs Medical Center. In support of this goal, we had four complementary specific aims: (1) determine the technological and logistical feasibility of the mobile app, (2) assess the acceptability of the mobile app to participants, (3) measure demand for and engagement with the mobile app, and (4) explore the potential use of the mobile app to patients and providers.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants and Procedures</title>
        <p>Participants (N=10) were veterans undergoing total knee arthroplasty at the Charles George VA Medical Center (CGVAMC). Veterans used the CPMRx app to self-manage their pain and track medication use during their 7-day at-home recovery following surgery.</p>
        <p>A convenience sample of participants was recruited during presurgical appointments at the CGVAMC. Presurgical appointments are conducted by orthopedic nurse case managers for patients undergoing total knee arthroplasty performed by CGVAMC orthopedic surgeons. During these appointments, patients are educated about the procedure and scheduled for a physical, history, and anesthesia evaluation to ensure they are eligible for the procedure. For this study, in addition to scheduling the physical, history, and anesthesia evaluation, the orthopedic nurse case manager assisted in recruitment by briefing the patient on the research study. The orthopedic nurse coordinator made note of all patients who expressed interest in participating in the research study. During the preoperative appointment, patients provided informed consent and HIPAA (Health Insurance Portability and Accountability Act) authorization.</p>
        <p>On the day of discharge from the postsurgical ward, patients typically receive patient education from the registered nurse assigned to them. The discharging provider ensures an order is placed for standard postoperative medications that include opioid pain medication (oxycodone 5 mg every 6 hours as needed or hydromorphone 2 mg every 6 hours as needed, 42 in total) and acetaminophen (650 mg every 6 hours as needed, 84 tablets of 325 mg in total), as well as the other medications typically prescribed following a patient’s respective procedure. For this study, all pain medications provided to study participants were placed into a smart EM blister pack to record time stamps whenever a medication was removed by the patient. All participants received discharge instructions and education as part of the standard of care and additionally received instruction on the mobile app, tablet, and EM blister packs.</p>
        <p>Participants self-managed their pain at home and used the mobile app and EM blister packs for the first week (7 days) following discharge to record pain score and medication use, as necessary. Patients met with the orthopedic nurse case manager for a typically scheduled postoperative appointment between 7 and 10 days after surgery. At this appointment, they returned the tablet and EM blister packs and filled out an acceptability survey. All unused medications were disposed of by the study team.</p>
      </sec>
      <sec>
        <title>Software and Hardware</title>
        <p>CPMRx software delivers a user-friendly platform that (1) allows users to report dose-by-dose pain scores, (2) helps users consider whether a dose is needed, and (3) creates use traceability. The software allows a user to report their pain score using a modified Visual Analog Scale when a dose is taken and includes a user-directed “gamification” component. This component delivers positive reinforcement cues to the user for managing their pain within recommended treatment protocols with the goal of providing education and incentivizing patients to make smarter and more informed decisions about dose frequency and amount. The software collects and organizes data that can be accessed by clinicians to view trending analysis for pain scores, adherence to treatment plans, and time between doses.</p>
        <p>For this study, the mobile app was installed on study-provided smart tablets that were locked into “kiosk mode” (ie, altered to only provide access to the CPMRx mobile app and necessary system functions). The EM pill blister packs used in this study were manufactured by Information Mediary Corporation. Compliance data were extracted from blister packs using a desktop radio frequency identification reader and were then transferred into an electronic record for research purposes.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <p>Sociodemographic variables were extracted from patients’ electronic medical records. These included age (in years), sex (male or female), race (White or European American, Black or African American, Asian American, American Indian or Alaska Native, Native Hawaiian or Pacific Islander, 2 or more races, or unknown), current smoking status (smoker or nonsmoker), and history of opioid prescription (dichotomized as yes or no).</p>
        <p>Patients self-reported pain within the mobile app on a modified Visual Analog Scale with tick marks at 0-10. The screen reads “How much pain are you in?” and there is a face that changes colors as the user chooses the pain rating on the slider. For those with dexterity issues, the tick marks can simply be tapped.</p>
        <p>Acceptability assessments included 2 quantitative measures and 7 open-ended questions. Quantitative measures were ease of use (rated on a 5-point scale from 1=“very hard” to 5=“very easy”) and amount of time required (rated on a 5-point scale from 1=“too much” to 5=“very little”). Open-ended questions sought to better understand the overall user experience and possibilities for improvement (eg, “What did you like most about your experience with the app?” and “How would you improve this app?”). Demand and engagement were measured as the actual use of the mobile app during the postoperative period, and logistical and technological feasibility were assessed by reports of issues with app use. The total number of opioids used was also measured to determine their potential use in informing clinical decision-making.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>All quantitative analyses were run using SAS (version 9.4; SAS Institute). Univariate statistics were used to summarize both continuous (eg, means, SDs, and medians) and categorical (eg, proportions and total numbers) variables for sample characteristics. Descriptive statistics were run to determine means and SDs of quantitative measures of acceptability.</p>
        <p>Qualitative data were coded through thematic analysis using NVivo (version 14; Lumivero). Due to the simplicity of the text, a single researcher coded all open-ended responses and generated themes using an inductive semantic approach.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study was approved by the institutional review board at the CGVAMC and was conducted in the performance of a cooperative research and development agreement between Continuous Precision Medicine and the Veterans Health Administration Innovation Ecosystem. All participants provided informed consent and HIPAA authorization. All study data were deidentified. Participants were provided a US $50 gift card for their participation.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Sample Characteristics</title>
        <p>The sample for this pilot was quite homogeneous; 9 (90%) of the veterans were male, and all 10 (100%) were White nonsmokers with no history of prior opioid prescription. The mean age of the participants was 68.8 (SD 9.7) years with a range of 54 to 81 years.</p>
      </sec>
      <sec>
        <title>Feasibility Outcomes</title>
        <p>Overall, quantitative measures of acceptability were high. The average rating for the amount of time required to use the app was 4.88 (SD 0.35; range 4.0-5.0), and the average rating for ease of use was 4.38 (SD 1.06). One participant (age 77 years, male) rated ease of use of the mobile app as hard (2 of 5). Thematic analysis of open-ended questions also revealed ease of use as a central theme, and that most participants found ease of use to be high. For instance, in response to the question, “What did you like most about your experience with the app?” participants cited “ease of documentation,” “very straightforward,” “easy to use,” “easy to understand,” and “increases awareness of medication use and very easy to use.” Demand and engagement were high as well, with a mean number of mobile app entries of 34.1 (SD 20.1) during the postoperative period. There were no reported technological or logistical issues with the mobile app. Participants took an average of 25.13 (SD 14.37) opioid tablets to manage their postoperative pain.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The results of this study revealed that the use of a mobile app for pain and medication management during postoperative recovery was both feasible and acceptable in older veterans undergoing total knee arthroplasty within the Veterans Health Administration. Overall, participants rated ease of use and amount of time required as highly acceptable, with no logistical or technological issues being reported. This is congruent with our prior findings across several studies, including those involving young soldiers undergoing third molar extraction [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>], adults undergoing tonsillectomy [<xref ref-type="bibr" rid="ref26">26</xref>], and women undergoing cesarean section [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. This study was the first to include a report by a patient of difficulty using the mobile app, which does warrant discussion. As mentioned previously, a male participant aged 77 years reported that he found the mobile app hard to use and noted in his comments that it was “not intuitive.” Although there is a tutorial embedded within the app, it may be that an additional point of socialization to the software in this population may be helpful. It is our recommendation that the clinical point of contact (eg, the orthopedic nurse case manager) demonstrate how the patient should record information within the app prior to discharge, particularly if the patient reports unfamiliarity with mobile app technologies. This in-person tutorial should mitigate any acceptability concerns for the patient and would, in our estimation, require less than 2 additional minutes of the nurse’s time.</p>
      <p>Demand for and engagement with the mobile app were high, which supports prior research among veterans suggesting an interest in adopting mHealth technologies [<xref ref-type="bibr" rid="ref16">16</xref>]. The number of entries by participants showed that repeated inputs (at each time of medication use) were not too burdensome over the course of the 7-day prescription. In fact, more entries were logged over this 7-day postoperative period than in prior pain studies [<xref ref-type="bibr" rid="ref22">22</xref>]. Finally, the wide variation in opioid consumption across participants revealed the potential use of the mobile app to provide actionable insights to clinicians if adopted more widely. Taken together, these results suggest that scaling use of the CPMRx mobile app in this population is both feasible and acceptable. Given the small sample size, generalizability of findings is limited. Future research should examine whether these patterns hold across surgical services within the Veterans Health Administration and for longer lengths of care as would be the case for patients dealing with chronic pain. Implementing the CPMRx suite of software may improve clinical care by reducing opioid misuse and preventing habit-forming behaviors at the individual level as well as decreasing excess prescription opioids available for diversion and thereby reducing risk at the community level.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CGVAMC</term>
          <def>
            <p>Charles George VA Medical Center</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EM</term>
          <def>
            <p>electronic monitoring</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HIPAA</term>
          <def>
            <p>Health Insurance Portability and Accountability Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This material is based upon work supported in part by the North Carolina Biotechnology Center and conducted in the performance of a cooperative research and development agreement between Continuous Precision Medicine, the Veterans Health Administration Innovation Ecosystem, and the Western North Carolina Veterans Affairs Health Care System. This material is the result of work supported with resources and the use of facilities at the Charles George VA Medical Center, Asheville, North Carolina. We would like to thank Matthew D Hollifield, PharmD, BCPS, clinical pharmacist, Charles George VA Medical Center, for his assistance in data collection preparation and logistics.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated during and/or analyzed during this study are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <notes>
      <sec>
        <title>Disclaimer</title>
        <p>The contents of this publication do not represent the views of the US Department of Veterans Affairs or the US government.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>JKM, SKW, AH, and AO are employees of Continuous Precision Medicine. To mitigate the potential for perceived conflict, all data collection was conducted by members of the Charles George VA Medical Center study team.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Key substance use and mental health indicators in the United States: results from the 2019 National Survey on Drug Use and Health (HHS publication no. PEP20-07-01-001, NSDUH series H-55)</article-title>
          <source>Substance Abuse and Mental Health Services Administration</source>
          <year>2020</year>
          <access-date>2023-09-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://store.samhsa.gov/product/key-substance-use-and-mental-health-indicators-in-the-united-states-results-from-the-2019-national-survey-on-Drug-Use-and-Health/PEP20-07-01-001">https://store.samhsa.gov/product/key-substance-use-and-mental-health-indicators-in-the-united-states-results-from-the-2019-national-survey-on-Drug-Use-and-Health/PEP20-07-01-001</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahmad</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rossen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Provisional drug overdose death counts</article-title>
          <source>US Centers for Disease Control and Prevention</source>
          <year>2021</year>
          <access-date>2023-09-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/nchs/nvss/vsrr/drug-overdose-data.htm">https://www.cdc.gov/nchs/nvss/vsrr/drug-overdose-data.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Overdose deaths accelerating during COVID-19</article-title>
          <source>US Centers for Disease Control and Prevention</source>
          <year>2020</year>
          <access-date>2023-09-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/media/releases/2020/p1218-overdose-deaths-covid-19.html">https://www.cdc.gov/media/releases/2020/p1218-overdose-deaths-covid-19.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kelley</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Bravo</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Votaw</surname>
              <given-names>VR</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Redman</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Witkiewitz</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Opioid and sedative misuse among veterans wounded in combat</article-title>
          <source>Addict Behav</source>
          <year>2019</year>
          <volume>92</volume>
          <fpage>168</fpage>
          <lpage>172</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0306460318310141"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.addbeh.2018.12.007</pub-id>
          <pub-id pub-id-type="medline">30640149</pub-id>
          <pub-id pub-id-type="pii">S0306-4603(18)31014-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Florence</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The economic burden of prescription opioid overdose, abuse, and dependence in the United States, 2013</article-title>
          <source>Med Care</source>
          <year>2016</year>
          <volume>54</volume>
          <issue>10</issue>
          <fpage>901</fpage>
          <lpage>906</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27623005"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0000000000000625</pub-id>
          <pub-id pub-id-type="medline">27623005</pub-id>
          <pub-id pub-id-type="pii">00005650-201610000-00002</pub-id>
          <pub-id pub-id-type="pmcid">PMC5975355</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Florence</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rice</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The economic burden of opioid use disorder and fatal opioid overdose in the United States, 2017</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2021</year>
          <volume>218</volume>
          <fpage>108350</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33121867"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2020.108350</pub-id>
          <pub-id pub-id-type="medline">33121867</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(20)30515-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC8091480</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baser</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mardekian</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schaaf</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Joshi</surname>
              <given-names>AV</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of diagnosed opioid abuse and its economic burden in the Veterans Health Administration</article-title>
          <source>Pain Pract</source>
          <year>2014</year>
          <volume>14</volume>
          <issue>5</issue>
          <fpage>437</fpage>
          <lpage>445</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://hdl.handle.net/2027.42/107356"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/papr.12097</pub-id>
          <pub-id pub-id-type="medline">23809020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brummett</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Waljee</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Goesling</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moser</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Englesbe</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bohnert</surname>
              <given-names>ASB</given-names>
            </name>
            <name name-style="western">
              <surname>Kheterpal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nallamothu</surname>
              <given-names>BK</given-names>
            </name>
          </person-group>
          <article-title>New persistent opioid use after minor and major surgical procedures in US adults</article-title>
          <source>JAMA Surg</source>
          <year>2017</year>
          <volume>152</volume>
          <issue>6</issue>
          <fpage>e170504</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28403427"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamasurg.2017.0504</pub-id>
          <pub-id pub-id-type="medline">28403427</pub-id>
          <pub-id pub-id-type="pii">2618383</pub-id>
          <pub-id pub-id-type="pmcid">PMC7050825</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Compton</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>GT</given-names>
            </name>
          </person-group>
          <article-title>Relationship between nonmedical prescription-opioid use and heroin use</article-title>
          <source>N Engl J Med</source>
          <year>2016</year>
          <volume>374</volume>
          <issue>2</issue>
          <fpage>154</fpage>
          <lpage>163</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nejm.org/doi/10.1056/NEJMra1508490"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMra1508490</pub-id>
          <pub-id pub-id-type="medline">26760086</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Banerjee</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Edelman</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Cerdá</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Crystal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gaither</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Kerns</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Fiellin</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>BDL</given-names>
            </name>
          </person-group>
          <article-title>Non-medical use of prescription opioids is associated with heroin initiation among US veterans: a prospective cohort study</article-title>
          <source>Addiction</source>
          <year>2016</year>
          <volume>111</volume>
          <issue>11</issue>
          <fpage>2021</fpage>
          <lpage>2031</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27552496"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/add.13491</pub-id>
          <pub-id pub-id-type="medline">27552496</pub-id>
          <pub-id pub-id-type="pmcid">PMC5056813</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Compton</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Blanco</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Crane</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Prescription opioid use, misuse, and use disorders in U.S. adults: 2015 National Survey on Drug Use and Health</article-title>
          <source>Ann Intern Med</source>
          <year>2017</year>
          <volume>167</volume>
          <issue>5</issue>
          <fpage>293</fpage>
          <lpage>301</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/10.7326/M17-0865"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M17-0865</pub-id>
          <pub-id pub-id-type="medline">28761945</pub-id>
          <pub-id pub-id-type="pii">2646632</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>McMahon</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Stucke</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Barth</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Wide variation and excessive dosage of opioid prescriptions for common general surgical procedures</article-title>
          <source>Ann Surg</source>
          <year>2017</year>
          <volume>265</volume>
          <issue>4</issue>
          <fpage>709</fpage>
          <lpage>714</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/annalsofsurgery/fulltext/2017/04000/wide_variation_and_excessive_dosage_of_opioid.15.aspx"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/SLA.0000000000001993</pub-id>
          <pub-id pub-id-type="medline">27631771</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Stucke</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Billmeier</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Barth</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Guideline for discharge opioid prescriptions after inpatient general surgical procedures</article-title>
          <source>J Am Coll Surg</source>
          <year>2018</year>
          <volume>226</volume>
          <issue>6</issue>
          <fpage>996</fpage>
          <lpage>1003</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jamcollsurg.2017.10.012</pub-id>
          <pub-id pub-id-type="medline">29198638</pub-id>
          <pub-id pub-id-type="pii">S1072-7515(17)32055-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Stucke</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>McMahon</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Beeman</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Barth</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>An educational intervention decreases opioid prescribing after general surgical operations</article-title>
          <source>Ann Surg</source>
          <year>2018</year>
          <volume>267</volume>
          <issue>3</issue>
          <fpage>468</fpage>
          <lpage>472</lpage>
          <pub-id pub-id-type="doi">10.1097/SLA.0000000000002198</pub-id>
          <pub-id pub-id-type="medline">28267689</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>Demographics of mobile device ownership and adoption in the United States</article-title>
          <source>Pew Research Center</source>
          <year>2021</year>
          <access-date>2022-01-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/fact-sheet/mobile/">https://www.pewresearch.org/internet/fact-sheet/mobile/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Erbes</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Stinson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Polusny</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Urban</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ruzek</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Stepnowsky</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Thorp</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>Access, utilization, and interest in mHealth applications among veterans receiving outpatient care for PTSD</article-title>
          <source>Mil Med</source>
          <year>2014</year>
          <volume>179</volume>
          <issue>11</issue>
          <fpage>1218</fpage>
          <lpage>1222</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/milmed/article/179/11/1218/4159894?login=false"/>
          </comment>
          <pub-id pub-id-type="doi">10.7205/MILMED-D-14-00014</pub-id>
          <pub-id pub-id-type="medline">25373044</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tofighi</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Abrantes</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>The role of technology-based interventions for substance use disorders in primary care: a review of the literature</article-title>
          <source>Med Clin North Am</source>
          <year>2018</year>
          <volume>102</volume>
          <issue>4</issue>
          <fpage>715</fpage>
          <lpage>731</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29933825"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.mcna.2018.02.011</pub-id>
          <pub-id pub-id-type="medline">29933825</pub-id>
          <pub-id pub-id-type="pii">S0025-7125(18)30015-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC6563611</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Dennis</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Gustafson</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>Using smartphones to decrease substance use via self-monitoring and recovery support: study protocol for a randomized control trial</article-title>
          <source>Trials</source>
          <year>2017</year>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>374</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-017-2096-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-017-2096-z</pub-id>
          <pub-id pub-id-type="medline">28797307</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-017-2096-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC5553728</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ploug</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Holm</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Eliciting meta consent for future secondary research use of health data using a smartphone application—a proof of concept study in the Danish population</article-title>
          <source>BMC Med Ethics</source>
          <year>2017</year>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>51</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedethics.biomedcentral.com/articles/10.1186/s12910-017-0209-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12910-017-0209-6</pub-id>
          <pub-id pub-id-type="medline">28810914</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12910-017-0209-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC5558710</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Pong</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Asher</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Soares</surname>
              <given-names>CN</given-names>
            </name>
          </person-group>
          <article-title>Smart phone technologies and ecological momentary data: is this the way forward on depression management and research?</article-title>
          <source>Curr Opin Psychiatry</source>
          <year>2018</year>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1097/YCO.0000000000000382</pub-id>
          <pub-id pub-id-type="medline">29084010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Santo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Thiagalingam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chalmers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Redfern</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>MEDication reminder APPs to improve medication adherence in Coronary Heart Disease (MedApp-CHD) study: a randomised controlled trial protocol</article-title>
          <source>BMJ Open</source>
          <year>2017</year>
          <volume>7</volume>
          <issue>10</issue>
          <fpage>e017540</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=28993388"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-017540</pub-id>
          <pub-id pub-id-type="medline">28993388</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-017540</pub-id>
          <pub-id pub-id-type="pmcid">PMC5640083</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jamison</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Jurcik</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>EL</given-names>
            </name>
          </person-group>
          <article-title>A pilot comparison of a smartphone app with or without 2-way messaging among chronic pain patients: who benefits from a pain app?</article-title>
          <source>Clin J Pain</source>
          <year>2017</year>
          <volume>33</volume>
          <issue>8</issue>
          <fpage>676</fpage>
          <lpage>686</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27898460"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/AJP.0000000000000455</pub-id>
          <pub-id pub-id-type="medline">27898460</pub-id>
          <pub-id pub-id-type="pmcid">PMC5443703</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Park</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Howie-Esquivel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dracup</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Electronic measurement of medication adherence</article-title>
          <source>West J Nurs Res</source>
          <year>2015</year>
          <volume>37</volume>
          <issue>1</issue>
          <fpage>28</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1177/0193945914524492</pub-id>
          <pub-id pub-id-type="medline">24577868</pub-id>
          <pub-id pub-id-type="pii">0193945914524492</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rethman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Moorhead-Beardsley</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Walther</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Arnold</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Opioid use and misuse among active-duty soldiers following postoperative prescription: using predictors to move toward precision prescribing practices</article-title>
          <year>2022</year>
          <conf-name>Military Health System Research Symposium</conf-name>
          <conf-date>September 5, 2022</conf-date>
          <conf-loc>Kissimmee, FL</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchgate.net/publication/362407942_Predictors_of_Opioid_Use_and_Misuse_among_Active-Duty_Soldiers_Following_Postoperative_Prescription#:~:text=4%20and%20later.-,Overall%2C%20the%20model%20predicting%20total%20opioid%20use%20was%20significant%20and,age%20emerged%20as%20significant%20predictors"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Rethman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moorhead-Beardsley</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Walther</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Arnold</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Predictors of opioid use and misuse among active-duty soldiers following postoperative prescription</article-title>
          <year>2022</year>
          <conf-name>American Psychological Association Annual Convention</conf-name>
          <conf-date>August 2022</conf-date>
          <conf-loc>Minneapolis, MN</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Walther</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Lane</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of a mobile application to decrease opioid misuse and habit-forming behaviors following prescription: preliminary results and future directions</article-title>
          <source>Psychology</source>
          <year>2019</year>
          <volume>10</volume>
          <issue>15</issue>
          <fpage>2019</fpage>
          <lpage>2025</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scirp.org/journal/paperinformation.aspx?paperid=97077"/>
          </comment>
          <pub-id pub-id-type="doi">10.4236/psych.2019.1015129</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gutta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Hart</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Abdo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Leib</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Walther</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Herrine</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Feasibility and acceptability of a mobile application to monitor opioid use and promote behavior modification following cesarean section</article-title>
          <source>Psychology</source>
          <year>2022</year>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>375</fpage>
          <lpage>387</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scirp.org/journal/paperinformation.aspx?paperid=116081"/>
          </comment>
          <pub-id pub-id-type="doi">10.4236/psych.2022.133024</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Abdo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hart</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Leib</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Walther</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Herrine</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of a mobile application to decrease opioid misuse in patients undergoing cesarean section</article-title>
          <year>2023</year>
          <conf-name>American Psychological Association Annual Convention</conf-name>
          <conf-date>August 2, 2023</conf-date>
          <conf-loc>Washington, DC</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchgate.net/publication/372853636_Evaluation_of_a_Mobile_Application_to_Decrease_Opioid_Misuse_in_Patients_Undergoing_Cesarean_Section"/>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
