<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JDERM</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Dermatol</journal-id>
      <journal-title>JMIR Dermatology</journal-title>
      <issn pub-type="epub">2562-0959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v5i2e33833</article-id>
      <article-id pub-id-type="pmid">35720247</article-id>
      <article-id pub-id-type="doi">10.2196/33833</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Using Implementation Science to Understand Teledermatology Implementation Early in the COVID-19 Pandemic: Cross-sectional Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Dellavalle</surname>
            <given-names>Robert</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Sivesind</surname>
            <given-names>Torunn</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tsou</surname>
            <given-names>Christina</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Barwick</surname>
            <given-names>Melanie</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Briggs</surname>
            <given-names>Shanelle Mariah</given-names>
          </name>
          <degrees>BS, BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8750-4938</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Lipoff</surname>
            <given-names>Jules Benjamin</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0557-4260</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Collier</surname>
            <given-names>Sigrid Marie</given-names>
          </name>
          <degrees>MPH, MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <address>
            <institution>Division of Dermatology</institution>
            <institution>University of Washington</institution>
            <addr-line>BB-1353 Health Sciences Center, Box 356524</addr-line>
            <addr-line>1959 NE Pacific Street</addr-line>
            <addr-line>Seattle, WA, 98195-6524</addr-line>
            <country>United States</country>
            <phone>1 206 543 5290</phone>
            <fax>1 302 202 3331</fax>
            <email>coll0640@uw.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4143-0408</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Medicine</institution>
        <institution>University of Washington</institution>
        <addr-line>Seattle, WA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Dermatology</institution>
        <institution>University of Pennsylvania</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Division of Dermatology</institution>
        <institution>University of Washington</institution>
        <addr-line>Seattle, WA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Sigrid Marie Collier <email>coll0640@uw.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Apr-Jun</season>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>9</day>
        <month>6</month>
        <year>2022</year>
      </pub-date>
      <volume>5</volume>
      <issue>2</issue>
      <elocation-id>e33833</elocation-id>
      <history>
        <date date-type="received">
          <day>25</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>18</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>4</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>23</day>
          <month>5</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Shanelle Mariah Briggs, Jules Benjamin Lipoff, Sigrid Marie Collier. Originally published in JMIR Dermatology (http://derma.jmir.org), 09.06.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Dermatology Research, is properly cited. The complete bibliographic information, a link to the original publication on http://derma.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://derma.jmir.org/2022/2/e33833" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Implementation science has been recognized for its potential to improve the integration of evidence-based practices into routine dermatologic care. The COVID-19 pandemic has resulted in rapid teledermatology implementation worldwide. Although several studies have highlighted patient and care provider satisfaction with teledermatology during the COVID-19 pandemic, less is known about the implementation process.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Our goal was to use validated tools from implementation science to develop a deeper understanding of the implementation of teledermatology during the COVID-19 pandemic. Our primary aims were to describe (1) the acceptability and feasibility of the implementation of teledermatology and (2) organizational readiness for the implementation of teledermatology during the COVID-19 pandemic. We also sought to offer an example of how implementation science can be used in dermatologic research.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>An anonymous, web-based survey was distributed to Association of Professors of Dermatology members. It focused on (1) the acceptability, feasibility, and appropriateness of teledermatology and (2) organizational readiness for implementing teledermatology. It incorporated subscales from the Organizational Readiness to Change Assessment—a validated measure of organizational characteristics that predict implementation success.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Of the 518 dermatologists emailed, 35 (7%) responded, and all implemented or scaled up teledermatology during the pandemic. Of the 11 care providers with the highest level of organizational readiness, 11 (100%) said that they plan to continue using teledermatology after the pandemic. Most respondents agreed or strongly agreed that they had sufficient training (24/35, 69%), financial resources (20/35, 57%), and facilities (20/35, 57%). However, of the 35 respondents, only 15 (43%) agreed or strongly agreed that they had adequate staffing support. Most respondents considered the most acceptable teledermatology modality to be synchronous audio and video visits with supplemental stored digital photos (23/35, 66%) and considered the least acceptable modality to be telephone visits without stored digital photos (6/35, 17%). Overall, most respondents thought that the implementation of synchronous audio and video with stored digital photos (31/35, 89%) and telephone visits with stored digital photos (31/35, 89%) were the most feasible. When asked about types of visits that were acceptable for synchronous video/audio visits (with stored digital photos), 18 of the 31 respondents (58%) said “new patients,” 27 (87%) said “existing patients,” 19 (61%) said “medication monitoring,” 3 (10%) said “total body skin exams,” and 22 (71%) said “lesions of concern.”</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study serves as an introduction to how implementation science research methods can be used to understand the implementation of novel technologies in dermatology. Our work builds upon prior studies by further characterizing the acceptability and feasibility of different teledermatology modalities. Our study may suggest initial insights on how dermatology practices and health care systems can support dermatologists in successfully incorporating teledermatology after the pandemic.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>teledermatology</kwd>
        <kwd>telemedicine</kwd>
        <kwd>telehealth</kwd>
        <kwd>COVID-19</kwd>
        <kwd>remote care</kwd>
        <kwd>implementation science</kwd>
        <kwd>store and forward</kwd>
        <kwd>Organizational Readiness to Change Assessment</kwd>
        <kwd>acceptability</kwd>
        <kwd>feasibility</kwd>
        <kwd>digital health</kwd>
        <kwd>dermatology</kwd>
        <kwd>dermatologist</kwd>
        <kwd>health technology</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>When the COVID-19 pandemic began in the spring of 2020, restrictions were placed on in-person visits. This crisis led to the rapid increase in teledermatology implementation, which was made possible by policy changes that overcame prior barriers to implementation, such as the lack of insurance reimbursement, liability concerns, and licensing restrictions [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. A recent review highlighted teledermatology’s potential to reduce health care disparities in underserved and marginalized communities, calling for future efforts to study implementation, as teledermatology has expanded greatly during the pandemic [<xref ref-type="bibr" rid="ref3">3</xref>]. Although much of the published work on teledermatology during the COVID-19 pandemic focused on satisfaction among patients and care providers, less is known about its actual implementation during the early months of the pandemic [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. The field of implementation science has been recognized for its potential to improve the integration of evidence-based practices into routine dermatologic care [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>In order for teledermatology to be successfully incorporated into routine dermatologic practice, there must be buy-in from dermatology patients, dermatologists, and health systems. Our study adds to the growing body of evidence for teledermatology by using validated implementation science tools to develop a deeper understanding of the implementation of teledermatology during the COVID-19 pandemic.</p>
      <p>Implementation science uses specific terminology to describe key predictors of and outcomes for the implementation of evidence-based interventions. Implementation outcomes refer to “the effects of deliberate and purposive actions to implement new treatments, practices, and services,” and they “[serve] as an indicator of implementation success” [<xref ref-type="bibr" rid="ref7">7</xref>]. In this study, we focused on evaluating the <italic>acceptability</italic> and <italic>feasibility</italic> of teledermatology, which are defined, respectively, as follows: (1) “the perception among implementation stakeholders that a given treatment, service, practice, or innovation is agreeable, palatable, or satisfactory” and (2) “the extent to which a new treatment, or innovation, can be successfully used or carried out within a given agency or setting” [<xref ref-type="bibr" rid="ref7">7</xref>]. We also evaluated <italic>organizational readiness</italic> for change, which is defined as “the extent to which organizational members are psychologically and behaviourally prepared to implement organizational change” [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>We use the lens of implementation science to describe teledermatology implementation. The objective of our study was to understand the acceptability and feasibility of the implementation of teledermatology during the COVID-19 pandemic, as well as organizational readiness for the implementation of teledermatology. We also sought to offer an example of how implementation science can be used in dermatologic research.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethical Considerations</title>
        <p>Our study was deemed exempt from ethics approval by the University of Washington Human Subjects Division and the University of Washington Institutional Review Board (IRB ID: STUDY00010266).</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>We conducted a cross-sectional study of dermatologists’ perceptions of teledermatology implementation during the COVID-19 pandemic. We surveyed members of the Association of Professors of Dermatology (APD) between November 20 and December 9, 2020 (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). An initial email was sent on November 20, and it was resent on December 2 to try to increase the response rate. The survey focused on (1) the acceptability, feasibility, and appropriateness of teledermatology and (2) organizational readiness for implementing teledermatology. We used an abbreviated, single-item version of a validated scale [<xref ref-type="bibr" rid="ref9">9</xref>] to assess the acceptability of different teledermatology modalities (eg, synchronous audio and video and stored digital photos). Using the same scale, we assessed the acceptability of teledermatology for different dermatologic conditions and purposes (eg, lesions of concern and medication monitoring). We also incorporated selected subscales from the validated Organizational Readiness to Change Assessment (ORCA) instrument (eg, culture and resources). There were 26 ORCA questions, which were scored on a 5-point Likert scale ranging from “Strongly Disagree” to “Strongly Agree.” The possible ORCA scores ranged from 26 to 130, with higher scores indicating higher organizational readiness for change. The entire survey was tested for face validity and readability through pilots with dermatologists. It was iteratively refined based on their feedback. The survey was administered via email, and responses were collected anonymously. ORCA scores were reported as unweighed composite scores, and participants were stratified by ORCA score tertiles—“low,” “medium,” and “high” organizational readiness for change (<xref ref-type="table" rid="table1">Table 1</xref>). We did not perform statistical hypothesis testing, in accordance with best practices [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographics and outcomes by Organizational Readiness to Change Assessment (ORCA) tertiles.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="420"/>
            <col width="130"/>
            <col width="130"/>
            <col width="160"/>
            <col width="0"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="4">ORCA score tertiles</td>
                <td>Total (N=35)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Low (n=11)</td>
                <td>Medium (n=13)</td>
                <td>High (n=11)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="7">
                  <bold>Sex, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>2 (18)</td>
                <td>6 (47)</td>
                <td>5 (46)</td>
                <td colspan="2">13 (37)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>9 (82)</td>
                <td>7 (54)</td>
                <td>6 (55)</td>
                <td colspan="2">22 (63)</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Race, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>American Indian or Alaska Native</td>
                <td>1 (9)</td>
                <td>0 (0)</td>
                <td>0 (0)</td>
                <td colspan="2">1 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Asian</td>
                <td>1 (9)</td>
                <td>2 (15)</td>
                <td>2 (18)</td>
                <td colspan="2">5 (14)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Black or African American</td>
                <td>1 (9)</td>
                <td>0 (0)</td>
                <td>0 (0)</td>
                <td colspan="2">1 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hispanic, Latinx, or Spanish origin</td>
                <td>1 (9)</td>
                <td>2 (15)</td>
                <td>1 (9)</td>
                <td colspan="2">4 (11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td>7 (64)</td>
                <td>9 (69)</td>
                <td>8 (73)</td>
                <td colspan="2">24 (69)</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Practice, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Dermatology group practice</td>
                <td>0 (0)</td>
                <td>0 (0)</td>
                <td>2 (18)</td>
                <td colspan="2">2 (6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Multispecialty group practice</td>
                <td>1 (9)</td>
                <td>0 (0)</td>
                <td>0 (0)</td>
                <td colspan="2">1 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Academic practice</td>
                <td>9 (82)</td>
                <td>12 (92)</td>
                <td>9 (82)</td>
                <td colspan="2">30 (86)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Veterans administration and academic practice</td>
                <td>1 (9)</td>
                <td>1 (8)</td>
                <td>0 (0)</td>
                <td colspan="2">2 (6)</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Number of years in practice</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Years, mean (SD)</td>
                <td>3.91 (1.97)</td>
                <td>3.69 (1.75)</td>
                <td>3.82 (1.78)</td>
                <td colspan="2">3.80 (1.78)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Years, median (quartile 1, quartile 3)</td>
                <td>4.00 (2.50, 6.00)</td>
                <td>3.00 (2.00, 6.00)</td>
                <td>4.00 (3.00, 5.00)</td>
                <td colspan="2">4.00 (2.00, 6.00)</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Total ORCA score</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Score, mean (SD)</td>
                <td>70.0 (9.58)</td>
                <td>90.4 (5.36)</td>
                <td>110.7 (8.75)</td>
                <td colspan="2">90.4 (18.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Score, median (quartile 1, quartile 3)</td>
                <td>68.00 (66.0, 78.0)</td>
                <td>91.0 (88.0, 96.0)</td>
                <td>110.0 (104.0, 113.5)</td>
                <td colspan="2">91.0 (78.5, 102.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Stored digital photos alone are acceptable, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completely agree or agree</td>
                <td>7 (64)</td>
                <td>5 (39)</td>
                <td>6 (55)</td>
                <td colspan="2">18 (51)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completely disagree, disagree, or neither agree nor disagree</td>
                <td>4 (36)</td>
                <td>8 (62)</td>
                <td>5 (46)</td>
                <td colspan="2">17 (49)</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Telephone visits without photos are acceptable, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completely agree or agree</td>
                <td>2 (18)</td>
                <td>1 (8)</td>
                <td>3 (27)</td>
                <td colspan="2">6 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completely disagree, disagree, or neither agree nor disagree</td>
                <td>9 (82)</td>
                <td>12 (92)</td>
                <td>8 (73)</td>
                <td colspan="2">29 (83)</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Telephone visits with photos are acceptable, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completely agree or agree</td>
                <td>7 (64)</td>
                <td>7 (54)</td>
                <td>6 (55)</td>
                <td colspan="2">20 (57)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completely disagree, disagree, or neither agree nor disagree</td>
                <td>4 (36)</td>
                <td>6 (46)</td>
                <td>5 (46)</td>
                <td colspan="2">15 (43)</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Synchronous audio and video visits without photos are acceptable, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completely agree or agree</td>
                <td>3 (27)</td>
                <td>4 (31)</td>
                <td>5 (46)</td>
                <td colspan="2">12 (34)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completely disagree, disagree, or neither agree nor disagree</td>
                <td>8 (73)</td>
                <td>9 (69)</td>
                <td>6 (55)</td>
                <td colspan="2">23 (66)</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Synchronous audio and video visits with photos are acceptable, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completely agree or agree</td>
                <td>4 (36)</td>
                <td>11 (85)</td>
                <td>8 (73)</td>
                <td colspan="2">23 (66)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completely disagree, disagree, or neither agree nor disagree</td>
                <td>7 (64)</td>
                <td>2 (15)</td>
                <td>3 (27)</td>
                <td colspan="2">12 (34)</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Plan to use telemedicine after the pandemic, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>10 (91)</td>
                <td>12 (92)</td>
                <td>11 (100)</td>
                <td colspan="2">33 (94)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>1 (9)</td>
                <td>1 (8)</td>
                <td>0 (0)</td>
                <td colspan="2">2 (6)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Of the 518 dermatologists on the APD email listserv, 35 (7%) responded, and all implemented or scaled up teledermatology during the pandemic. Of the 35 respondents, 35 (100%) said that the peak use of teledermatology occurred between the months of April and September 2020. Thus, all respondents had completed the initial implementation by the time of survey distribution in December 2020. Further, 94% (33/35) plan to continue using teledermatology after the pandemic. The benefits of teledermatology included less travel time and expense for patients (n=35, 100%), continued patient care (n=33, 94%), the ability to avoid the risk of infection (n=35, 100%), and work flexibility (n=27, 77%). Respondents also experienced challenges with teledermatology, including technology issues (n=22, 63%) and challenges with caring for older adults (n=18, 51%). All 11 care providers with “high” ORCA scores said that they plan to continue using teledermatology after the pandemic (<xref ref-type="table" rid="table1">Table 1</xref>). With regard to organizational readiness for the implementation of teledermatology during the pandemic, 24 of the 35 care providers (69%) agreed or strongly agreed that they had sufficient training, 20 (57%) had sufficient financial resources, and 20 (57%) had sufficient facilities. Most respondents had care provider buy-in (25/35, 71%) and felt that teledermatology implementation took into consideration the needs and preferences of patients (27/35, 77%). On the other hand, fewer respondents had a dedicated team for implementing the intervention (14/34, 41%), had sufficient staffing support (15/35, 43%), or had successfully piloted telemedicine prior to the pandemic (13/35, 37%). Most of the 35 respondents reported using several implementation strategies, which included a dedicated clinical champion (n=26, 74%); feedback to clinicians (n=20, 59%); education (n=24, 69%); and, less commonly, staff incentives (n=4, 11%). Table S1 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> shows these supplemental results. Of the 11 respondents with “low” ORCA scores, 6 (55%) agreed or strongly agreed with the ORCA components about having a clinical champion, 5 (45%) agreed or strongly agreed with giving feedback to clinicians, 2 (18%) agreed or strongly agreed with education, and 0 (0%) agreed or strongly agreed with staff incentives. Of the 11 participants with “high” ORCA scores, 11 (100%) agreed or strongly agreed with having a clinical champion, 9 (82%) agreed or strongly agreed with giving feedback to clinicians, 10 (91%) agreed or strongly agreed with education, and 4 (36%) agreed or strongly agreed with staff incentives (Table S2 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
      <p>The most acceptable teledermatology modality was synchronous audio and video visits with stored digital photos (23/35, 66%). The least acceptable modality was telephone visits without stored digital photos (6/35, 17%). When comparing participants with “low” ORCA scores to those with “medium” and “high” ORCA scores, synchronous audio and video visits with stored digital photos were less acceptable among those with “low” ORCA scores (4/11, 36%) relative to those with “medium” (11/13, 85%) and “high” (8/11, 73%) ORCA scores. However, the acceptability of consultations involving stored digital photos was higher among those with “low” ORCA scores (7/11, 64%) relative to those with “medium” (5/13, 39%) and “high” (6/11, 55%) ORCA scores. Along with acceptability (<xref ref-type="table" rid="table1">Table 1</xref>), feasibility was also addressed. Overall, among the 35 respondents, synchronous audio and video visits with stored digital photos (n=31, 89%) and telephone visits with stored digital photos (n=31, 89%) were deemed the most feasible teledermatology modalities. Other modalities were also deemed feasible, though less so, including consultations involving stored digital photos (n=26, 74%), synchronous audio and video visits without stored digital photos (n=23, 66%), and telephone visits without stored digital photos (n=21, 60%). When asked about types of visits that were acceptable for synchronous video/audio visits (with stored digital photos), 18 of the 31 respondents (58%) said “new patients,” 27 (87%) said “existing patients,” 19 (61%) said “medication monitoring,” 3 (10%) said “total body skin exams,” and 22 (71%) said “lesions of concern. The majority of surveyed dermatologists felt that synchronous video/audio (without stored digital photos was acceptable for “existing patients” (29/32, 91%) and “medication monitoring” (29/32, 91%). Fewer respondents felt that synchronous video/audio (without stored digital photos) was acceptable for “new patients” (12/32, 38%), and very few felt that teledermatology was acceptable for “lesions of concern” (5/32, 16%) and “total body skin exams” (2/32, 6%).. Additional detailed results are shown in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>In our study, although most dermatologists (33/35, 94%) planned to continue using teledermatology after the pandemic, there was some indication that they lacked support in certain areas (eg, staffing and facilities) during implementation early in the COVID-19 pandemic. Additionally, not all teledermatology modalities were equally acceptable or feasible. Among respondents, telephone and synchronous audio and video visits were the least acceptable and feasible modalities, whereas modalities that combined stored digital photos with telephone visits or synchronous audio and video visits were the most acceptable and feasible modalities.</p>
        <p>Teledermatology has been a part of dermatologic care for over 25 years [<xref ref-type="bibr" rid="ref11">11</xref>]. Although consultations involving stored digital photos (store and forward) have historically been the dominant teledermatology modality in clinical practice [<xref ref-type="bibr" rid="ref12">12</xref>], the COVID-19 pandemic has resulted in the rapid implementation of synchronous audio and video teledermatology [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>Although the majority of dermatologists (33/35, 94%) in this study planned to continue using teledermatology after the pandemic, there is likely some variability in intentions to continue using teledermatology, depending on the population surveyed and timing. An earlier survey by the American Academy of Dermatology in May 2020, which included a larger proportion of private practice dermatologists, found that just over half (58%) of dermatologists planned to continue using teledermatology after the pandemic [<xref ref-type="bibr" rid="ref13">13</xref>]. Despite the differences, both surveys highlight the importance of teledermatology in the future, with over 50% of dermatologists intending to practice teledermatology.</p>
        <p>Overall, respondents supported the use of teledermatology after the pandemic; however, we found that both telephone visits and synchronous audio and video visits without stored digital photos were the two least acceptable and feasible modalities. This finding aligns with patients’ experiences with teledermatology. Despite high levels of patient satisfaction and willingness to continue using teledermatology after the pandemic [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>], satisfaction with dermatology telephone visits is lower, and fewer dermatology patients are willing to use telephone visits for future dermatologic care [<xref ref-type="bibr" rid="ref14">14</xref>]. Taken as a whole, our findings build on a growing body of evidence that certain modalities, particularly telephone visits, are less acceptable to both patients and care providers. Dermatologists rely upon the clear and accurate visualization of the skin, which telephone and synchronous video/audio visits alone may not offer.</p>
        <p>Incorporating stored digital photos may overcome some of the limitations of using synchronous audio and video visits and telephone visits in isolation. Acceptability was higher for including stored digital photos with synchronous audio and video visits or telephone visits when compared to that for visits without stored digital photos and consultations involving stored digital photos alone. Prior studies that were conducted during the COVID-19 pandemic showed that care providers were split between preferring synchronous (54%) and asynchronous (46%) modalities but did not assess the combination of asynchronous and synchronous approaches [<xref ref-type="bibr" rid="ref15">15</xref>]. Dermatologists may be able to maximize the benefits of synchronous modalities (synchronous audio and video visits and telephone visits) and asynchronous modalities (stored digital photos) by combining them to create a more acceptable and preferable teledermatology experience.</p>
        <p>We also found that there may be variability in the acceptability of teledermatology based on the type of dermatologic condition and visit. The majority of surveyed dermatologists felt that synchronous video/audio (without stored digital photos) was acceptable for “existing patients” (29/32, 91%) and “medication monitoring” (29/32, 91%). Fewer respondents felt that synchronous video/audio (without stored digital photos) was acceptable for “new patients” (12/32, 38%), and very few felt that teledermatology was acceptable for “lesions of concern” (5/32, 16%) and “total body skin exams” (2/32, 6%). The American Academy of Dermatology’s survey found a similarly low number of dermatologists who were comfortable with performing total body skin exams via teledermatology, with 96% believing that this requires an in-person examination [<xref ref-type="bibr" rid="ref13">13</xref>]. This work adds to our understanding of the types of patient concerns for which teledermatology is the most acceptable. We hope that teledermatology guidelines for best practices can evolve via this growing collection of work.</p>
        <p>When implementing novel health care technologies (including teledermatology technologies), organizational factors, such as organizational readiness for change, are important determinants of implementation success [<xref ref-type="bibr" rid="ref16">16</xref>]. We found that although support for teledermatology implementation was high in most areas (eg, training and care provider buy-in), dermatologists lacked organizational support in other areas, such as staffing support and facilities. In addition, we found that respondents with a “low” organizational readiness for change tended to find synchronous audio and video visits less acceptable when compared to respondents with “medium” and “high” ORCA scores. It is plausible that in dermatology practices with a lower organizational readiness for change, limited support for newly implementing synchronous audio and video teledermatology [<xref ref-type="bibr" rid="ref13">13</xref>] resulted in negative experiences during the COVID-19 pandemic. This hints at the potential importance of organizational readiness in determining the success of teledermatology implementation. Although specific implementation process details were outside the scope of this work, lower scores for important implementation strategies, including having a clinical champion, giving feedback to clinicians, and providing education, contributed to respondents having “low” scores for organizational readiness for change, and this may provide clues as to the specific implementation strategies that are important for the successful implementation of synchronous audio and video teledermatology early in the COVID-19 pandemic. Future research will be needed to explore the roles of specific implementation strategies, implementation processes, and costs in determining the success of newly implemented teledermatology programs.</p>
        <p>We acknowledge that this cross-sectional survey has significant limitations, given its modest sample size and response rate. Therefore, we cannot draw definitive conclusions on the associations between organizational readiness for change and teledermatology implementation outcomes. Still, our total of 35 respondents and response rate of 7% (35/518) are similar to those of other nonincentivized physician surveys [<xref ref-type="bibr" rid="ref13">13</xref>]. For these reasons, the findings of this survey may not be generalizable. As the survey was distributed to the APD, the majority of respondents (32/35) practiced in academic dermatology settings. Thus, respondents with an interest in teledermatology may have been overrepresented. Additionally, respondents were mostly White (24/35, 69%); as such, the opinions of dermatologists from all backgrounds were not captured. Despite these limitations, this work provides valuable descriptive insights into the role of implementation science in understanding teledermatology implementation during the COVID-19 pandemic.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study serves as an introduction to how implementation science research methods can be used to understand the implementation of novel technologies in dermatology. Our work builds on prior work by further characterizing the acceptability and feasibility of different teledermatology modalities. Our study also contributes initial insights on how dermatology practices and health care systems can support dermatologists in successfully incorporating teledermatology after the pandemic. Finally, this work highlights newer methods for identifying organizational factors that can be optimized to improve future teledermatology implementation efforts.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Survey instrument and recruitment letter/email.</p>
        <media xlink:href="derma_v5i2e33833_app1.docx" xlink:title="DOCX File , 5610 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Supplemental results.</p>
        <media xlink:href="derma_v5i2e33833_app2.docx" xlink:title="DOCX File , 32 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">APD</term>
          <def>
            <p>Association of Professors of Dermatology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ORCA</term>
          <def>
            <p>Organizational Readiness to Change Assessment</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The research reported in this publication was supported by the Fogarty International Center and National Cancer Institute of the National Institutes of Health under grant D43TW009345-09S7, which was awarded to the Northern Pacific Global Health Fellows Program. The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health. We give special thanks to Dr Michi Shinohara, Dr Cuong Nguyen, Dr John Olerud, Dr Markus Boos, Dr Jay Vary, Dr Nicholas Compton, Dr April Schachtel, and Dr Max Vale for their contributions.</p>
      <p>SMC’s time on this project was funded by the National Institutes of Health under grant D43TW009345-09S7.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yeboah</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lipoff</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>The impact of COVID-19 on teledermatology: A review</article-title>
          <source>Dermatol Clin</source>
          <year>2021</year>
          <month>10</month>
          <volume>39</volume>
          <issue>4</issue>
          <fpage>599</fpage>
          <lpage>608</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/34556249"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.det.2021.05.007</pub-id>
          <pub-id pub-id-type="medline">34556249</pub-id>
          <pub-id pub-id-type="pii">S0733-8635(21)00044-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC8162710</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramírez-Cornejo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Muñoz-López</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Del Barrio-Díaz</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jaque</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Majerson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Navarrete-Dechent</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Uribe</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Vera-Kellet</surname>
              <given-names>C</given-names>
            </name>
            <collab>Grupo de Teledermatología UC-Christus</collab>
          </person-group>
          <article-title>[Rapid implementation of tele-dermatology during COVID-19 pandemic in an academic dermatology department]</article-title>
          <source>Rev Med Chil</source>
          <year>2021</year>
          <month>10</month>
          <volume>149</volume>
          <issue>10</issue>
          <fpage>1467</fpage>
          <lpage>1472</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.scielo.cl/scielo.php?script=sci_arttext&amp;pid=S0034-98872021001001467&amp;lng=en&amp;nrm=iso&amp;tlng=en"/>
          </comment>
          <pub-id pub-id-type="doi">10.4067/s0034-98872021001001467</pub-id>
          <pub-id pub-id-type="medline">35319636</pub-id>
          <pub-id pub-id-type="pii">S0034-98872021001001467</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maddukuri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lipoff</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Teledermatology addressing disparities in health care access: a review</article-title>
          <source>Curr Dermatol Rep</source>
          <year>2021</year>
          <month>03</month>
          <day>12</day>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33747638"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13671-021-00329-2</pub-id>
          <pub-id pub-id-type="medline">33747638</pub-id>
          <pub-id pub-id-type="pii">329</pub-id>
          <pub-id pub-id-type="pmcid">PMC7953516</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turan</surname>
              <given-names>Ç</given-names>
            </name>
            <name name-style="western">
              <surname>Utlu</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Investigating the factors enabling the accurate implementation of the patient-assisted teledermatology model during the pandemic in Turkey: A pilot study</article-title>
          <source>Dermatol Ther</source>
          <year>2021</year>
          <month>03</month>
          <volume>34</volume>
          <issue>2</issue>
          <fpage>e14741</fpage>
          <pub-id pub-id-type="doi">10.1111/dth.14741</pub-id>
          <pub-id pub-id-type="medline">33404147</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamad</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kammire</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Hollis</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Khairat</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the experiences of new and existing teledermatology patients during the COVID-19 pandemic: Cross-sectional survey study</article-title>
          <source>JMIR Dermatol</source>
          <year>2021</year>
          <month>05</month>
          <day>05</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>e25999</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://derma.jmir.org/2021/1/e25999"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/25999</pub-id>
          <pub-id pub-id-type="medline">34028471</pub-id>
          <pub-id pub-id-type="pii">v4i1e25999</pub-id>
          <pub-id pub-id-type="pmcid">PMC8104278</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ashrafzadeh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Metlay</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Choudhry</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Emmons</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Asgari</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Using implementation science to optimize the uptake of evidence-based medicine into dermatology practice</article-title>
          <source>J Invest Dermatol</source>
          <year>2020</year>
          <month>05</month>
          <volume>140</volume>
          <issue>5</issue>
          <fpage>952</fpage>
          <lpage>958</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0022-202X(19)33382-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jid.2019.10.011</pub-id>
          <pub-id pub-id-type="medline">31862108</pub-id>
          <pub-id pub-id-type="pii">S0022-202X(19)33382-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7720814</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Silmere</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Raghavan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hovmand</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aarons</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bunger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hensley</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Outcomes for implementation research: conceptual distinctions, measurement challenges, and research agenda</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2011</year>
          <month>03</month>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>65</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20957426"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-010-0319-7</pub-id>
          <pub-id pub-id-type="medline">20957426</pub-id>
          <pub-id pub-id-type="pmcid">PMC3068522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weiner</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Amick</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>SYD</given-names>
            </name>
          </person-group>
          <article-title>Conceptualization and measurement of organizational readiness for change: a review of the literature in health services research and other fields</article-title>
          <source>Med Care Res Rev</source>
          <year>2008</year>
          <month>08</month>
          <volume>65</volume>
          <issue>4</issue>
          <fpage>379</fpage>
          <lpage>436</lpage>
          <pub-id pub-id-type="doi">10.1177/1077558708317802</pub-id>
          <pub-id pub-id-type="medline">18511812</pub-id>
          <pub-id pub-id-type="pii">1077558708317802</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weiner</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Stanick</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dorsey</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Clary</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Boynton</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Halko</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Psychometric assessment of three newly developed implementation outcome measures</article-title>
          <source>Implement Sci</source>
          <year>2017</year>
          <month>08</month>
          <day>29</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>108</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-017-0635-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-017-0635-3</pub-id>
          <pub-id pub-id-type="medline">28851459</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-017-0635-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5576104</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leon</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Kraemer</surname>
              <given-names>HC</given-names>
            </name>
          </person-group>
          <article-title>The role and interpretation of pilot studies in clinical research</article-title>
          <source>J Psychiatr Res</source>
          <year>2011</year>
          <month>05</month>
          <volume>45</volume>
          <issue>5</issue>
          <fpage>626</fpage>
          <lpage>629</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21035130"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jpsychires.2010.10.008</pub-id>
          <pub-id pub-id-type="medline">21035130</pub-id>
          <pub-id pub-id-type="pii">S0022-3956(10)00292-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC3081994</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perednia</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>NA</given-names>
            </name>
          </person-group>
          <article-title>Teledermatology: one application of telemedicine</article-title>
          <source>Bull Med Libr Assoc</source>
          <year>1995</year>
          <month>01</month>
          <volume>83</volume>
          <issue>1</issue>
          <fpage>42</fpage>
          <lpage>47</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/7703938"/>
          </comment>
          <pub-id pub-id-type="medline">7703938</pub-id>
          <pub-id pub-id-type="pmcid">PMC225996</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coates</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kvedar</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Granstein</surname>
              <given-names>RD</given-names>
            </name>
          </person-group>
          <article-title>Teledermatology: from historical perspective to emerging techniques of the modern era: part I: History, rationale, and current practice</article-title>
          <source>J Am Acad Dermatol</source>
          <year>2015</year>
          <month>04</month>
          <volume>72</volume>
          <issue>4</issue>
          <fpage>563</fpage>
          <lpage>574; quiz 575-576</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaad.2014.07.061</pub-id>
          <pub-id pub-id-type="medline">25773407</pub-id>
          <pub-id pub-id-type="pii">S0190-9622(14)01860-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Arey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hopkins</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Tejasvi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Farah</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Secrest</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Lipoff</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Dermatologist perceptions of teledermatology implementation and future use after COVID-19: Demographics, barriers, and insights</article-title>
          <source>JAMA Dermatol</source>
          <year>2021</year>
          <month>05</month>
          <day>01</day>
          <volume>157</volume>
          <issue>5</issue>
          <fpage>595</fpage>
          <lpage>597</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33787839"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamadermatol.2021.0195</pub-id>
          <pub-id pub-id-type="medline">33787839</pub-id>
          <pub-id pub-id-type="pii">2778026</pub-id>
          <pub-id pub-id-type="pmcid">PMC8014193</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stadler</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Senner</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Frey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Clanner-Engelshofen</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Frommherz</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>French</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Reinholz</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Teledermatology in times of COVID-19</article-title>
          <source>J Dermatol</source>
          <year>2021</year>
          <month>05</month>
          <volume>48</volume>
          <issue>5</issue>
          <fpage>620</fpage>
          <lpage>624</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33715181"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/1346-8138.15812</pub-id>
          <pub-id pub-id-type="medline">33715181</pub-id>
          <pub-id pub-id-type="pmcid">PMC8250059</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kazi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Evankovich</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moorhead</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ferris</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Falo</surname>
              <given-names>LD Jr</given-names>
            </name>
            <name name-style="western">
              <surname>English</surname>
              <given-names>JC 3rd</given-names>
            </name>
          </person-group>
          <article-title>Utilization of Asynchronous and Synchronous Teledermatology in a Large Health Care System During the COVID-19 Pandemic</article-title>
          <source>Telemed J E Health</source>
          <year>2021</year>
          <volume>27</volume>
          <issue>7</issue>
          <fpage>771</fpage>
          <lpage>777</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2020.0299</pub-id>
          <pub-id pub-id-type="medline">33074786</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miake-Lye</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Delevan</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Ganz</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Mittman</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Finley</surname>
              <given-names>EP</given-names>
            </name>
          </person-group>
          <article-title>Unpacking organizational readiness for change: an updated systematic review and content analysis of assessments</article-title>
          <source>BMC Health Serv Res</source>
          <year>2020</year>
          <month>02</month>
          <day>11</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>106</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-020-4926-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-020-4926-z</pub-id>
          <pub-id pub-id-type="medline">32046708</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-020-4926-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC7014613</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
