<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JDERM</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Dermatol</journal-id>
      <journal-title>JMIR Dermatology</journal-title>
      <issn pub-type="epub">2562-0959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v4i1e24820</article-id>
      <article-id pub-id-type="pmid">37632800</article-id>
      <article-id pub-id-type="doi">10.2196/24820</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Factors Contributing to Diagnostic Discordance Between Store-and-Forward Teledermatology Consultations and In-Person Visits: Case Series</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tensen</surname>
            <given-names>E</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kaliyadan</surname>
            <given-names>Feroze</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Blazer</surname>
            <given-names>Felix</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>Michelle S</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Harvard Medical School</institution>
            <addr-line>25 Shattuck Street</addr-line>
            <addr-line>Boston, MA, 02115</addr-line>
            <country>United States</country>
            <phone>1 4127217765</phone>
            <email>michelle_lee3@hms.harvard.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0188-3426</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Stavert</surname>
            <given-names>Robert</given-names>
          </name>
          <degrees>MD, MBA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2253-7998</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Harvard Medical School</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Dermatology</institution>
        <institution>Cambridge Health Alliance</institution>
        <addr-line>Somerville, MA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Michelle S Lee <email>michelle_lee3@hms.harvard.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Jun</season>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>25</day>
        <month>2</month>
        <year>2021</year>
      </pub-date>
      <volume>4</volume>
      <issue>1</issue>
      <elocation-id>e24820</elocation-id>
      <history>
        <date date-type="received">
          <day>7</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>2</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>26</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>29</day>
          <month>1</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Michelle S Lee, Robert Stavert. Originally published in JMIR Dermatology (http://derma.jmir.org), 25.02.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Dermatology Research, is properly cited. The complete bibliographic information, a link to the original publication on http://derma.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://derma.jmir.org/2021/1/e24820" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Use of asynchronous store-and-forward (SAF) teledermatology can improve access to timely and cost-effective dermatologic care and has increased during the COVID-19 pandemic. Previous research has found high diagnostic concordance rates between SAF teledermatology and face-to-face clinical diagnosis, but to our knowledge, none have used specific cases to illustrate factors contributing to diagnostic discordance.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>To identify and illustrate characteristics that may have contributed to diagnostic discordance between store-and-forward teledermatology and in-person clinical diagnosis in a series of patients.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We identified 7 cases of diagnostic discordance between teledermatology and in-person visits where the favored diagnosis of the in-person dermatologist was not included in the differential diagnosis formulated by the teledermatologist. Cases were identified from a previously published retrospective chart review of 340 SAF teledermatology consultations, which was previously performed at an academic community health care system in the greater Boston area, Massachusetts, from January 1, 2014, through December 31, 2017. Of 99 patients who completed an in-person dermatology appointment after their teledermatology consultation, 7 had diagnostic disagreement between the teledermatologist and in-person dermatologist where the diagnosis in the in-person consultation was not included in the differential diagnosis in the original teledermatology consult. These 7 cases were examined by 2 author reviewers to identify factors that may have contributed to diagnostic discordance.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Factors contributing to diagnostic discordance between SAF teledermatology consultations and in-person visits included poor image quality, inadequate history or diagnostic workup, inability to evaluate textural characteristics, diagnostic uncertainty due to atypical presentations, and evolution in appearance of skin conditions over time.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>We identified multiple factors that contributed to diagnostic discordance. Recognition and mitigation of these factors, when possible, may help to improve diagnostic accuracy and reduce the likelihood of misdiagnosis. Continuing education of referring providers and implementation of standardized guidelines for referrals may also be helpful in reducing the risk of misdiagnosis due to inherent limitations of teledermatology services.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>teledermatology</kwd>
        <kwd>eHealth</kwd>
        <kwd>dermatology</kwd>
        <kwd>telemedicine</kwd>
        <kwd>diagnosis</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Store-and-forward (SAF) teledermatology systems utilize asynchronous evaluation of clinical images and information to provide diagnostic and management guidance directly to patients or other health care providers. In contrast to real-time telemedicine such as video encounters, SAF encounters involve collecting clinical information from a referring provider to be sent electronically to another site or provider, often a specialist, for review at a later time. SAF teledermatology platforms can increase access to dermatologic care, provide financial savings for patients and health systems, and provide a comparable quality of care to in-person evaluation for numerous dermatologic conditions [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. Utilization of both synchronous video and asynchronous SAF telemedicine has increased significantly during the 2020 COVID-19 pandemic [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. SAF teledermatology may play a particularly vital role in the provision of safe and efficient dermatologic care as it requires less resources and coordination to implement compared to live interactive teledermatology [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>Evaluation of diagnostic concordance for patients who receive both a teledermatology and in-person consultation is one method of assessing the diagnostic quality of SAF teledermatology consultations. Complete diagnostic concordance occurs when the first diagnosis matches between the in-person dermatologist and teledermatologist [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. Previous research has found 79%-94% concordance rates between teledermatology and face-to-face clinical diagnosis, with some variation based on factors including skin condition and whether or not dermatoscopy is utilized [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. High rates of diagnostic concordance help to ensure that the diagnoses patients receive from SAF teledermatology platforms are comparable to those that patients would receive during an in-person encounter.</p>
      <p>Although previously published work has examined rates and patterns of discordance [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref17">17</xref>], to our knowledge, none have previously used cases to identify and illustrate specific characteristics that may contribute to diagnostic discordance. We analyzed a series of 7 cases of diagnostic discordance, identifying contributing factors in hopes of identifying opportunities to improve teledermatology systems and mitigate potential risks that can occur from misdiagnosis.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>Previously, a retrospective chart review of 340 SAF teledermatology consultations performed at our institution from January 1, 2014, through December 31, 2017, was conducted [<xref ref-type="bibr" rid="ref18">18</xref>]. All SAF teledermatology cases were ordered alphabetically by patient’s last name, and the first 340 cases were reviewed. Among these 340 teledermatology cases, there were 99 patients who also completed an in-person dermatology visit, and further chart review was performed to determine the level of management concordance between teledermatologist and in-person dermatologist, defined by five categories: (1) fully concordant, (2) partially concordant, (3) discordant, (4) unable to assess because treatment was not specified by the referring provider, and (5) treatment not specified by teledermatology provider and an in-person appointment is requested for further evaluation. The definition of diagnostic discordance for this study was based on previous literature, which has defined diagnostic concordance as complete agreement (where the first diagnosis matched between in-person dermatologist and teledermatologist), partial agreement (where diagnoses overlapped between in-person dermatologist and teledermatologist), and discordant (where diagnoses did not match between teledermatologist and in-person dermatologist) [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. Analysis of the 99 patients with both teledermatology and in-person visits found that diagnoses in 76 (77%) encounters were fully concordant, 16 (16%) were partially concordant, and 7 (7%) were fully discordant. We further evaluated these 7 diagnostically discordant cases to identify factors contributing to diagnostic discordance. Both authors (MSL and RS) performed retrospective chart review of the cases and discussed causes of the diagnostic discordance to come to a consensus.</p>
      <p>Images from the teledermatology consult were submitted by the referring provider and taken using the Epic Haiku mobile app (Epic Systems Corporation). The teledermatologist was different than the in-person dermatologist in all but the second case reviewed. This project was exempt from full review by our Institutional Review Board.</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>A summary of the cases, teledermatology and in-person differential diagnoses, in-person diagnosis, and factors contributing to diagnostic discordance is provided in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Summary of cases and factors contributing to diagnostic discordance.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="50"/>
            <col width="90"/>
            <col width="160"/>
            <col width="140"/>
            <col width="170"/>
            <col width="150"/>
            <col width="240"/>
            <thead>
              <tr valign="top">
                <td>Case</td>
                <td>Age (yrs) and gender</td>
                <td>Telederm<sup>a</sup> differential diagnosis</td>
                <td>Treatment after telederm visit</td>
                <td>In-person differential diagnosis</td>
                <td>In-person diagnosis (diagnostic test)</td>
                <td>Contributing factors to diagnostic uncertainty</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1</td>
                <td>31, male</td>
                <td>Superficial morphea, superficial dermatophyte infection, pityriasis rotunda, psoriasis, parapsoriasis, CTCL<sup>b</sup>, Hansen</td>
                <td>None</td>
                <td>Confluent and reticulated papillomatosis of Gougerot and Carteaud, morphea, tinea corporis, and discoid erythrasma</td>
                <td>Eczematous dermatitis (punch biopsy)</td>
                <td>Image quality compromised by patient positioning and lighting leading to shine artifact; unusual morphology, presentation; lack of historical details provided</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>60, male</td>
                <td>Sarcoid, mycobacterial, hypersensitivity, lichenoid reaction, pseudolymphoma, arthropod bite, folliculitis</td>
                <td>Betamethasone dipropionate 0.05% cream twice a day</td>
                <td>Tinea corporis, sarcoid, annular lichen planus</td>
                <td>Tinea corporis (KOH prep<sup>c</sup> confirmed)</td>
                <td>Image quality compromised by limited view of anatomic area; evolution of rash from time of telederm to time of in-person visit from papular to characteristic annular with scale</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>26, male</td>
                <td>Impetigo, tinea faciei, Majocchi, contact dermatitis, rosacea</td>
                <td>Empiric doxycycline 100 mg orally twice a day for 2 weeks, continue clotrimazole</td>
                <td>VZV<sup>d</sup> reactivation (herpes zoster)</td>
                <td>Herpes zoster (physical exam)</td>
                <td>Limited single-image view made it more difficult to appreciate dermatomal distribution; lack of adequate testing including superficial bacterial culture and KOH prep; evolution of rash from telederm consult to time of in-person visit</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>63, male</td>
                <td>Actinic keratoses, excoriated papulopustular rosacea, squamous cell carcinoma</td>
                <td>None prescribed</td>
                <td>Telangiectasias due to sun damage</td>
                <td>Nonspecific telangiectasias due to sun damage (clinical diagnosis)</td>
                <td>Inability to palpate lesion to determine textural characteristics; image artifact showing overlying scale; no dermatoscopic images taken during initial consultation</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>69, male</td>
                <td>HSV<sup>e</sup>, erythema multiforme, contact dermatitis, or pemphigus vulgaris, and paraneoplastic pemphigus</td>
                <td>None prescribed</td>
                <td>Allergic contact dermatitis vs actinic cheilitis</td>
                <td>Lichenoid dermatitis (biopsy)</td>
                <td>HSV/VZV viral culture would have been helpful when evaluating vesicles on mucosal surfaces; diagnostically challenging case; lack of historical details provided</td>
              </tr>
              <tr valign="top">
                <td>6</td>
                <td>41, male</td>
                <td>HSV, LGV<sup>f</sup></td>
                <td>None prescribed</td>
                <td>Condyloma acuminata</td>
                <td>Epidermal inclusion cyst (biopsy)</td>
                <td>Nonclassic presentation resulting in diagnostic uncertainty; viral and bacterial swab cultures would be helpful for initial consult; difficulty in distinguishing between vesicles, pustules, cysts via telederm</td>
              </tr>
              <tr valign="top">
                <td>7</td>
                <td>65, male</td>
                <td>Unable to determine</td>
                <td>None prescribed</td>
                <td>Irritated seborrheic keratosis vs melanoma</td>
                <td>BCC<sup>g</sup> (shave biopsy)</td>
                <td>Dermatoscopic images were out of focus, and nondermatoscopic images were not included</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Telederm: teledermatology.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>CTCL: cutaneous T-cell lymphoma.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>KOH prep: potassium hydroxide preparation.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>VZV: varicella zoster virus.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>HSV: herpes simplex virus.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>LGV: lymphogranuloma venereum.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>BCC: basal cell carcinoma.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Case 1</title>
        <p>A 31-year-old male presented to his primary care provider with a several-year history of well-circumscribed, hyperpigmented, nonpruritic, thin, scaly plaques with skin tightening on his back, trunk, and chest, as well as associated gynecomastia. The patient had tried applying moisturizing lotion without relief. Teledermatology consultation resulted in a broad differential diagnosis including superficial morphea, superficial dermatophyte infection, pityriasis rotunda, psoriasis, parapsoriasis, cutaneous T-cell lymphoma, and Hansen disease. The submitted images showed several sharply demarcated hyperpigmented thin plaques with overlying xerotic scale on the back as well as well-circumscribed tan thin plaques with overlying scale on the collar distribution of the neck and the upper chest (<xref rid="figure1" ref-type="fig">Figures 1</xref> and <xref rid="figure2" ref-type="fig">2</xref>). The teledermatologist noted that the image quality was limited by patient positioning and lighting, leading to shine artifact, and noted that further history about potential exposures and travel history would have been helpful, particularly to rule out Hansen disease. Due to the broad differential and no leading diagnosis, he was referred for an in-person consultation. His in-person exam revealed well-demarcated geographic hyperpigmented atrophic and wrinkly patches on the back (<xref rid="figure3" ref-type="fig">Figure 3</xref>) and the anterior bilateral shoulders, left flank, and upper arms, as well as gynecomastia. The differential diagnosis included confluent and reticulated papillomatosis of Gougerot-Carteaud, morphea, tinea corporis, and discoid erythrasma. A punch biopsy was performed, which revealed findings most consistent with an eczematous dermatitis. The patient was treated with triamcinolone 0.1% cream and did not return for scheduled follow-up appointments.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Case 1. Submitted teledermatology image showing patient’s back with hyperkeratotic plaque and xerotic scale. Image quality compromised by patient positioning and lighting leading to shine artifact.</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Case 1. Submitted teledermatology image showing patient’s neck and clavicular region with hyperkeratotic plaque and xerotic scale. Image quality compromised by patient positioning and lighting leading to shine artifact.</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Case 1. Image for in-person visit showing well-demarcated, geographic, hyperpigmented, atrophic, and wrinkly patches on the back.</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Case 2</title>
        <p>A 60-year-old man with 3 weeks of pruritic pink papules on the left forearm next to tattooed skin was referred to teledermatology. Submitted photos showed a 1-2 cm light pink patch containing three discrete 4-6 mm pink papules, and the differential diagnosis included sarcoidosis, atypical mycobacterial infection, hypersensitivity reaction, lichenoid reaction, and pseudolymphoma, as well as arthropod assault and folliculitis. The teledermatologist noted that image quality was compromised by the limited anatomic view provided (<xref rid="figure4" ref-type="fig">Figure 4</xref>). The patient was prescribed betamethasone dipropionate 0.05% cream twice daily for 2 weeks. In the office 3 weeks later, he was noted to have a pink-red annular plaque with overlying scale (<xref rid="figure5" ref-type="fig">Figure 5</xref>) that was suspicious for tinea corporis, which was confirmed with a potassium hydroxide preparation (KOH prep) showing hyphae. The patient was treated with topical ketoconazole 1% cream, and his rash resolved without recurrence.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Case 2. Submitted teledermatology image showing left forearm with 1-2 cm light pink patch containing three discrete 4-6 mm pink papules. Image quality compromised by limited anatomic view.</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Case 2.  In-office photo obtained from same patient, demonstrating left forearm with pink-red annular plaque with scale (tinea corporis).</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Case 3</title>
        <p>A 26-year-old male with a 3-day history of a round pink plaque on the left cheek, within which were papules and erosions, was referred to teledermatology. At the time of his referral, the referring provider had prescribed treatment of this plaque with topical clotrimazole. The patient reported that he had worn a mask and participated in paintball and jiujitsu a few days prior to presentation and that his lesions appeared shortly afterwards. He reported that the lesion started as a pimple or vesicle, and then progressed into a plaque. A single submitted clinical image showed a limited view of the left cheek (<xref rid="figure6" ref-type="fig">Figure 6</xref>). The teledermatologist’s differential diagnosis included impetigo, tinea faciei, Majocchi granuloma, and contact dermatitis. The teledermatologist advised the referring provider to obtain a superficial bacterial culture of the plaque, continue clotrimazole, and start empiric treatment with doxycycline if the patient was unable to return for the culture. The patient subsequently reported progression of his rash and was scheduled for an in-person visit with the dermatologist 1 week later. At that time, the initial lesions had crusted over, and new lesions on his left upper medial cheek, left nasal bridge, and left nasal ala in a dermatomal distribution were noted (<xref rid="figure7" ref-type="fig">Figure 7</xref>). A clinical diagnosis of herpes zoster was made, the patient was prescribed oral acyclovir, and the rash subsequently resolved.</p>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Case 3. Limited view of the face from teledermatologist consult.</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Case 3. Images from clinic 1 week later.</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Case 4</title>
        <p>A 63-year-old man was referred to teledermatology for evaluation of a 7-month history of an enlarging nasal lesion. The teledermatologist reviewed the image and described erythematous macules that appeared to have scale or crust on the nasal tip and ala (<xref rid="figure8" ref-type="fig">Figure 8</xref>). The differential diagnosis provided by the teledermatologist was dependent on textural characteristics and included actinic keratoses if the lesion was rough and excoriated papulopustular rosacea if the texture was not rough. The teledermatologist requested additional textural information. Due to the incomplete information on skin texture, the patient was referred for an in-person visit, where his exam revealed no overlying scale or roughness to suggest actinic keratosis and no features suggestive of squamous cell carcinoma. He denied a history of facial flushing or acneiform or pustular eruptions. He was clinically diagnosed with a telangiectasia, likely due to dermatoheliosis, and no further treatment was recommended.</p>
        <fig id="figure8" position="float">
          <label>Figure 8</label>
          <caption>
            <p>Case 4. Submitted image to teledermatology showing erythematous macules with apparent scale or crust on the nasal tip and ala.</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Case 5</title>
        <p>A 69-year-old man with a 2-month history of blistering lips with skin peeling and pain unresponsive to Vaseline was referred to teledermatology. The submitted image showed a focal erosion with hemorrhagic crust and vesiculation (<xref rid="figure9" ref-type="fig">Figure 9</xref>), and the differential included herpes simplex virus (HSV), erythema multiforme, contact dermatitis, pemphigus vulgaris, and paraneoplastic pemphigus. The teledermatologist pointed out that the patient was not asked about history of similar eruptions, involvement of the oral mucosa, or associated symptoms including pain or burning, which would have aided the diagnosis. The consultant also recommended obtaining HSV/varicella zoster virus viral cultures and applying emollient, and the patient was scheduled for an in-office dermatology appointment. During the first in-person visit, the erosions and vesicles were resolving (<xref rid="figure10" ref-type="fig">Figure 10</xref>), and a bacterial culture was taken from a focal erosion which grew methicillin-resistant <italic>Staphylococcus aureus</italic>. He was treated with doxycycline and the fissure healed. The lip erosions subsequently recurred (<xref rid="figure11" ref-type="fig">Figure 11</xref>) and were biopsied, with pathology most consistent with a lichenoid dermatitis. He was treated with triamcinolone 0.1% cream and his symptoms resolved.</p>
        <fig id="figure9" position="float">
          <label>Figure 9</label>
          <caption>
            <p>Case 5. Submitted teledermatology image of focal erosion with hemorrhagic crust and vesiculation on lips.</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure10" position="float">
          <label>Figure 10</label>
          <caption>
            <p>Case 5. Image from first in-person visit showing resolving vesicles and erosions.</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig10.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure11" position="float">
          <label>Figure 11</label>
          <caption>
            <p>Case 5. Image from second in-person visit, when biopsy was taken.</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig11.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Case 6</title>
        <p>A 41-year-old man with no known history of sexually transmitted infections was referred to teledermatology for 1 month of an unchanging nontender penile rash. He was in a monogamous relationship, and his female partner did not have a similar rash. Submitted images demonstrated a cluster of apparent deep-seated vesicles or pustules on the dorsal penile shaft (<xref rid="figure12" ref-type="fig">Figure 12</xref>) as well as documented 1.5-2 cm suprapubic lymphadenopathy. The teledermatologist noted difficulty in distinguishing between vesicles and pustules in the images and recommended obtaining a medication history as well as viral and bacterial swab culture for genital vesicles and pustules. The differential included infectious and inflammatory etiologies, including HSV, lymphogranuloma venereum, and a fixed drug eruption. The patient was scheduled for an in-person evaluation (<xref rid="figure13" ref-type="fig">Figure 13</xref>), during which a shave biopsy was obtained that demonstrated a foreign body giant cell reaction suggestive of a ruptured epidermal inclusion cyst.</p>
        <fig id="figure12" position="float">
          <label>Figure 12</label>
          <caption>
            <p>Case 6. Submitted teledermatology image suggestive of vesicles versus pustules on the dorsal penile shaft.</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig12.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure13" position="float">
          <label>Figure 13</label>
          <caption>
            <p>Case 6. Image from in-person visit.</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig13.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Case 7</title>
        <p>A 66-year-old man with a 1- to 2-year history of a hyperpigmented nasal papule was referred for teledermatology consultation. The teledermatologist noted that the two dermatoscopic images provided were poorly focused (<xref rid="figure14" ref-type="fig">Figures 14</xref> and <xref rid="figure15" ref-type="fig">15</xref>), and no gross images were submitted. Thus, the consultant was unable to provide a differential diagnosis with the provided clinical images, and the patient was referred for an in-person visit. During the in-office encounter, exam revealed a 5-6 mm black thin papule with a collarette of scale on the nasal bridge (<xref rid="figure16" ref-type="fig">Figure 16</xref>) with a differential of irritated seborrheic keratosis versus melanoma. A shave biopsy was performed of the lesion, which resulted in a diagnosis of pigmented basal cell carcinoma. The patient was referred for Mohs surgery.</p>
        <fig id="figure14" position="float">
          <label>Figure 14</label>
          <caption>
            <p>Case 7. Submitted image to teledermatologist taken with dermoscopy.</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig14.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure15" position="float">
          <label>Figure 15</label>
          <caption>
            <p>Case 7. Submitted image to teledermatologist taken with dermoscopy.</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig15.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure16" position="float">
          <label>Figure 16</label>
          <caption>
            <p>Case 7. In-person image showing 5-6 mm black thin papule with collarette of scale on the nasal bridge.</p>
          </caption>
          <graphic xlink:href="derma_v4i1e24820_fig16.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>From our case analysis, we identified multiple factors that likely contributed to diagnostic discordance between SAF teledermatology consultations and in-person visits in these cases. One contributing factor was poor image quality, including use of bright lighting creating shine artifact (case 1), submission of photos that showed partial views without showing the entire anatomic area involved (cases 1, 2, 3, and 7), and poorly focused images (case 7). These cases demonstrate the importance of education on appropriate image acquisition techniques. Following previously published best practices [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>] and ongoing feedback to providers submitting photos may facilitate improved photo quality over time.</p>
        <p>In some cases, additional clinical history or diagnostic tests provided by the referring clinician would have been helpful in narrowing the differential diagnosis. For example, diagnostic accuracy may have increased if the referring provider had performed bedside diagnostics such as superficial wound cultures, viral cultures, KOH preps (cases 2, 3, and 5), or dermoscopy (case 7). Use of dermoscopy has previously been shown to be a helpful tool in teledermatology programs, particularly in the evaluation of pigmented lesions [<xref ref-type="bibr" rid="ref12">12</xref>]. Improved training of referring providers in using these diagnostic modalities may be helpful by providing clinical data to the dermatologist that leads to improved diagnostic accuracy. In addition, many cases illustrate the importance of a complete relevant medical history. For example, in case 6, a clinical history of similar vesicular eruptions, involvement of the oral mucosa, new exposures in the affected area, and associated pain or burning would have been helpful in differentiating between HSV, erythema multiforme, contact dermatitis, or pemphigus. Similarly, increased education for referring providers around questions relevant to certain dermatologic presentations (ie, asking about involvement of oral mucosa for bullous eruptions) would help them obtain an optimal history to aid in diagnosis.</p>
        <p>Even with high-quality images, some morphologic characteristics may be difficult to appreciate with photos given visual limitations and inability to evaluate textural characteristics. For example, in case 4, palpation for detection of scale and induration may have helped the teledermatologist differentiate actinic damage from telangiectasias, and the teledermatologist interpreted the initial submitted image as a lesion with apparent overlying scale or crust, which was not seen in person. Case 6 also highlights that cystic, pustular, and vesicular structures can sometimes be difficult to distinguish from photos alone, depending on the angle and lighting of the photo taken. These cases highlight inherent diagnostic limitations of teledermatology services.</p>
        <p>Finally, some factors such as atypical presentations and evolution of skin lesions over time were not specific to teledermatology and may have occurred in an initial in-person visit as well. For example, multiple cases remained diagnostically challenging even when patients were seen in person due to atypical presentations (cases 1, 5, and 6). Additionally, cases 2 and 3 highlight how morphology and distribution can evolve over time, leading to changes in suspected diagnosis. Teledermatology may have the highest utility for cases with typical presentations as unusual presentations may be difficult for teledermatologists to manage confidently without in-person evaluation and possible skin biopsy. Recognition of these limitations may also help with appropriate selection of patients more likely to benefit from an in-person encounter rather than a teledermatology visit. Even when patients can be managed with teledermatology, it is important for patients and providers to maintain follow-up to ensure appropriate response to management and ongoing support if the patient’s condition or morphology changes from the time of original teledermatology consultation.</p>
        <p>Our study has important implications given that the use of asynchronous and other types of virtual care continues to rise [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>], as incorrect diagnosis via teledermatology or lack of a timely referral for an in-person visit may have potential negative consequences for patients. For example, case 2 highlights how a teledermatologist’s incorrect diagnosis and prescription of betamethasone for tinea corporis may have contributed to the progression of the rash, although the correct diagnosis also may not have been made at an initial in-person visit given its atypical presentation. In case 7, it was essential that a timely referral was made given the indeterminate images, which allowed the patient to receive a biopsy resulting in a diagnosis of pigmented basal cell carcinoma.</p>
        <p>In order to improve the quality of SAF consultations and decrease rates of diagnostic discordance, we advocate for use of a standardized guide to help improve the quality of SAF teledermatology consults, including image quality and appropriate workup. In addition to guidelines already outlined by the American Telemedicine Association [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>], our study highlights the need for guidelines for proper lighting, examples of dermoscopy images, relevant questions to ask in the patient history for certain morphologic presentations, and certain suggested diagnostic tests to perform before submitting a consult.</p>
        <p>In addition, the educational value of SAF consults should continue to be emphasized to both referring and consulting providers in order to help improve the quality of consults and ensure the highest level of diagnostic accuracy. Referring providers’ ability to obtain an optimal history and diagnostic testing will also likely improve with increased use of SAF teledermatology and iterative dialogue between providers about patients’ medical management. For example, previous studies have highlighted the educational potential of SAF teledermatology systems on improving referring primary care provider knowledge of dermatologic care [<xref ref-type="bibr" rid="ref23">23</xref>]. Teledermatologists should also be encouraged to engage in education with referring providers to ensure this ongoing learning process.</p>
        <p>The strengths of our study include its in-depth analysis of specific cases and side-by-side comparison of teledermatology and in-person consults for the same patients. While several studies have been published on overall rates of diagnostic discordance, which have been estimated at around 39%-67% [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref19">19</xref>], none to our knowledge have presented a case-by-case analysis that illustrates and compares the teledermatology and in-person visits for the same patients.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Some of the limitations of our study include that our sample size limits our ability to generalize across all cases of diagnostic concordance, although we intend for this to be a more in-depth study of fewer cases. In addition, only one teledermatologist reviewed each image submitted by the referring provider, which may introduce the possibility that diagnostic uncertainty may have been due to the individual teledermatologist’s level of comfort with the diagnosis rather than the inherent limitations of teledermatology. The teledermatologist was also different than the in-person dermatologist in all but the second case, and thus some of the differences in experience and comfort level between the teledermatologists and in-person dermatologists may have contributed to the discordant diagnoses.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Collectively, these cases highlight factors that can contribute to diagnostic discordance between teledermatologist and in-person dermatologist and the importance of ensuring that teledermatology services are supported by readily available in-person visits when appropriate to achieve the correct diagnosis in these cases. We also highlight the importance of ongoing education of referring providers to ensure optimal history and diagnostic workup and improve quality of consultations and the development of standardized guidelines for submitting referrals.</p>
        <p>Teledermatology can provide substantial benefits to patients, and recognition of its limitations and mitigation of the factors identified in these cases provide opportunities to improve the quality and diagnostic accuracy of SAF teledermatology services.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">HSV</term>
          <def>
            <p>herpes simplex virus</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">KOH prep</term>
          <def>
            <p>potassium hydroxide preparation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SAF</term>
          <def>
            <p>store-and-forward</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snoswell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Finnane</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Janda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Soyer</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Whitty</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Cost-effectiveness of Store-and-Forward Teledermatology: A Systematic Review</article-title>
          <source>JAMA Dermatol</source>
          <year>2016</year>
          <month>06</month>
          <day>01</day>
          <volume>152</volume>
          <issue>6</issue>
          <fpage>702</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1001/jamadermatol.2016.0525</pub-id>
          <pub-id pub-id-type="medline">27074289</pub-id>
          <pub-id pub-id-type="pii">2513692</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rajda</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Seraly</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandes</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Niejadlik</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Steinberg</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Paz</surname>
              <given-names>HL</given-names>
            </name>
          </person-group>
          <article-title>Impact of Direct to Consumer Store-and-Forward Teledermatology on Access to Care, Satisfaction, Utilization, and Costs in a Commercial Health Plan Population</article-title>
          <source>Telemed J E Health</source>
          <year>2018</year>
          <month>02</month>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>166</fpage>
          <lpage>169</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2017.0078</pub-id>
          <pub-id pub-id-type="medline">28742431</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Datta</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Warshaw</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Edison</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Kapur</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Thottapurathu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Moritz</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Reda</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Whited</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Cost and Utility Analysis of a Store-and-Forward Teledermatology Referral System: A Randomized Clinical Trial</article-title>
          <source>JAMA Dermatol</source>
          <year>2015</year>
          <month>12</month>
          <day>01</day>
          <volume>151</volume>
          <issue>12</issue>
          <fpage>1323</fpage>
          <lpage>1329</lpage>
          <pub-id pub-id-type="doi">10.1001/jamadermatol.2015.2362</pub-id>
          <pub-id pub-id-type="medline">26375589</pub-id>
          <pub-id pub-id-type="pii">2436322</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lasierra</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Alesanco</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gilaberte</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Magallón</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>García</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Lessons learned after a three-year store and forward teledermatology experience using internet: Strengths and limitations</article-title>
          <source>Int J Med Inform</source>
          <year>2012</year>
          <month>05</month>
          <volume>81</volume>
          <issue>5</issue>
          <fpage>332</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2012.02.008</pub-id>
          <pub-id pub-id-type="medline">22425394</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(12)00040-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chuchu</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Teledermatology for diagnosing skin cancer in adults</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2018</year>
          <volume>12</volume>
          <pub-id pub-id-type="doi">10.1002/14651858.cd013193</pub-id>
          <pub-id pub-id-type="medline">30521686</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Finnane</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dallest</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Janda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Soyer</surname>
              <given-names>HP</given-names>
            </name>
          </person-group>
          <article-title>Teledermatology for the Diagnosis and Management of Skin Cancer: A Systematic Review</article-title>
          <source>JAMA Dermatol</source>
          <year>2017</year>
          <month>03</month>
          <day>01</day>
          <volume>153</volume>
          <issue>3</issue>
          <fpage>319</fpage>
          <lpage>327</lpage>
          <pub-id pub-id-type="doi">10.1001/jamadermatol.2016.4361</pub-id>
          <pub-id pub-id-type="medline">27926766</pub-id>
          <pub-id pub-id-type="pii">2588699</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Naka</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Porto</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Villagra</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>ZH</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Impact of dermatology eConsults on access to care and skin cancer screening in underserved populations: A model for teledermatology services in community health centers</article-title>
          <source>J Am Acad Dermatol</source>
          <year>2018</year>
          <month>02</month>
          <volume>78</volume>
          <issue>2</issue>
          <fpage>293</fpage>
          <lpage>302</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaad.2017.09.017</pub-id>
          <pub-id pub-id-type="medline">29061478</pub-id>
          <pub-id pub-id-type="pii">S0190-9622(17)32343-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>G Bianchi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Santos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cordioli</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Benefits of Teledermatology for Geriatric Patients: Population-Based Cross-Sectional Study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>04</month>
          <day>21</day>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>e16700</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/4/e16700/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16700</pub-id>
          <pub-id pub-id-type="medline">32314966</pub-id>
          <pub-id pub-id-type="pii">v22i4e16700</pub-id>
          <pub-id pub-id-type="pmcid">PMC7201316</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramaswamy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Drangsholt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Culligan</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schlegel</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Patient Satisfaction With Telemedicine During the COVID-19 Pandemic: Retrospective Cohort Study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>09</month>
          <day>09</day>
          <volume>22</volume>
          <issue>9</issue>
          <fpage>e20786</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/9/e20786/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20786</pub-id>
          <pub-id pub-id-type="medline">32810841</pub-id>
          <pub-id pub-id-type="pii">v22i9e20786</pub-id>
          <pub-id pub-id-type="pmcid">PMC7511224</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Su</surname>
              <given-names>MY</given-names>
            </name>
            <name name-style="western">
              <surname>Das</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Expansion of asynchronous teledermatology during the COVID-19 pandemic</article-title>
          <source>J Am Acad Dermatol</source>
          <year>2020</year>
          <month>12</month>
          <volume>83</volume>
          <issue>6</issue>
          <fpage>e471</fpage>
          <lpage>e472</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32822793"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jaad.2020.08.054</pub-id>
          <pub-id pub-id-type="medline">32822793</pub-id>
          <pub-id pub-id-type="pii">S0190-9622(20)32446-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7434450</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brinker</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hekler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>von Kalle</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schadendorf</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Esser</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Berking</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zacher</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Sondermann</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Grabe</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Steeb</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Utikal</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>French</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Enk</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>Teledermatology: Comparison of Store-and-Forward Versus Live Interactive Video Conferencing</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>10</month>
          <day>24</day>
          <volume>20</volume>
          <issue>10</issue>
          <fpage>e11871</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/10/e11871/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11871</pub-id>
          <pub-id pub-id-type="medline">30355564</pub-id>
          <pub-id pub-id-type="pii">v20i10e11871</pub-id>
          <pub-id pub-id-type="pmcid">PMC6231765</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Piccolo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Smolle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Argenziano</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>IH</given-names>
            </name>
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cerroni</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hofmann-Wellenhof</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kenet</surname>
              <given-names>RO</given-names>
            </name>
            <name name-style="western">
              <surname>Magrini</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Mazzocchetti</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pizzichetta</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Schaeppi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Stolz</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Tanaka</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kerl</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Chimenti</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Soyer</surname>
              <given-names>HP</given-names>
            </name>
          </person-group>
          <article-title>Teledermoscopy--results of a multicentre study on 43 pigmented skin lesions</article-title>
          <source>J Telemed Telecare</source>
          <year>2000</year>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>132</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1258/1357633001935202</pub-id>
          <pub-id pub-id-type="medline">10912329</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Warshaw</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Hillman</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Greer</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Hagel</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>MacDonald</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rutks</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Wilt</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Teledermatology for diagnosis and management of skin conditions: a systematic review</article-title>
          <source>J Am Acad Dermatol</source>
          <year>2011</year>
          <month>04</month>
          <volume>64</volume>
          <issue>4</issue>
          <fpage>759</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaad.2010.08.026</pub-id>
          <pub-id pub-id-type="medline">21036419</pub-id>
          <pub-id pub-id-type="pii">S0190-9622(10)00994-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Warshaw</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Gravely</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Reliability of store and forward teledermatology for skin neoplasms</article-title>
          <source>J Am Acad Dermatol</source>
          <year>2015</year>
          <month>03</month>
          <volume>72</volume>
          <issue>3</issue>
          <fpage>426</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaad.2014.11.001</pub-id>
          <pub-id pub-id-type="medline">25599624</pub-id>
          <pub-id pub-id-type="pii">S0190-9622(14)02125-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Warshaw</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Gravely</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Accuracy of teledermatology/teledermoscopy and clinic-based dermatology for specific categories of skin neoplasms</article-title>
          <source>J Am Acad Dermatol</source>
          <year>2010</year>
          <month>08</month>
          <volume>63</volume>
          <issue>2</issue>
          <fpage>348</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaad.2009.10.037</pub-id>
          <pub-id pub-id-type="medline">20633809</pub-id>
          <pub-id pub-id-type="pii">S0190-9622(09)01369-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Piccolo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Smolle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>IH</given-names>
            </name>
            <name name-style="western">
              <surname>Peris</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hofmann-Wellenhof</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dell'Eva</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Burroni</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chimenti</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kerl</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Soyer</surname>
              <given-names>HP</given-names>
            </name>
          </person-group>
          <article-title>Face-to-face diagnosis vs telediagnosis of pigmented skin tumors: a teledermoscopic study</article-title>
          <source>Arch Dermatol</source>
          <year>1999</year>
          <month>12</month>
          <volume>135</volume>
          <issue>12</issue>
          <fpage>1467</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1001/archderm.135.12.1467</pub-id>
          <pub-id pub-id-type="medline">10606051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Landow</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Mateus</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Korgavkar</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nightingale</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Weinstock</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Teledermatology: key factors associated with reducing face-to-face dermatology visits</article-title>
          <source>J Am Acad Dermatol</source>
          <year>2014</year>
          <month>09</month>
          <volume>71</volume>
          <issue>3</issue>
          <fpage>570</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaad.2014.02.021</pub-id>
          <pub-id pub-id-type="medline">24704089</pub-id>
          <pub-id pub-id-type="pii">S0190-9622(14)01138-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dobry</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Begaj</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mengistu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sinha</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Droms</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dunlap</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Adhami</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Stavert</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Implementation and Impact of a Store-and-Forward Teledermatology Platform in an Urban Academic Safety-Net Health Care System</article-title>
          <source>Telemed J E Health</source>
          <year>2020</year>
          <month>06</month>
          <day>09</day>
          <pub-id pub-id-type="doi">10.1089/tmj.2020.0069</pub-id>
          <pub-id pub-id-type="medline">32522105</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Takeshita</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wanat</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Bream</surname>
              <given-names>KDW</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Koenig</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Vuppalapati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>James</surname>
              <given-names>WD</given-names>
            </name>
            <name name-style="western">
              <surname>Kovarik</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>Impact of store-and-forward (SAF) teledermatology on outpatient dermatologic care: A prospective study in an underserved urban primary care setting</article-title>
          <source>J Am Acad Dermatol</source>
          <year>2016</year>
          <month>03</month>
          <volume>74</volume>
          <issue>3</issue>
          <fpage>484</fpage>
          <lpage>90.e1</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaad.2015.09.058</pub-id>
          <pub-id pub-id-type="medline">26679528</pub-id>
          <pub-id pub-id-type="pii">S0190-9622(15)02273-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barbieri</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>James</surname>
              <given-names>WD</given-names>
            </name>
            <name name-style="western">
              <surname>Margolis</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Littman-Quinn</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kovarik</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenbach</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The reliability of teledermatology to triage inpatient dermatology consultations</article-title>
          <source>JAMA Dermatol</source>
          <year>2014</year>
          <month>04</month>
          <volume>150</volume>
          <issue>4</issue>
          <fpage>419</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1001/jamadermatol.2013.9517</pub-id>
          <pub-id pub-id-type="medline">24522374</pub-id>
          <pub-id pub-id-type="pii">1829638</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKoy</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Norton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lappan</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Quick Guide to Store-Forward Teledermatology for Referring Providers</source>
          <year>2012</year>
          <access-date>2021-01-29</access-date>
          <publisher-name>ATA Teledermatology SIG</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://teledermatology-society.org/wp-content/uploads/2013/08/quick-guide-to-store-forward-and-live-interactive-teledermatology-for-referring-providers.pdf">http://teledermatology-society.org/wp-content/uploads/2013/08/quick-guide-to-store-forward-and-live-interactive-teledermatology-for-referring-providers.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKoy</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Antoniotti</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bashshur</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bernard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bernstein</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Burdick</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Edison</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Goldyne</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kovarik</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Krupinski</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Kvedar</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Larkey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lee-Keltner</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Lipoff</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Pak</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Seraly</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Siegel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tejasvi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Whited</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Practice Guidelines for Teledermatology</article-title>
          <source>Telemed J E Health</source>
          <year>2016</year>
          <month>12</month>
          <volume>22</volume>
          <issue>12</issue>
          <fpage>981</fpage>
          <lpage>990</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2016.0137</pub-id>
          <pub-id pub-id-type="medline">27690203</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohan</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Molina</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Stavert</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Store and forward teledermatology improves dermatology knowledge among referring primary care providers: A survey-based cohort study</article-title>
          <source>J Am Acad Dermatol</source>
          <year>2018</year>
          <month>11</month>
          <volume>79</volume>
          <issue>5</issue>
          <fpage>960</fpage>
          <lpage>961</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaad.2018.05.006</pub-id>
          <pub-id pub-id-type="medline">29753059</pub-id>
          <pub-id pub-id-type="pii">S0190-9622(18)30662-5</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
