<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="letter" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JDERM</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Dermatol</journal-id>
      <journal-title>JMIR Dermatology</journal-title>
      <issn pub-type="epub">2562-0959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i1e52400</article-id>
      <article-id pub-id-type="pmid">38345831</article-id>
      <article-id pub-id-type="doi">10.2196/52400</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Research Letter</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Research Letter</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Direct-to-Patient Mobile Teledermoscopy: Prospective Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Dellavalle</surname>
            <given-names>Robert</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Oakley</surname>
            <given-names>Amanda</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Horsham</surname>
            <given-names>Caitlin</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Fan</surname>
            <given-names>Winnie</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8993-4026</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Mattson</surname>
            <given-names>Gunnar</given-names>
          </name>
          <degrees>BS, MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3800-8756</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Twigg</surname>
            <given-names>Amanda</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Dermatology</institution>
            <institution>School of Medicine</institution>
            <institution>University of California San Francisco</institution>
            <addr-line>1701 Divisadero St</addr-line>
            <addr-line>3rd Floor</addr-line>
            <addr-line>San Francisco, CA, 94115</addr-line>
            <country>United States</country>
            <phone>1 415 353 7800</phone>
            <email>amanda.twigg@ucsf.edu</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8284-1265</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Dermatology</institution>
        <institution>School of Medicine</institution>
        <institution>University of California San Francisco</institution>
        <addr-line>San Francisco, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Dermatology</institution>
        <institution>San Francisco Veterans Affairs Health Care System</institution>
        <addr-line>San Francisco, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Amanda Twigg <email>amanda.twigg@ucsf.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>12</day>
        <month>2</month>
        <year>2024</year>
      </pub-date>
      <volume>7</volume>
      <elocation-id>e52400</elocation-id>
      <history>
        <date date-type="received">
          <day>2</day>
          <month>9</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>17</day>
          <month>9</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>6</day>
          <month>10</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>1</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Winnie Fan, Gunnar Mattson, Amanda Twigg. Originally published in JMIR Dermatology (http://derma.jmir.org), 12.02.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Dermatology, is properly cited. The complete bibliographic information, a link to the original publication on http://derma.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://derma.jmir.org/2024/1/e52400" xlink:type="simple"/>
      <abstract>
        <p>Direct-to-patient mobile teledermoscopy is a feasible and useful adjunct to smartphone imaging for monitoring patient-identified lesions of concern, achieving comparable diagnostic and management accuracy as in-office dermatology.</p>
      </abstract>
      <kwd-group>
        <kwd>mobile teledermoscopy</kwd>
        <kwd>teledermatology</kwd>
        <kwd>direct-to-patient</kwd>
        <kwd>full body skin exam</kwd>
        <kwd>diagnostic concordance</kwd>
        <kwd>mobile health</kwd>
        <kwd>mHealth</kwd>
        <kwd>dermoscopy</kwd>
        <kwd>dermatology</kwd>
        <kwd>dermatological</kwd>
        <kwd>imaging</kwd>
        <kwd>image</kwd>
        <kwd>images</kwd>
        <kwd>smartphone</kwd>
        <kwd>lesion</kwd>
        <kwd>lesions</kwd>
        <kwd>skin</kwd>
        <kwd>diagnostic</kwd>
        <kwd>diagnosis</kwd>
        <kwd>diagnoses</kwd>
        <kwd>telehealth</kwd>
        <kwd>telemedicine</kwd>
        <kwd>eHealth</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Teledermoscopy is promising for improving the diagnostic accuracy of store-and-forward consultations [<xref ref-type="bibr" rid="ref1">1</xref>]. However, few studies have explored using direct-to-patient mobile teledermoscopy to bypass in-person imaging [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. Within the Veterans Health Administration system, teledermatology involves in-person visits with trained imaging technicians. Dermoscopy is not universally used. This prospective observational study evaluates a direct-to-patient mobile teledermoscopy program at the San Francisco Veterans Affairs Medical Center (SFVAMC) on its effectiveness in diagnosing and managing patient-identified lesions of concern.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Recruitment and Implementation</title>
        <p>Adults scheduled for full-body skin exams between May and August 2022 were recruited (<xref rid="figure1" ref-type="fig">Figure 1</xref>) and given a Sklip mobile dermatoscope, valued at US $99.99. They were instructed to image 1-3 lesions of concern using both smartphones and dermatoscopes. A teledermatologist reviewed all images for diagnosis, management, quality, and clinical utility. Clinical utility was defined as images that increased the teledermatologist’s confidence in diagnosis and management. A dermatologist different from the teledermatologist evaluated the same lesions in-office.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Study participant recruitment flow diagram.</p>
          </caption>
          <graphic xlink:href="derma_v7i1e52400_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>The degree of agreement was assessed using the percentage of agreement and Cohen κ (95% CI). Cohen κ values were interpreted using the scale developed by Landis and Koch [<xref ref-type="bibr" rid="ref5">5</xref>]. Excel (Microsoft Corporation) was used for data collection and analysis.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study was approved by the institutional review board (IRB) of the UCSF Human Research Protection Program and SFVAMC Research and Development Committee, IRB study number 21-33538. Participants provided informed consent with the option to opt out of the study. Participants were not compensated, and their data was anonymized and stored in a password-protected file.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This study included 24 participants (male: n=20, 83%; mean age 65.3, SD 14.9 years). The average distance between their home zip codes and SFVAMC was 54.9 (SD 77.1) miles. A total of 12 (50%) participants had a history of skin cancer: 10 with basal cell carcinoma, 5 with squamous cell carcinoma, 4 with melanoma, and 1 with melanoma in situ.</p>
      <p>A total of 56 lesions were imaged: 9 (17%) on the head, 1 (2%) on the neck, 8 (15%) on the posterior trunk, 16 (30%) on the anterior trunk, 15 (28%) on the arms, and 3 (9%) on the legs. The teledermatologist rated most dermoscopic images (n=37, 66%) as acceptable to good quality. There was substantial agreement between the teledermatologist and in-person dermatologist in diagnoses and management (<xref ref-type="table" rid="table1">Table 1</xref>; κ=0.65, SE 0.13, 95% CI 0.39-0.91 and κ=0.67, SE 0.11, 95% CI 0.47-0.88, respectively). Most discordant diagnoses had concordant management (n=3, 60%).</p>
      <p>Over 85% (n=48) of lesions were diagnosed as benign neoplasms. Two participants had additional lesions suspected of malignancy identified by in-office dermatologists, one of which was biopsy-proven basal cell carcinoma. Teledermatologists considered 59% (n=33) of smartphone images to have clinical utility, while 66% (n=37) of dermoscopic images provided additional utility when used alongside smartphone images.</p>
      <p>For 65% (n=15) of participants who responded to a questionnaire, nondermoscopy smartphone imaging was easy, whereas 52% (n=12) reported mobile teledermoscopy as easy. Most (n=18, 78%) were willing to perform mobile teledermoscopy again. Barriers to dermoscopy use included difficulty performing with nondominant hand (n=1, 4%) and requiring assistance (n=5, 22%). All dermatoscopes were returned undamaged.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Distribution of diagnoses and management by the teledermatologist and in-office dermatologists.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="320"/>
          <col width="330"/>
          <col width="320"/>
          <thead>
            <tr valign="top">
              <td colspan="2">
                <break/>
              </td>
              <td>Teledermatologist (n=56), n (%)</td>
              <td>In-office dermatologist (n=56), n (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="4">
                <bold>Diagnostic category</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Benign</td>
              <td>48 (85.7)</td>
              <td>48 (85.7)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Premalignant</td>
              <td>1 (1.8)</td>
              <td>3 (5.4)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Malignant</td>
              <td>0 (0.0)</td>
              <td>0 (0.0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Infectious</td>
              <td>0 (0.0)</td>
              <td>1 (1.8)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Inflammatory</td>
              <td>7 (12.5)</td>
              <td>4 (7.1)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Neoplasm of uncertain behavior</td>
              <td>0 (0.0)</td>
              <td>0 (0.0)</td>
            </tr>
            <tr valign="top">
              <td colspan="4">
                <bold>Management</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Monitor</td>
              <td>44 (78.6)</td>
              <td>43 (76.8)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Cryotherapy</td>
              <td>1 (1.8)</td>
              <td>3 (5.4)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Biopsy or excision</td>
              <td>4 (7.1)</td>
              <td>2 (3.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Antibiotic</td>
              <td>1 (1.8)</td>
              <td>2 (3.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Steroid/anti-inflammatory</td>
              <td>6 (10.7)</td>
              <td>6 (10.7)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Substantial agreement was found between the teledermatologists and in-office dermatologists, consistent with previous studies [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. However, the wide CIs indicate the need for further studies with larger sample sizes and implementation improvements, especially for identifying life-threatening malignancies. We recommend providing patients’ medical history to teledermatologists. In one discordant case, a history of vitiligo could have differentiated from postinflammatory hypopigmentation. A recent study developed a checklist for mobile teledermoscopy image quality [<xref ref-type="bibr" rid="ref7">7</xref>], which could be shared with patients to improve image quality. Because the teledermatologist had a lower threshold for biopsies, a follow-up office visit should be pursued when a procedure is recommended.</p>
        <p>Given the high proportion of benign neoplasms in our study, teledermoscopy implementation for patient-identified lesions could lead to an increased burden for telediagnosis services. To increase the malignancy detection, we recommend providing patient education on high-risk features, such as the ABCDEs (asymmetry, border, color, diameter, and evolving) of melanoma or the 7-point checklist, before imaging [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study is limited by its single-center design, small study population, and voluntary participation. The nonresponse rate to the initial invitation was 89% (n=399), which may be due to mail delivery issues, lack of interest, or time constraints. While premalignant lesions were identified, no malignant lesions were imaged. Future studies that involve larger cohorts, different health care settings, and more teledermatologists could elicit additional information on the efficacy of direct-to-patient mobile teledermoscopy.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Substantial agreement was found between direct-to-patient mobile teledermoscopy and in-office evaluation in the diagnoses and management of patient-identified lesions. Most participants reported ease with mobile teledermoscopy use; however, most lesions were benign, indicating the need for patient education on high-risk features to ensure appropriate lesions are imaged. Providing direct-to-patient mobile teledermoscopy services may expand the reach of existing teledermatology practice.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ABCDE</term>
          <def>
            <p>asymmetry, border, color, diameter, and evolving</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">SFVAMC</term>
          <def>
            <p>San Francisco Veterans Affairs Medical Center</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank Daniel Butler, MD; Maria Wei, MD, PhD; Yiyin Chen, MD, PhD; Ruby Ghadially, MD; and Bahram Razani, MD, PhD, who participated in the study and provided in-office dermatologic care for the study population. We would also like to thank Dennis Oh, MD, PhD, for his input and review of the publication. This study received funding through the University of California, San Francisco Inquiry Office and San Francisco Veterans Affairs Medical Center Office of Education.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>WF wrote the original draft, developed the methodology, and supported in conceptualizing the study. GM conducted the formal analysis, led the project administration, and reviewed and edited the manuscript. AT conceptualized the study, acquired the funding, supervised the study, supported in development of the methodology, supported the project administration, and reviewed and edited the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barcaui</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Lima</surname>
              <given-names>PMO</given-names>
            </name>
          </person-group>
          <article-title>Application of teledermoscopy in the diagnosis of pigmented lesions</article-title>
          <source>Int J Telemed Appl</source>
          <year>2018</year>
          <volume>2018</volume>
          <fpage>1624073</fpage>
          <pub-id pub-id-type="doi">10.1155/2018/1624073</pub-id>
          <pub-id pub-id-type="medline">30405711</pub-id>
          <pub-id pub-id-type="pmcid">PMC6199885</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Manahan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Soyer</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Loescher</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Horsham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Vagenas</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Whiteman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Olsen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Janda</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A pilot trial of mobile, patient-performed teledermoscopy</article-title>
          <source>Br J Dermatol</source>
          <year>2015</year>
          <month>04</month>
          <volume>172</volume>
          <issue>4</issue>
          <fpage>1072</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1111/bjd.13550</pub-id>
          <pub-id pub-id-type="medline">25418126</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ackermann</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Dieng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Medcalf</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Jenkins</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>van Kemenade</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Janda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Cust</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Morton</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Irwig</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Guitera</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Soyer</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Mar</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hersch</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Low</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Low</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Saw</surname>
              <given-names>RPM</given-names>
            </name>
            <name name-style="western">
              <surname>Scolyer</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Drabarek</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Espinoza</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Azzi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lilleyman</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Smit</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Murchie</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>KJL</given-names>
            </name>
          </person-group>
          <article-title>Assessing the potential for patient-led surveillance after treatment of localized melanoma (MEL-SELF): a pilot randomized clinical trial</article-title>
          <source>JAMA Dermatol</source>
          <year>2022</year>
          <month>01</month>
          <day>01</day>
          <volume>158</volume>
          <issue>1</issue>
          <fpage>33</fpage>
          <lpage>42</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34817543"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamadermatol.2021.4704</pub-id>
          <pub-id pub-id-type="medline">34817543</pub-id>
          <pub-id pub-id-type="pii">2786335</pub-id>
          <pub-id pub-id-type="pmcid">PMC8771298</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Oakley</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Store-and-forward teledermatology for assessing skin cancer in 2023: literature review</article-title>
          <source>JMIR Dermatol</source>
          <year>2023</year>
          <month>05</month>
          <day>17</day>
          <volume>6</volume>
          <fpage>e43395</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://derma.jmir.org/2023//e43395/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/43395</pub-id>
          <pub-id pub-id-type="medline">37632914</pub-id>
          <pub-id pub-id-type="pii">v6i1e43395</pub-id>
          <pub-id pub-id-type="pmcid">PMC10335330</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Landis</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>GG</given-names>
            </name>
          </person-group>
          <article-title>The measurement of observer agreement for categorical data</article-title>
          <source>Biometrics</source>
          <year>1977</year>
          <month>03</month>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>159</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="medline">843571</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Oliveria</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Yagerman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>DeFazio</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Marghoob</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>Feasibility and efficacy of patient-initiated mobile teledermoscopy for short-term monitoring of clinically atypical nevi</article-title>
          <source>JAMA Dermatol</source>
          <year>2015</year>
          <month>05</month>
          <volume>151</volume>
          <issue>5</issue>
          <fpage>489</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1001/jamadermatol.2014.3837</pub-id>
          <pub-id pub-id-type="medline">25629626</pub-id>
          <pub-id pub-id-type="pii">2091958</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koh</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Betz-Stablein</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>O'Hara</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Horsham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Curiel-Lewandrowski</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Soyer</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Janda</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Development of a checklist tool to assess the quality of skin lesion images acquired by consumers using sequential mobile teledermoscopy</article-title>
          <source>Dermatology</source>
          <year>2022</year>
          <volume>238</volume>
          <issue>1</issue>
          <fpage>27</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1159/000515158</pub-id>
          <pub-id pub-id-type="medline">33849022</pub-id>
          <pub-id pub-id-type="pii">000515158</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbs</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Tempany</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Howe</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Borland</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Morand</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>What features do patients notice that help to distinguish between benign pigmented lesions and melanomas?: the ABCD(E) rule versus the seven-point checklist</article-title>
          <source>Melanoma Res</source>
          <year>2005</year>
          <month>12</month>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>549</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1097/00008390-200512000-00011</pub-id>
          <pub-id pub-id-type="medline">16314742</pub-id>
          <pub-id pub-id-type="pii">00008390-200512000-00011</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
