<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JDERM</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Dermatol</journal-id>
      <journal-title>JMIR Dermatology</journal-title>
      <issn pub-type="epub">2562-0959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v3i1e14411</article-id>
      <article-id pub-id-type="pmid"/>
      <article-id pub-id-type="doi">10.2196/14411</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Information About Sunscreen on YouTube and Considerations for Sun Safety Promotion: Content Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Basch</surname>
            <given-names>Corey</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Warner</surname>
            <given-names>Echo</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Glanz</surname>
            <given-names>Karen</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Julian</surname>
            <given-names>Anne K</given-names>
          </name>
          <degrees>MA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Behavioral Research Program</institution>
            <institution>Division of Cancer Control and Population Sciences</institution>
            <institution>National Cancer Institute</institution>
            <addr-line>9609 Medical Center Dr</addr-line>
            <addr-line>Rockville, MD, 20877</addr-line>
            <country>United States</country>
            <phone>1 240 276 6175</phone>
            <email>anne.julian@nih.gov</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3420-7179</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Welch</surname>
            <given-names>Jessica</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1392-5120</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Bean</surname>
            <given-names>Maddison M</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2504-2277</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Shahid</surname>
            <given-names>Sarah</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5156-4680</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Perna</surname>
            <given-names>Frank M</given-names>
          </name>
          <degrees>EdD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7973-9945</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Behavioral Research Program</institution>
        <institution>Division of Cancer Control and Population Sciences</institution>
        <institution>National Cancer Institute</institution>
        <addr-line>Rockville, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>College of Public Health and Human Sciences</institution>
        <institution>Oregon State University</institution>
        <addr-line>Corvallis, OR</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Anne K Julian <email>anne.julian@nih.gov</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Dec</season>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>2</day>
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <volume>3</volume>
      <issue>1</issue>
      <elocation-id>e14411</elocation-id>
      <history>
        <date date-type="received">
          <day>18</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>1</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>11</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>3</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Anne K Julian, Jessica Welch, Maddison M Bean, Sarah Shahid, Frank M Perna. Originally published in JMIR Dermatology (http://derma.jmir.org), 02.06.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Dermatology Research, is properly cited. The complete bibliographic information, a link to the original publication on http://derma.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://derma.jmir.org/2020/1/e14411/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Sunscreen use is a popular sun protection method; however, application of sunscreen rarely meets the standards recommended for effectiveness. Access to information about how to effectively use sunscreen may play a role in proper sunscreen application. The internet is a common health information source; however, the quality of sunscreen-related content varies.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objective of this study was to examine information about sunscreen in YouTube  videos by video source.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>In November 2017, the authors identified the 20 most popular YouTube videos (sorted by view count and relevance) for each of these 5 search terms: sunscreen cancer, sunscreen health, sunscreen information, sunscreen ingredients, and sunscreen natural. The inclusion criteria were English language and view count &gt;1000 (N=111 unique videos). We double-coded videos for standard recommendations for sunscreen use (eg, apply 20 minutes before sun exposure), use of outdated terminology, and recommendation of complementary sun safety strategies.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The view counts ranged from 1100 to 671,142 (median 17,774, SD 109,651) and the average daily views ranged from 1 to 1448 (median 23, SD 234). End users (46/111, 41.4%) and health care providers (24/111, 21.6%) were the most common sources, and none of the most popular videos were produced by federal agencies or cancer-related nongovernmental organizations. Health care provider videos included marginally more recommendations than end user videos (mean 1.46, SD 1.96 vs mean 1.05, SD 1.20), but few (19/111, 17.1%) mentioned reapplication. The videos were generally positive toward sunscreen (82/111, 73.9%); however, some videos were negative (29/111, 26.1%), with warnings about the health risks of chemical sunscreens and their ingredients. Do-it-yourself sunscreen tutorials represented 19/111 (17.1%) of the sample.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>YouTube is a potential source for disseminating sun safety messages; however, the quality of its sunscreen content varies. Most of the videos in our study failed to include important sunscreen use recommendations. Clinicians should be prepared to address the information needs of patients by discussing effective, evidence-based sunscreen application and recommending a combined sun safety approach.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>sunscreen</kwd>
        <kwd>social media</kwd>
        <kwd>sun safety</kwd>
        <kwd>cancer prevention</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Skin cancer affects an estimated 5 million people annually in the United States, with a treatment cost of over $8.1 billion [<xref ref-type="bibr" rid="ref1">1</xref>]. Ultraviolet (UV) radiation is a known carcinogen that causes direct and indirect DNA damage; intentional or unintentional UV exposure is responsible for the majority of skin cancer incidence [<xref ref-type="bibr" rid="ref2">2</xref>]. Sunscreen is a primary sun protection strategy that is used by approximately one third of US adults [<xref ref-type="bibr" rid="ref3">3</xref>]; however, sunscreen application rarely reflects the standards necessary to meet the advertised protection levels [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Furthermore, sunscreen is intended for use in combination with other sun protection strategies [<xref ref-type="bibr" rid="ref6">6</xref>]. In 2012, the US Food and Drug Administration (FDA) issued new regulations for sunscreen labeling [<xref ref-type="bibr" rid="ref7">7</xref>]; however, research has demonstrated that sunscreen application rarely reflects the thickness, evenness, and timing (of both initial application and reapplication) necessary to meet the advertised protection level of the sunscreen [<xref ref-type="bibr" rid="ref8">8</xref>]. In 2014, the Surgeon General’s Call to Action to Prevent Skin Cancer included a renewed call to promote a combination sun protection strategy (eg, wearing sunscreen, a hat, and protective clothing) [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>The Centers for Disease Control and Prevention (CDC) and the American Academy of Dermatology support the daily use of sunscreen with a sun protection factor (SPF) of at least 15 and 30, respectively, for UV protection, and dermatologists report recommending the use of sunscreen to their patients [<xref ref-type="bibr" rid="ref9">9</xref>]. Although health care providers are trusted sources of health information, individuals increasingly supplement these sources with information garnered from the internet and social media [<xref ref-type="bibr" rid="ref10">10</xref>]. In 2012, 72% of US adults had sought health information on the internet within the past 12 months [<xref ref-type="bibr" rid="ref10">10</xref>]. The growing influence of social media in health decision making is not equally distributed across demographic and age groups; young age is a consistent predictor of social media use [<xref ref-type="bibr" rid="ref11">11</xref>]; however, social media usage among adults is steadily increasing [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. YouTube, the most prominent user-generated video-sharing website, allows any person to upload content on any topic [<xref ref-type="bibr" rid="ref10">10</xref>]; based on traffic, it was the top-ranked website on the internet as of 2019 [<xref ref-type="bibr" rid="ref14">14</xref>]. Furthermore, YouTube is increasingly being used as a platform to disseminate health information [<xref ref-type="bibr" rid="ref15">15</xref>]. The American Cancer Society, National Institutes of Health, and National Cancer Institute have adopted this outlet to communicate health messages to broad audiences.</p>
      <p>Despite these efforts, misleading or incorrect health information is common on YouTube [<xref ref-type="bibr" rid="ref15">15</xref>]. For example, over one half of videos on the topic of immunization feature negative views or contradict the reference standard, which may lead viewers to make unsafe health decisions [<xref ref-type="bibr" rid="ref16">16</xref>]. With respect to skin cancer, Basch et al [<xref ref-type="bibr" rid="ref17">17</xref>] found YouTube content promoting untested home remedies for skin cancer, such as black salve; this finding highlights the challenge of health communication on social media. Moreover, a study of sun safety topics on YouTube [<xref ref-type="bibr" rid="ref18">18</xref>] found that 17% of videos retrieved using the search term “sunscreen” included false or misleading information; however, less than a quarter of the videos in their sample were English language videos. Sunscreen use in practice is less thorough than recommended, and the question remains whether this is due in part to incomplete or misleading information available on social media platforms such as YouTube; this is especially likely to be the case if the content is not derived from governmental or professional medical organizations who create sun safety recommendations. Here, we analyzed a large sample of English language YouTube videos about sunscreen to address the following research questions: What primary sources, content types, positive/negative product attributions (valence), and adherence to standard recommendations [<xref ref-type="bibr" rid="ref7">7</xref>] are included in YouTube videos about sunscreen? Do these videos contain the terms “sunblock” and “waterproof,” which the FDA prohibits on sunscreen packaging? What complementary sun protection strategies do these videos include?</p>
      <p>These data may inform public health video messaging to improve sun safety practices for effective sunburn prevention.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>We conducted direct YouTube searches between November 13 and November 15, 2017 (search terms: sunscreen cancer, sunscreen health, sunscreen information, sunscreen ingredients, and sunscreen natural), deleting cookies after each search to avoid influencing subsequent results [<xref ref-type="bibr" rid="ref19">19</xref>]. The YouTube region was set to United States. We identified the 20 most frequently appearing videos for each search term and removed duplicates to obtain the analytic sample of videos (see <xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
      <p>We developed an early draft codebook in consultation with sun safety and communication experts to reflect common metrics in YouTube-based health information studies and sunscreen recommendation reference standards. This draft was then expanded and refined to include the recommendation of nonsunscreen sun safety methods, use of the outdated terms “sunblock” and “waterproof,” and possible themes related to sunscreen safety. The codebook was pilot-tested using a test set of 5 videos by a team that included 3 experts in sun safety and 1 postbaccalaureate fellow. These videos were chosen using an extreme cases approach and reflected a diverse range of content and positions toward sunscreen. The codebook development team met to discuss and resolve coding discrepancies, generate additional constructs and codes, and refine coding response options.</p>
      <p>After the initial codebook refinement, the coding team (MG, SS, JW, and AJ) double-coded all videos for the presence of 6 standard recommendations for effective sunscreen use based on FDA and CDC recommendations: SPF level, broad spectrum classification, application timing (20 minutes before exposure), liberal/generous application, and reapplication (every 2 hours and separately after toweling). We coded the overall valence toward sunscreen as negative or positive. We coded the use of the terms “sunblock” and “waterproof”; since 2011, the FDA has prohibited these terms on sunscreen labels, as they may be misleading [<xref ref-type="bibr" rid="ref7">7</xref>]. We further coded the video source based on the posting source of the video and the posting channel’s thumbnail and description. Lastly, we coded recommendation of the following complementary sun protection strategies (operationalized as instruction to adopt): seeking shade, wearing a hat, wearing protective clothing, wearing sunglasses, and staying indoors during peak UV hours (Cohen kappa range 0.80-0.96). Viewer attention to social media content is short [<xref ref-type="bibr" rid="ref20">20</xref>]; therefore, we stopped coding each video after 5 minutes. Any final disagreement was resolved through discussion. We used Stata/SE 14 [<xref ref-type="bibr" rid="ref21">21</xref>] to calculate descriptive statistics (means, medians and standard deviations, ranges and percentages) overall and stratified by video source.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>YouTube video search flow chart depicting the number of unique videos retrieved from YouTube in November 2017 using the search terms sunscreen information, sunscreen health, sunscreen natural, sunscreen ingredients, and sunscreen cancer and the final number of videos meeting the English language requirement. Relevance is a proprietary search algorithm owned by YouTube.</p>
        </caption>
        <graphic xlink:href="derma_v3i1e14411_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The videos had view counts of 1100 to 671,142 (mean 58,642, median 17,774, SD 109,651), were between 40 seconds and 41 minutes long (mean 5:54 minutes, median 4:19 minutes), and were uploaded between 2009 and 2017 (average post duration 1127 days, median 1101, range 64-3135, SD 784). Average daily views ranged from 1 to 1448 (mean 96.8, median 23, SD 234). Primary video sources were health care providers or their associations (24/111, 21.6%), end users (51/111, 45.9%), and corporate entities (15/111, 13.5%) (see <xref ref-type="table" rid="table1">Table 1</xref> for the descriptive characteristics of the videos). No government health agencies were among the sources of videos retrieved. Valence toward sunscreen use was generally positive (82/111, 73.9%); however, positive content included promotion of mineral sunscreens that warned about health risks of chemical sunscreens. Videos that discouraged sunscreen use (29/111, 26.2%) included misleading content, such as overstatement of the benefits of vitamin D, and outright falsehoods, such as the claim that sunscreen causes cancer.</p>
      <p>Of the 6 recommendations for effective sunscreen use, the most frequently mentioned were SPF (35/111, 31.5%) and broad-spectrum classification (30/111, 27.0%); meanwhile, application timing, generous application, reapplication every 2 hours, and reapplication after toweling were each mentioned in fewer than 20% of videos (see <xref ref-type="table" rid="table2">Table 2</xref>). Most videos included 0, 1, or 2 recommendations. SPF was mentioned in 5/9 (55%) of news and television coverage videos. Corporate entities, such as sunscreen or skin care companies, most frequently recommended generous application (4/14 videos, 29%); however, 6/14 (43%) of these videos paired this message with a poor demonstration of sunscreen application.</p>
      <p>Few videos advocated the use of complementary sun protection strategies in conjunction with sunscreen (19/111, 17.1%). Of videos with positive valence toward sunscreen, 15/82 (18.3%) suggested complementary sun protection strategies, compared to 3/29 (10.3%) of videos with negative valence (see <xref ref-type="table" rid="table2">Table 2</xref>).</p>
      <p>Few videos cited scientific sources for the presented information (30/111, 27.0%). Sources of scientific information were the Environmental Working Group (EWG), an environmental advocacy group (13/111, 11.7%), the FDA (7/111, 6.3%), and peer-reviewed articles (5/111 videos, 4.5%). Lastly, an unexpected finding was that 19/111 (17.1%) of videos demonstrated do-it-yourself recipes for how to make sunscreen at home.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Video content types, sources, and characteristics (N=111).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="720"/>
          <col width="250"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Video characteristic</td>
              <td>Frequency, n (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="3">
                <bold>Content type</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Public service announcement</td>
              <td>4 (3.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Medical advice</td>
              <td>24 (21.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Scientific explanation</td>
              <td>12 (10.8)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Product demonstration/promotion</td>
              <td>14 (12.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Do-it-yourself sunscreen tutorial</td>
              <td>19 (17.1)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Opinion/commentary</td>
              <td>23 (20.7)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Televised news clip</td>
              <td>15 (13.5)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Source</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Nongovernmental organization</td>
              <td>5 (4.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>News organization</td>
              <td>9 (8.1)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Health care provider<sup>a</sup></td>
              <td>24 (21.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>End user</td>
              <td>51 (45.9)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Corporation</td>
              <td>15 (13.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Topic-based group channel</td>
              <td>7 (6.3)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Use of outdated terms<sup>b</sup></bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Sunblock</td>
              <td>13 (11.7)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Waterproof</td>
              <td>5 (4.5)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Valence<sup>c</sup></bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Positive</td>
              <td>82 (73.9)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Negative</td>
              <td>29 (26.1)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Total number of recommendations</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>0</td>
              <td>54 (48.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>1</td>
              <td>20 (18.0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>2</td>
              <td>19 (17.1)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>3</td>
              <td>9 (8.1)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>4</td>
              <td>3 (2.7)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>5</td>
              <td>4 (3.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>6</td>
              <td>2 (1.8)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>“Health care provider” was broadly defined to include physicians, nurses, and their organizations as well as people who self-identified as doctors but whose credentials did not include a medical degree. Videos featuring a doctor as the primary messenger were coded for the credentials of the provider; these included allopathic doctors (MD, DO), nonmedical doctors (PhD), and complementary or alternative medicine practitioners (DC, ND, MD(H)).</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>In videos using the terms “sunblock” and “waterproof,” 5 and 2 respectively used it in the context of an explanation that the term is considered misleading and should no longer be used.</p>
          </fn>
          <fn id="table1fn3">
            <p><sup>c</sup>Videos coded as positive toward sunscreen include those that promoted the use or home manufacture of mineral or “natural” sunscreens but that also included warnings about potential negative effects of chemical or commercial sunscreens on humans or the environment.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Standard recommendations for sunscreen use, overall and by video source<sup>a</sup>.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="360"/>
          <col width="0"/>
          <col width="140"/>
          <col width="0"/>
          <col width="130"/>
          <col width="0"/>
          <col width="130"/>
          <col width="0"/>
          <col width="110"/>
          <col width="0"/>
          <col width="100"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Recommendation</td>
              <td colspan="2">Overall (N=111)</td>
              <td colspan="2">Health care provider (n=24)</td>
              <td colspan="2">Corporation (n=14)</td>
              <td colspan="2">News (n=9)</td>
              <td colspan="2">End user (n=47)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="12">
                <bold>Sunscreen application, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Choose a broad spectrum</td>
              <td colspan="2">30 (27)</td>
              <td colspan="2">5 (22)</td>
              <td colspan="2">2 (14)</td>
              <td colspan="2">4 (44)</td>
              <td>14 (30)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">SPF level 15+</td>
              <td colspan="2">35 (32)</td>
              <td colspan="2">8 (36)</td>
              <td colspan="2">3 (21)</td>
              <td colspan="2">5 (55)</td>
              <td>16 (37)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Apply 20 minutes before exposure</td>
              <td colspan="2">14 (13)</td>
              <td colspan="2">6 (26)</td>
              <td colspan="2">2 (14)</td>
              <td colspan="2">1 (11)</td>
              <td>2 (3)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Reapply every 2 hours</td>
              <td colspan="2">16 (14)</td>
              <td colspan="2">5 (22)</td>
              <td colspan="2">2 (14)</td>
              <td colspan="2">1 (11)</td>
              <td>2 (3)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Apply a generous amount</td>
              <td colspan="2">19 (17)</td>
              <td colspan="2">5 (22)</td>
              <td colspan="2">4 (29)</td>
              <td colspan="2">1 (11)</td>
              <td>5 (10)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Reapply after toweling</td>
              <td colspan="2">12 (11)</td>
              <td colspan="2">4 (17)</td>
              <td colspan="2">2 (14)</td>
              <td colspan="2">1 (11)</td>
              <td>2 (3)</td>
            </tr>
            <tr valign="top">
              <td colspan="12">
                <bold>Complementary sun protection, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Wear a wide-brimmed hat</td>
              <td colspan="2">1 (4)</td>
              <td colspan="2">1 (4)</td>
              <td colspan="2">1 (0)</td>
              <td colspan="2">2 (22)</td>
              <td>2 (4)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Wear protective clothing</td>
              <td colspan="2">12 (11)</td>
              <td colspan="2">1 (4)</td>
              <td colspan="2">0 (0)</td>
              <td colspan="2">3 (33)</td>
              <td>3 (6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Wear sunglasses</td>
              <td colspan="2">8 (7)</td>
              <td colspan="2">1 (4)</td>
              <td colspan="2">0 (0)</td>
              <td colspan="2">2 (22)</td>
              <td>1 (2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Seek shade/use an umbrella</td>
              <td colspan="2">11 (10)</td>
              <td colspan="2">0 (0)</td>
              <td colspan="2">0 (0)</td>
              <td colspan="2">3 (33)</td>
              <td>3 (6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Stay indoors during peak UV periods</td>
              <td colspan="2">6 (5)</td>
              <td colspan="2">0 (0)</td>
              <td colspan="2">0 (0)</td>
              <td colspan="2">1 (11)</td>
              <td>1 (2)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>Due to small cell sizes, videos from nongovernmental organizations and sources coded as “Other,” which included topic-based group channels and sources that were not classifiable, were omitted from these group analyses. Therefore, the rows do not total 100%.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Incomplete or misleading information about sunscreen is common on YouTube and may play a role in sunscreen misuse, as reported in the literature [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. In light of research on the quality of videos covering other areas of health information, the variable accuracy we found with respect to sunscreen use is not surprising [<xref ref-type="bibr" rid="ref9">9</xref>]. Consistent with previous literature, no videos produced by government health agencies or cancer-related NGOs were among the most popular or relevant [<xref ref-type="bibr" rid="ref13">13</xref>]. The EWG was the most-cited source of scientific information, but these video references were typically decontextualized statements about possible harms of common sunscreen chemicals (eg, oxybenzone and octinoxate) used in pitches to promote and sometimes sell other products. The outdated terms “sunblock” and “waterproof” were rarely used, but the videos generally failed to include all standard recommendations for effective sunscreen use or to recommend a combined sun protection approach. In the absence of instruction on application thickness, reapplication, and complementary sun protection measures, the emphasis we observed on SPF and broad-spectrum classification may perpetuate ineffective sunscreen use.</p>
      </sec>
      <sec>
        <title>Unexpected Findings</title>
        <p>Some videos contradicted sun safety recommendations, warned about health risks or dangerous ingredients of sunscreen, or included do-it-yourself recipes. Although these videos were not the majority, this finding is surprising and somewhat alarming in that some of these videos featured health care–affiliated spokespersons. These providers represented a subset of health care providers on YouTube and were primarily promoters of alternative or naturopathic medicine. The do-it-yourself sunscreen tutorial was a concerning and unexpected content category, as our search strategy did not target this content. Do-it-yourself sunscreen recipes have not undergone the testing that is required by the FDA and cannot be assumed to be effective. Some “recipes” included no approved sunscreen ingredients and instead promoted ingredients such as green tea and coconut oil. Clinicians should be aware of such videos and should be prepared to address the topic with patients who are considering making their own sunscreen. While recent research on sunscreen absorption [<xref ref-type="bibr" rid="ref22">22</xref>] may raise public concern, especially about the use of sunscreen by children, the extant recommendations are unchanged; we can conclude from available evidence that sunscreen is safe and that its use is superior to unprotected exposure for children and adults (for infants under 6 months of age, sunscreen is not recommended; rather, sun exposure should be avoided completely) [<xref ref-type="bibr" rid="ref23">23</xref>]. Guidance such as use of a mineral sunscreen, sun avoidance strategies, and use of protective clothing and hats [<xref ref-type="bibr" rid="ref23">23</xref>] may be particularly useful to parents who are concerned about using sunscreen products on children.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The YouTube videos analyzed here represent one point in time. Videos that are highly popular at one point may fade in popularity over time and may therefore not be prominent in subsequent searches. In our approach, we intentionally used neutral search terms associated with sunscreen and then gauged the valence of the most popular and relevant videos. Positive or negative search terms may yield different types of content; also, the search algorithms such as “relevance” used by YouTube are proprietary and may change over time, thus yielding different search results. Sunscreen videos are a narrow topic, and the most popular videos still do not qualify as generally popular, as viral videos have millions of views. Furthermore, not all adults use sunscreen, and individuals seeking information about sunscreen specifically from government health agencies may not use the YouTube application programming interface and may instead use Google or search the agency’s website. The number of videos contradicting standard recommendations for sun safety or demonstrating do-it-yourself sunscreen was unanticipated; however, the behavioral significance of this finding is unclear.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Sunscreen use is a common and important form of sun protection, and YouTube is a common source of health information; it is especially popular among teens and young adults, which are the developmental groups with the highest rates of sunburn [<xref ref-type="bibr" rid="ref3">3</xref>]. This study fills an important gap in the literature by offering a comprehensive examination of sunscreen information on YouTube, a common source of information for young people. The public currently bears the burden of judging the credibility of sunscreen messages; however, a challenge inherent in our findings is that health care providers depicted in videos (who are generally trusted sources of information) were not, as a rule, arbiters of high-quality sunscreen information. While the popular videos sampled were generally positive toward sunscreen use, the information content appears to be problematic in 2 ways. First, sunscreen-related content on YouTube infrequently recommends complementary sun safety strategies. This is particularly problematic when videos explicitly discourage sunscreen use [<xref ref-type="bibr" rid="ref24">24</xref>]. Second, a small but not unimportant percentage of popular videos contained misleading information.</p>
        <p>YouTube is a promising tool to share information on effective sunscreen use; however, incomplete or negative content about sunscreen is common, and in some cases, this content is communicated by health care–affiliated messengers. Further, health agencies that produce YouTube videos related to sun protection were not among the more popular or relevant video sources. These data highlight a challenge of using YouTube for public health communication: how to create eye-catching content that will reliably be identified by social media search algorithms. To better harness YouTube for disseminating sun safety messages, health agencies may look to increase their content visibility by better incorporating features such as memorable titles and keyword tags to increase their popularity. Considering the increasing popularity of YouTube as a source of health information, further research is warranted to examine viewer response to these videos and to determine whether exposure to the videos impacts subsequent sun safety behavior.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EWG</term>
          <def>
            <p>Environmental Working Group</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">FDA</term>
          <def>
            <p>Food and Drug Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SPF</term>
          <def>
            <p>sun protection factor</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">UV</term>
          <def>
            <p>ultraviolet</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to acknowledge the contributions of Anne Hartman, who assisted in codebook development.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guy</surname>
              <given-names>GP</given-names>
            </name>
            <name name-style="western">
              <surname>Machlin</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Ekwueme</surname>
              <given-names>DU</given-names>
            </name>
            <name name-style="western">
              <surname>Yabroff</surname>
              <given-names>KR</given-names>
            </name>
          </person-group>
          <article-title>Prevalence and costs of skin cancer treatment in the U.S., 2002-2006 and 2007-2011</article-title>
          <source>Am J Prev Med</source>
          <year>2015</year>
          <month>02</month>
          <volume>48</volume>
          <issue>2</issue>
          <fpage>183</fpage>
          <lpage>187</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25442229"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2014.08.036</pub-id>
          <pub-id pub-id-type="medline">25442229</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(14)00510-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC4603424</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Kricker</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The epidemiology of UV induced skin cancer</article-title>
          <source>J Photoch Photobio B</source>
          <year>2001</year>
          <month>10</month>
          <volume>63</volume>
          <issue>1-3</issue>
          <fpage>8</fpage>
          <lpage>18</lpage>
          <pub-id pub-id-type="doi">10.1016/s1011-1344(01)00198-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holman</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Ding</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Guy</surname>
              <given-names>GP</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hartman</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Perna</surname>
              <given-names>FM</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of Sun Protection Use and Sunburn and Association of Demographic and Behaviorial Characteristics With Sunburn Among US Adults</article-title>
          <source>JAMA Dermatol</source>
          <year>2018</year>
          <month>05</month>
          <day>01</day>
          <volume>154</volume>
          <issue>5</issue>
          <fpage>561</fpage>
          <lpage>568</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29541756"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamadermatol.2018.0028</pub-id>
          <pub-id pub-id-type="medline">29541756</pub-id>
          <pub-id pub-id-type="pii">2674264</pub-id>
          <pub-id pub-id-type="pmcid">PMC5876912</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pratt</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hassanin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Troughton</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Czanner</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>McCormick</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Hamill</surname>
              <given-names>KJ</given-names>
            </name>
          </person-group>
          <article-title>UV imaging reveals facial areas that are prone to skin cancer are disproportionately missed during sunscreen application</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>10</issue>
          <fpage>e0185297</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0185297"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0185297</pub-id>
          <pub-id pub-id-type="medline">28968413</pub-id>
          <pub-id pub-id-type="pii">PONE-D-17-20999</pub-id>
          <pub-id pub-id-type="pmcid">PMC5624581</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <source>US Dept of Health and Human Services, Office of the Surgeon General</source>
          <year>2014</year>
          <access-date>2020-04-16</access-date>
          <comment>The Surgeon General's Call to Action to Prevent Skin Cancer<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hhs.gov/sites/default/files/call-to-action-prevent-skin-cancer.pdf">https://www.hhs.gov/sites/default/files/call-to-action-prevent-skin-cancer.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Perna</surname>
              <given-names>FM</given-names>
            </name>
          </person-group>
          <article-title>Decision Tree Model vs Traditional Measures to Identify Patterns of Sun-Protective Behaviors and Sun Sensitivity Associated With Sunburn</article-title>
          <source>JAMA Dermatol</source>
          <year>2018</year>
          <month>08</month>
          <day>01</day>
          <volume>154</volume>
          <issue>8</issue>
          <fpage>897</fpage>
          <pub-id pub-id-type="doi">10.1001/jamadermatol.2018.1646</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <source>21CFR201</source>
          <access-date>2019-10-25</access-date>
          <publisher-name>U.S. Food and Drug Administration</publisher-name>
          <comment>Code of Federal Regulations Title 21 <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfCFR/CFRSearch.cfm?fr=201.327">https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfCFR/CFRSearch.cfm?fr=201.327</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wulf</surname>
              <given-names>HC</given-names>
            </name>
          </person-group>
          <article-title>Application of sunscreen--theory and reality</article-title>
          <source>Photodermatol Photoimmunol Photomed</source>
          <year>2014</year>
          <volume>30</volume>
          <issue>2-3</issue>
          <fpage>96</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1111/phpp.12099</pub-id>
          <pub-id pub-id-type="medline">24313722</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farberg</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Glazer</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Rigel</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rigel</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>Dermatologists’ Perceptions, Recommendations, and Use of Sunscreen</article-title>
          <source>JAMA Dermatol</source>
          <year>2017</year>
          <month>01</month>
          <day>01</day>
          <volume>153</volume>
          <issue>1</issue>
          <fpage>99</fpage>
          <pub-id pub-id-type="doi">10.1001/jamadermatol.2016.3698</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koch-Weser</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bradshaw</surname>
              <given-names>YS</given-names>
            </name>
            <name name-style="western">
              <surname>Gualtieri</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>The Internet as a health information source: findings from the 2007 Health Information National Trends Survey and implications for health communication</article-title>
          <source>J Health Commun</source>
          <year>2010</year>
          <month>12</month>
          <volume>15 Suppl 3</volume>
          <fpage>279</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730.2010.522700</pub-id>
          <pub-id pub-id-type="medline">21154099</pub-id>
          <pub-id pub-id-type="pii">930956751</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>WS</given-names>
            </name>
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>YM</given-names>
            </name>
            <name name-style="western">
              <surname>Beckjord</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Moser</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Hesse</surname>
              <given-names>BW</given-names>
            </name>
          </person-group>
          <article-title>Social media use in the United States: implications for health communication</article-title>
          <source>J Med Internet Res</source>
          <year>2009</year>
          <month>11</month>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>e48</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2009/4/e48/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1249</pub-id>
          <pub-id pub-id-type="medline">19945947</pub-id>
          <pub-id pub-id-type="pii">v11i4e48</pub-id>
          <pub-id pub-id-type="pmcid">PMC2802563</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perrin</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Social Media Usage: 2005-2015</source>
          <year>2005</year>
          <access-date>2019-10-25</access-date>
          <comment>Pew Research Center 2015 Oct 8<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewinternet.org/2015/10/08/social-networking-usage-2005-2015/">https://www.pewinternet.org/2015/10/08/social-networking-usage-2005-2015/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Godoy</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shabazz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Horn</surname>
              <given-names>IB</given-names>
            </name>
          </person-group>
          <article-title>Internet and Mobile Technology Use Among Urban African American Parents: Survey Study of a Clinical Population</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>01</month>
          <day>13</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>e9</fpage>
          <pub-id pub-id-type="doi">10.2196/jmir.2673</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <source>Alexa</source>
          <access-date>2019-10-25</access-date>
          <comment>The top 500 sites on the web<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.alexa.com/topsites">https://www.alexa.com/topsites</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Madathil</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Rivera-Rodriguez</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Greenstein</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Gramopadhye</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Healthcare information on YouTube: A systematic review</article-title>
          <source>Health Informatics J</source>
          <year>2015</year>
          <month>09</month>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>173</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1177/1460458213512220</pub-id>
          <pub-id pub-id-type="medline">24670899</pub-id>
          <pub-id pub-id-type="pii">1460458213512220</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keelan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pavri-Garcia</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Tomlinson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>YouTube as a source of information on immunization: a content analysis</article-title>
          <source>JAMA</source>
          <year>2007</year>
          <month>12</month>
          <day>5</day>
          <volume>298</volume>
          <issue>21</issue>
          <fpage>2482</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.298.21.2482</pub-id>
          <pub-id pub-id-type="medline">18056901</pub-id>
          <pub-id pub-id-type="pii">298/21/2482</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Hillyer</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Reeves</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>YouTube Videos Related to Skin Cancer: A Missed Opportunity for Cancer Prevention and Control</article-title>
          <source>JMIR Cancer</source>
          <year>2015</year>
          <month>03</month>
          <day>02</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>e1</fpage>
          <pub-id pub-id-type="doi">10.2196/cancer.4204</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruppert</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Køster</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Siegert</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cop</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Boyers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Karimkhani</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Winston</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mounessa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dellavalle</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Reinau</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Diepgen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Surber</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>YouTube as a source of health information: Analysis of sun protection and skin cancer prevention related issues</article-title>
          <source>Dermatol Online J</source>
          <year>2017</year>
          <month>01</month>
          <day>15</day>
          <volume>23</volume>
          <issue>1</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://escholarship.org/uc/item/91401264"/>
          </comment>
          <pub-id pub-id-type="medline">28329465</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>Margaret</given-names>
            </name>
            <name name-style="western">
              <surname>Cumber</surname>
              <given-names>Jordi</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Claudia</given-names>
            </name>
            <name name-style="western">
              <surname>Pound</surname>
              <given-names>Catherine M</given-names>
            </name>
            <name name-style="western">
              <surname>Fuller</surname>
              <given-names>Ann</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>Denise</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of methods for studying consumer health YouTube videos, with implications for systematic reviews</article-title>
          <source>PeerJ</source>
          <year>2013</year>
          <month>09</month>
          <volume>1</volume>
          <fpage>e147</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.7717/peerj.147"/>
          </comment>
          <pub-id pub-id-type="doi">10.7717/peerj.147</pub-id>
          <pub-id pub-id-type="medline">24058879</pub-id>
          <pub-id pub-id-type="pii">147</pub-id>
          <pub-id pub-id-type="pmcid">PMC3775625</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <source>Does Video Length Matter?</source>
          <access-date>2020-04-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://wistia.com/learn/marketing/does-length-matter-it-does-for-video-2k12-edition">https://wistia.com/learn/marketing/does-length-matter-it-does-for-video-2k12-edition</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>StataCorp</collab>
          </person-group>
          <source>Stata Statistical Software: Release 14</source>
          <year>2015</year>
          <access-date>2020-04-16</access-date>
          <publisher-loc>College Station, TX</publisher-loc>
          <publisher-name>Statacorp LP</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.stata.com/stata14/">https://www.stata.com/stata14/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Matta</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Zusterzeel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pilli</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Volpe</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Florian</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bashaw</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zineh</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Sanabria</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kemp</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Adah</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Coelho</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Furlong</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ganley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Michele</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Strauss</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Effect of Sunscreen Application Under Maximal Use Conditions on Plasma Concentration of Sunscreen Active Ingredients</article-title>
          <source>JAMA</source>
          <year>2019</year>
          <month>06</month>
          <day>04</day>
          <volume>321</volume>
          <issue>21</issue>
          <fpage>2082</fpage>
          <pub-id pub-id-type="doi">10.1001/jama.2019.5586</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holman</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Qin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gottschlich</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Balk</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Clinical counseling on sun protection and indoor tanning avoidance: A survey of current practices among U.S. health care providers</article-title>
          <source>Prev Med</source>
          <year>2019</year>
          <month>09</month>
          <volume>126</volume>
          <fpage>105783</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2019.105783</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bleakley</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lazovich</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>B Jordan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Glanz</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Compensation Behaviors and Skin Cancer Prevention</article-title>
          <source>Am J Prev Med</source>
          <year>2018</year>
          <month>12</month>
          <volume>55</volume>
          <issue>6</issue>
          <fpage>848</fpage>
          <lpage>855</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2018.06.019</pub-id>
          <pub-id pub-id-type="medline">30344038</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(18)32076-2</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
