<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JDERM</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Dermatol</journal-id>
      <journal-title>JMIR Dermatology</journal-title>
      <issn pub-type="epub">2562-0959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v4i2e25918</article-id>
      <article-id pub-id-type="pmid">37632804</article-id>
      <article-id pub-id-type="doi">10.2196/25918</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Supporting Self-management Among Young People With Acne Vulgaris Through a Web-Based Behavioral Intervention: Development and Feasibility Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Dellavalle</surname>
            <given-names>Robert</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Sivesind</surname>
            <given-names>Torunn</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Riis</surname>
            <given-names>Allan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>AL-Asadi</surname>
            <given-names>Ali</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Ip</surname>
            <given-names>Athena</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Primary Care, Population Sciences and Medical Education</institution>
            <institution>University of Southampton</institution>
            <addr-line>Aldermoor Health Centre</addr-line>
            <addr-line>Aldermoor Close</addr-line>
            <addr-line>Southampton, SO16 5ST</addr-line>
            <country>United Kingdom</country>
            <phone>44 (023) 8059 1779</phone>
            <email>a.ip@soton.ac.uk</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8574-2569</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Muller</surname>
            <given-names>Ingrid</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9341-6133</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Geraghty</surname>
            <given-names>Adam W A</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7984-8351</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Rumsby</surname>
            <given-names>Kate</given-names>
          </name>
          <degrees>BA, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8573-3718</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Stuart</surname>
            <given-names>Beth</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5432-7437</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Little</surname>
            <given-names>Paul</given-names>
          </name>
          <degrees>MD, PhD, FRCGP, FMedSci</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3664-1873</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Santer</surname>
            <given-names>Miriam</given-names>
          </name>
          <degrees>MBBCHIR, MRCGP, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7264-5260</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Primary Care, Population Sciences and Medical Education</institution>
        <institution>University of Southampton</institution>
        <addr-line>Southampton</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Health Sciences</institution>
        <institution>University of Surrey</institution>
        <addr-line>Guildford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Athena Ip <email>a.ip@soton.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jul-Dec</season>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>3</day>
        <month>11</month>
        <year>2021</year>
      </pub-date>
      <volume>4</volume>
      <issue>2</issue>
      <elocation-id>e25918</elocation-id>
      <history>
        <date date-type="received">
          <day>20</day>
          <month>11</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>5</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>5</day>
          <month>8</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Athena Ip, Ingrid Muller, Adam W A Geraghty, Kate Rumsby, Beth Stuart, Paul Little, Miriam Santer. Originally published in JMIR Dermatology (http://derma.jmir.org), 03.11.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Dermatology Research, is properly cited. The complete bibliographic information, a link to the original publication on http://derma.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://derma.jmir.org/2021/2/e25918" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Acne is a common skin condition that is most prevalent in young people. It can have a substantial impact on the quality of life, which can be minimized with the appropriate use of topical treatments. Nonadherence to topical treatments for acne is common and often leads to treatment failure.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study is to develop a web-based behavioral intervention to support the self-management of acne and to assess the feasibility of recruitment, retention, and engagement of users with the intervention.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The intervention was developed iteratively using the LifeGuide software and following the person-based approach for intervention development. The target behavior was <italic>appropriate use of topical treatments</italic>. Barriers and facilitators identified from the qualitative research and evidence from the wider literature were used to identify techniques to improve and promote their use. Young people with acne aged 14-25 years who had received treatment for acne in the past 6 months were invited to participate through mail-out from primary care practices in the South of England in a parallel, unblinded randomized trial. Participants were automatically randomized using a computer-generated algorithm to usual care or to usual care plus access to the web-based intervention. Usage data was collected, and a series of questionnaires, including the primary outcome measure for skin-specific quality of life (Skindex-16), were collected at baseline and at the 4- and 6-week follow-ups.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 1193 participants were invited, and 53 young people with acne were randomized to usual care (27/53, 51%) or usual care plus intervention (26/53, 49%). The response rate for the primary outcome measure (Skindex-16) was 87% at 4 weeks, 6 weeks, and at both time points. The estimate of mean scores between groups (with 95% CI) using linear regression showed a trend in the direction of benefit for the web-based intervention group in the primary outcome measure (Skindex-16) and secondary measures (Patient Health Questionnaire-4 and the Problematic Experiences of Therapy Scale). Intervention usage data showed high uptake of the core module in the usual care plus web-based intervention group, with 88% (23/26) of participants completing the module. Uptake of the optional modules was low, with less than half visiting each (myth-busting quiz: 27%; living with spots or acne: 42%; oral antibiotics: 19%; what are spots or acne: 27%; other treatments: 27%; talking to your general practitioner: 12%).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study demonstrated the feasibility of delivering a trial of a web-based intervention to support self-management in young people with acne. Additional work is needed before a full definitive trial, including enhancing engagement with the intervention, recruitment, and follow-up rates.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ISRCTN 78626638; https://tinyurl.com/n4wackrw</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>feasibility study</kwd>
        <kwd>acne vulgaris</kwd>
        <kwd>intervention study</kwd>
        <kwd>self-management</kwd>
        <kwd>primary care</kwd>
        <kwd>acne</kwd>
        <kwd>dermatology</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Acne is a common condition that is most prevalent among adolescents, affecting &#62;85% of adolescents at some point [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. It can have a substantial physical and psychological impact; however, its main effects are on quality of life (QoL) [<xref ref-type="bibr" rid="ref4">4</xref>]. First-line treatments for acne are topical treatments that work well at improving acne [<xref ref-type="bibr" rid="ref5">5</xref>] and have been shown to improve QoL when used appropriately [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. However, studies have highlighted how adherence to topical treatments is poor [<xref ref-type="bibr" rid="ref8">8</xref>], and discontinuing treatment is associated with a rapid increase in microcomedones, resulting in more acne lesions and subsequent treatment failure [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>A limited number of interventions have been developed to improve adherence to acne treatments [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref15">15</xref>], many of which have significant shortcomings. A systematic review of the effect of mobile and electronic health technology on adherence [<xref ref-type="bibr" rid="ref16">16</xref>] (SMS text message reminders [<xref ref-type="bibr" rid="ref12">12</xref>], telephone call reminders [<xref ref-type="bibr" rid="ref13">13</xref>], an internet-based education tool [<xref ref-type="bibr" rid="ref11">11</xref>], and an internet-based survey [<xref ref-type="bibr" rid="ref14">14</xref>]) found that a weekly internet-based survey was more effective than telephone-based reminders. However, the sample size was small and not powered to determine significance [<xref ref-type="bibr" rid="ref14">14</xref>]. Other studies included in the review also had small sample sizes ranging between 40 and 61 participants and no power calculations, which may have limited their ability to detect statistically significant differences. To our knowledge, none of these interventions have been informed by theory or developed using robust methods. Interventions developed using theory have proven to be more effective than those without a theoretical base [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      <p>There is also little information on recruiting through primary care in acne trials. One randomized controlled trial (RCT) investigating the use of supplementary patient educational materials on adherence recruited patients from primary care clinics in the United Kingdom; however, there was no calculation for sample size [<xref ref-type="bibr" rid="ref10">10</xref>]. As there is very little information regarding uptake and retention rates for this group, further feasibility trials are needed to establish this.</p>
      <p>Feasibility trials are an essential part of complex intervention development [<xref ref-type="bibr" rid="ref18">18</xref>]. However, few interventions for acne have been subjected to feasibility or pilot testing [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref19">19</xref>] and, as a result, these trials may have a number of issues around acceptability, delivery, recruitment, and retention and are often small in sample size [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      <p>In this study, we describe the development of a web-based behavioral intervention to support self-management of acne. We also present the results of a feasibility randomized trial delivering this intervention to young people with acne recruited through primary care.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Development of Web-Based Intervention</title>
        <p>The Template for Intervention Description and Replication (TIDieR) guideline [<xref ref-type="bibr" rid="ref21">21</xref>] was used to facilitate the appropriate reporting of intervention development.</p>
        <sec>
          <title>Person-Based Approach</title>
          <p>The intervention was developed using the Person-Based Approach (PBA) for planning, developing, and evaluating the feasibility of the intervention [<xref ref-type="bibr" rid="ref22">22</xref>]. The aim of this method is to ground the intervention in the views and experiences of the people who will use it to ensure that it is persuasive, accessible, and engaging for the target population [<xref ref-type="bibr" rid="ref22">22</xref>]. The PBA involves in-depth qualitative research to identify key objectives and barriers and facilitators to target behaviors [<xref ref-type="bibr" rid="ref22">22</xref>]. We carried out a systematic review and synthesis of qualitative research to explore the qualitative literature on acne among patients, carers, and health care professionals [<xref ref-type="bibr" rid="ref23">23</xref>]. The review protocol was registered on PROSPERO (International Prospective Register of Systematic Reviews; registration number CRD42016050525). A secondary analysis of qualitative interviews with people with acne was also carried out to understand young people’s views and experiences with acne and its treatments [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        </sec>
        <sec>
          <title>Creating Guiding Principles</title>
          <p>Alongside intervention planning, guiding principles were drafted and iteratively developed throughout, identifying distinctive intervention features to address these. This method involved highlighting key objectives from qualitative research (1). to support young people in gaining autonomy and competence around acne management, (2) to support and promote autonomy in making treatment choices, and (3) to provide support and acknowledge the psychological impact of acne (see <xref ref-type="table" rid="table1">Table 1</xref> for guiding principles developed for this intervention).</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Guiding principles.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="150"/>
              <col width="150"/>
              <col width="270"/>
              <col width="150"/>
              <col width="280"/>
              <thead>
                <tr valign="top">
                  <td>Key intervention<break/>objectives</td>
                  <td>Patient characteristics</td>
                  <td>Evidence for key behavioral issues</td>
                  <td colspan="2">Guiding principles</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Design objectives</td>
                  <td>Key (distinctive) intervention features</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>To improve the lives of young people with acne</p>
                      </list-item>
                      <list-item>
                        <p>To promote self-management of acne</p>
                      </list-item>
                      <list-item>
                        <p>To promote the appropriate use of topical treatments</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Young people who have mild to moderate acne vulgaris</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Little knowledge about acne and its treatments (QR)<sup>a</sup></p>
                      </list-item>
                    </list>
                    <list list-type="bullet">
                      <list-item>
                        <p>Young people can be confused with the myths and misconceptions around acne and are unaware or unwilling to acknowledge that acne requires ongoing treatment.</p>
                      </list-item>
                    </list>
                    <list list-type="bullet">
                      <list-item>
                        <p>Low motivation to engage with long-term treatment (QR)</p>
                      </list-item>
                    </list>
                    <list list-type="bullet">
                      <list-item>
                        <p>Certain beliefs about the causation of acne may affect people’s perceived necessity of treatment.</p>
                      </list-item>
                    </list>
                    <list list-type="bullet">
                      <list-item>
                        <p>Difficulty judging efficacy of topical treatments (QR)</p>
                      </list-item>
                    </list>
                    <list list-type="bullet">
                      <list-item>
                        <p>Belief that topical treatments do little and are only keeping their acne at bay may result in early abandonment of treatment.</p>
                      </list-item>
                    </list>
                    <list list-type="bullet">
                      <list-item>
                        <p>Difficulty overcoming barriers (QR)</p>
                      </list-item>
                    </list>
                    <list list-type="bullet">
                      <list-item>
                        <p>Young people can be uncertain about how to manage side effects of treatment, financial constraints, lengthy routines, and uncertainties around how to use medication.</p>
                      </list-item>
                    </list>
                    <list list-type="bullet">
                      <list-item>
                        <p>Confusion between cosmetic and medical treatments for acne (QR)</p>
                      </list-item>
                    </list>
                    <list list-type="bullet">
                      <list-item>
                        <p>Young people perceive they have tried all the topical treatments available</p>
                      </list-item>
                    </list>
                  </td>
                  <td>To support young people in gaining autonomy and competence around acne management</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Offer users choice wherever possible</p>
                      </list-item>
                      <list-item>
                        <p>Minimize disruption to lifestyle</p>
                      </list-item>
                      <list-item>
                        <p>Dispel myths and misconceptions about the causes of acne</p>
                      </list-item>
                      <list-item>
                        <p>Autonomy-supportive language</p>
                      </list-item>
                      <list-item>
                        <p>Ensure they have a complete understanding of acne and the rationale behind their treatment</p>
                      </list-item>
                      <list-item>
                        <p>To build their self-efficacy for the target behaviors (eg, 4-week challenge to support patients to formulate a personal goal or action plan, advice on how to minimize side effects including skin irritation, and a video with step-by-step instructions on how and when to apply topical treatments)</p>
                      </list-item>
                      <list-item>
                        <p>Educational information or rationale supported by scientific evidence (topical treatments are equally as effective as antibiotics)</p>
                      </list-item>
                      <list-item>
                        <p>Stories and testimonials to model successful management using topical therapies</p>
                      </list-item>
                      <list-item>
                        <p>Addressing common concerns</p>
                      </list-item>
                      <list-item>
                        <p>Provide a list of topical treatments and explain how they work</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Need for control over treatment choice and disease (SR)<sup>b</sup></p>
                      </list-item>
                    </list>
                    <list list-type="bullet">
                      <list-item>
                        <p>Young people want control over their treatment choice as well as their condition and this has been shown to improve adherence and psychological impact</p>
                      </list-item>
                    </list>
                  </td>
                  <td>To support and promote autonomy for making treatment choices</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Provide advice on how people can effectively communicate with their GP<sup>c</sup></p>
                      </list-item>
                      <list-item>
                        <p>Invite, acknowledge, and value views or preferences (eg, CAM<sup>d</sup> therapies)</p>
                      </list-item>
                      <list-item>
                        <p>Provide a list of topical treatments and explain how they work</p>
                      </list-item>
                      <list-item>
                        <p>Offering user choice wherever possible</p>
                      </list-item>
                      <list-item>
                        <p>Autonomy-supportive language throughout</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Difficulty dealing with psychological issues (SR and QR)</p>
                      </list-item>
                    </list>
                    <list list-type="bullet">
                      <list-item>
                        <p>Young people can be unsure about how to cope with the psychological impact of acne, including depressive symptoms, stress, anxiety, and embarrassment</p>
                      </list-item>
                    </list>
                    <list list-type="bullet">
                      <list-item>
                        <p>Difficulty presenting psychological issues to HCP<sup>e</sup> (SR)</p>
                      </list-item>
                    </list>
                    <list list-type="bullet">
                      <list-item>
                        <p>Young people may be unwilling to present psychological problems to their HCP</p>
                      </list-item>
                    </list>
                  </td>
                  <td>To provide support and acknowledge the psychological impact of acne</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Acknowledge the psychological impact of acne (eg, (1) emphasize that everyone with a skin disease can be at risk of psychological symptoms and (2) provide patient stories about how they dealt with the impact of acne)</p>
                      </list-item>
                      <list-item>
                        <p>Provide advice on how people can effectively communicate with their GP</p>
                      </list-item>
                      <list-item>
                        <p>Provide advice on different coping strategies</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>QR: qualitative research (barriers identified from the secondary analysis of qualitative interview data [<xref ref-type="bibr" rid="ref24">24</xref>]).</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>SR: systematic review (barriers emerged from systematic review and synthesis of qualitative papers on acne) [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
              </fn>
              <fn id="table1fn3">
                <p><sup>c</sup>GP: general practitioner.</p>
              </fn>
              <fn id="table1fn4">
                <p><sup>d</sup>CAM: complementary and alternative medicine.</p>
              </fn>
              <fn id="table1fn5">
                <p><sup>e</sup>HCP: health care practitioner.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Target Behavior</title>
          <p>The hypothesized outcome of the intervention was to improve QoL for young people with acne through the target behavior <italic>appropriate use of topical treatments</italic>. This target behavior was chosen as it has been shown that effective use of topical treatments can improve acne [<xref ref-type="bibr" rid="ref5">5</xref>] and benefit QoL [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. For addressing this target behavior, barriers and facilitators identified from the qualitative research were described along with the proposed intervention element.</p>
          <p>Evidence from the literature and qualitative research (including the systematic review and synthesis of qualitative data [<xref ref-type="bibr" rid="ref23">23</xref>] and the secondary analysis of interview data with young people [<xref ref-type="bibr" rid="ref24">24</xref>]) highlighted several barriers to the appropriate use of topical treatments that needed to be addressed in the intervention. These included concerns about side effects, confusion about the different types of topical treatments, beliefs around the ineffectiveness of topical treatments, belief that acne is a short-term condition that will resolve on its own, confusion about how to use treatment, the time-consuming nature of topical treatments, and the belief that oral treatments were more effective than topical treatments.</p>
        </sec>
        <sec>
          <title>Behavioral Analysis</title>
          <p>Alongside the PBA, a behavioral analysis was carried out to map the intervention components to the behavior change taxonomy, which is a list of consensually agreed techniques for specifying interventions [<xref ref-type="bibr" rid="ref25">25</xref>]. The behavioral analysis showed that the intervention targeted nine behavior change techniques from the 93 behavior change taxonomies [<xref ref-type="bibr" rid="ref25">25</xref>]. A central behavior change technique was <italic>instructions on how to perform the behavior</italic> in terms of advice about choosing the right topical treatment and instructions and demonstrations on how to use topical treatments appropriately. The intervention components were also mapped onto the COM-B model, part of the behavior change wheel [<xref ref-type="bibr" rid="ref26">26</xref>], to map the target constructs and functions for the intervention [<xref ref-type="bibr" rid="ref26">26</xref>]. This included six target constructs (physical capability, psychological capability, physical opportunity, social opportunity, automatic motivation, and reflective motivation) and five intervention functions (persuasion, education, training, enablement, and modeling).</p>
          <p>Qualitative research showed the Extended Common Sense Model of Illness [<xref ref-type="bibr" rid="ref27">27</xref>] to be a useful model for understanding how people with acne conceptualize illness and treatment and was therefore used in the behavioral analysis to check that all important components of the model were covered in the intervention (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Behavioral analysis of Spotless intervention.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="210"/>
              <col width="130"/>
              <col width="0"/>
              <col width="190"/>
              <col width="0"/>
              <col width="120"/>
              <col width="0"/>
              <col width="200"/>
              <col width="0"/>
              <col width="120"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Barrier or facilitator for target behavior<sup>a</sup> and intervention component</td>
                  <td>Spotless module</td>
                  <td colspan="2">Target construct (BCW)<sup>b</sup></td>
                  <td colspan="2">Intervention function (BCW)</td>
                  <td colspan="2">Behavior change technique (using 93 BCTTv1)<sup>c</sup></td>
                  <td colspan="2">Target construct (ECSM)<sup>d</sup></td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="11">
                    <bold>Concerns about side effects from topical treatments (eg, dry skin and bleaching; QR<sup>e</sup> and SR<sup>f</sup>).</bold>
                    <bold>Fabbrocini et al [<xref ref-type="bibr" rid="ref28">28</xref>]: having no side effects was reported as one of the most important attributes of topical treatments (EBL<sup>g</sup>)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Provide persuasive and credible information about the side effects of topicals and their safety via scientific evidence and personal stories</td>
                  <td>Core treatments</td>
                  <td colspan="2">Psychological capability, reflective motivation, and social opportunity</td>
                  <td colspan="2">Education, persuasion, and modeling</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>5.1. Information about health consequences</p>
                      </list-item>
                      <list-item>
                        <p>6.2. Social comparison</p>
                      </list-item>
                      <list-item>
                        <p>6.3. Information about others’ approval</p>
                      </list-item>
                      <list-item>
                        <p>9.1. Credible source</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">Beliefs about necessity and concerns over its use</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Provide advice on how to choose the right topical</td>
                  <td>Core treatments</td>
                  <td colspan="2">Psychological capability</td>
                  <td colspan="2">Training and education</td>
                  <td colspan="2">4.1. Instructions on how to perform the behavior</td>
                  <td colspan="2">Beliefs about necessity and concerns over its use</td>
                </tr>
                <tr valign="top">
                  <td colspan="11">
                    <bold>Confusion about the different types of topical treatments resulting in difficulty with making own treatment choices (QR and SR)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Provide advice on how to choose the right topical</td>
                  <td>Core treatments</td>
                  <td colspan="2">Psychological capability</td>
                  <td colspan="2">Training and education</td>
                  <td colspan="2">4.1. Instructions on how to perform the behavior</td>
                  <td colspan="2">Curability or controllability</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Provide information about different topicals (eg, most common or least common topicals and how they work)</td>
                  <td>Core treatments</td>
                  <td colspan="2">Psychological capability</td>
                  <td colspan="2">Education</td>
                  <td colspan="2">5.1. Information about health consequences</td>
                  <td colspan="2">Curability or controllability</td>
                </tr>
                <tr valign="top">
                  <td colspan="11">
                    <bold>Belief that topical treatments do little to help as they are only <italic>keeping their acne at bay</italic> (QR)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Provide persuasive and credible information about the effectiveness of topicals via scientific evidence and personal stories</p>
                      </list-item>
                      <list-item>
                        <p>Provide rationale for how topicals control acne</p>
                      </list-item>
                      <list-item>
                        <p>Explain via personal stories or video that it can take time for topical treatments to work</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Core treatments</td>
                  <td colspan="2">Psychological capability, reflective motivation, and social opportunity</td>
                  <td colspan="2">Education, persuasion, and modeling</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>5.1. Information about health consequences</p>
                      </list-item>
                      <list-item>
                        <p>6.2. Social comparison</p>
                      </list-item>
                      <list-item>
                        <p>6.3. Information about others’ approval</p>
                      </list-item>
                      <list-item>
                        <p>9.1. Credible source</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">Beliefs about necessity</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Provide a chart for them to monitor how their skin is after applying topical treatments each day as part of the 4-week challenge</td>
                  <td>Core treatments</td>
                  <td colspan="2">Reflective motivation</td>
                  <td colspan="2">Education and persuasion</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>5.1. Information about health consequences</p>
                      </list-item>
                      <list-item>
                        <p>2.3. Self-monitoring of outcomes of behavior</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">Beliefs about necessity</td>
                </tr>
                <tr valign="top">
                  <td colspan="11">
                    <bold>Belief that acne is a short-term condition caused by puberty and therefore it will go away on its own (QR); McNiven [<xref ref-type="bibr" rid="ref29">29</xref>]: belief that acne is a cosmetic problem rather than a medical condition (EBL)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Provide information on the causes of acne and dispel misconceptions using a myth-busting quiz</p>
                      </list-item>
                    </list>
                    <list list-type="bullet">
                      <list-item>
                        <p>Provide persuasive and credible information about how acne can be effectively managed using treatment, including scientific evidence and personal stories</p>
                      </list-item>
                      <list-item>
                        <p>Provide information about what acne is, the importance of treating it early, and information about referrals</p>
                      </list-item>
                      <list-item>
                        <p>Provide advice on when to see an HCP<sup>h</sup> about acne</p>
                      </list-item>
                      <list-item>
                        <p>Provide advice on speaking with an HCP about acne</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Myth-busting quiz; What are spots or acne; Talking to your GP<sup>i</sup></td>
                  <td colspan="2">Psychological capability, reflective motivation, social opportunity, and physical opportunity</td>
                  <td colspan="2">Education, modeling, persuasion, and training</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>4.1. Instructions on how to perform the behavior</p>
                      </list-item>
                      <list-item>
                        <p>5.1. Information about health consequences</p>
                      </list-item>
                      <list-item>
                        <p>6.2. Social comparison</p>
                      </list-item>
                      <list-item>
                        <p>6.3. Information about others’ approval</p>
                      </list-item>
                      <list-item>
                        <p>9.1. Credible source</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">Cause, timeline, and identity</td>
                </tr>
                <tr valign="top">
                  <td colspan="11">
                    <bold>Lack of skills regarding how to apply topicals and for how long (QR); Myhill et al [<xref ref-type="bibr" rid="ref10">10</xref>]: supplementary patient education materials and video about application of topical treatment led to improved adherence (EBL); Sandoval et al [<xref ref-type="bibr" rid="ref19">19</xref>]: education via physical demonstration led to 15% overall higher adherence rates (EBL)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Provide written instructions and an instructional video on how to use topical treatments correctly</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">Core treatments</td>
                  <td colspan="2">Physical capability, social opportunity, and reflective motivation</td>
                  <td colspan="2">Training, modeling, and persuasion</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>4.1. Instructions on how to perform the behavior</p>
                      </list-item>
                      <list-item>
                        <p>6.1. Demonstration of the behavior</p>
                      </list-item>
                      <list-item>
                        <p>6.2. Social comparison</p>
                      </list-item>
                      <list-item>
                        <p>6.3. Information about others’ approval</p>
                      </list-item>
                      <list-item>
                        <p>9.1. Credible source</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Concerns over its use</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>4-week challenge: provide a chart to help people record their skin condition when they have used their topical treatment each day</td>
                  <td>Core treatments</td>
                  <td colspan="2">Reflective motivation</td>
                  <td colspan="2">Education and persuasion</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>5.1. Information about health consequences</p>
                      </list-item>
                      <list-item>
                        <p>2.3. Self-monitoring of outcomes of behavior</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">Concerns over its use</td>
                </tr>
                <tr valign="top">
                  <td colspan="11">
                    <bold>Belief that topicals are time-consuming to apply (QR); Rueda [<xref ref-type="bibr" rid="ref15">15</xref>]: simplifying regimen and considering patient preference increases adherence (EBL)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Provide information on how to incorporate topicals in everyday life</p>
                      </list-item>
                      <list-item>
                        <p>Reassure people that applying topicals should not be time-consuming</p>
                      </list-item>
                      <list-item>
                        <p>Advise people to plan when to apply their topical</p>
                      </list-item>
                      <list-item>
                        <p>Suggest applying their topical at the same time in the same context each day</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Core treatments</td>
                  <td colspan="2">Psychological capability and automatic motivation</td>
                  <td colspan="2">Education and enablement</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>1.4. Action planning</p>
                      </list-item>
                      <list-item>
                        <p>4.1. Instructions on how to perform the behavior</p>
                      </list-item>
                      <list-item>
                        <p>5.3. Information about social and environmental consequences</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">Concerns over its use</td>
                </tr>
                <tr valign="top">
                  <td colspan="11">
                    <bold>Belief that tablets are easier, stronger, and quicker to take effect than topicals (QR); Santer et al [<xref ref-type="bibr" rid="ref30">30</xref>] found that some participants preferred oral treatments as they perceived these to be <italic>stronger</italic> than topicals (EBL)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Provide persuasive and credible information about the effectiveness of topicals and antibiotics via scientific evidence and personal stories</p>
                      </list-item>
                      <list-item>
                        <p>Provide information about the consequences of long-term oral antibiotic use</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Core treatments and antibiotics</td>
                  <td colspan="2">Psychological capability, social opportunity, and reflective motivation</td>
                  <td colspan="2">Education, modeling, and persuasion</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>5.1. Information about health consequences</p>
                      </list-item>
                      <list-item>
                        <p>6.2. Social comparison</p>
                      </list-item>
                      <list-item>
                        <p>6.3. Information about others’ approval</p>
                      </list-item>
                      <list-item>
                        <p>9.1. Credible source</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">Concerns over its use</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>Target behavior: appropriate use of topical treatments.</p>
              </fn>
              <fn id="table2fn2">
                <p><sup>b</sup>BCW: behavior change wheel.</p>
              </fn>
              <fn id="table2fn3">
                <p><sup>c</sup>BCTTv1: behavior change technique using the Behavior Change Technique Taxonomy (v1).</p>
              </fn>
              <fn id="table2fn4">
                <p><sup>d</sup>ECSM: Extended Common-Sense Model of Illness.</p>
              </fn>
              <fn id="table2fn5">
                <p><sup>e</sup>QR: qualitative research (barriers identified from the secondary analysis of published interview data; evidence-based literature).</p>
              </fn>
              <fn id="table2fn6">
                <p><sup>f</sup>SR: systematic review (barriers emerged from systematic review and synthesis of qualitative papers on acne); qualitative research.</p>
              </fn>
              <fn id="table2fn7">
                <p><sup>G</sup>EBL: barriers and facilitators emerged from a review of literature on acne (including studies testing the effectiveness of interventions to improve adherence to acne treatments).</p>
              </fn>
              <fn id="table2fn8">
                <p><sup>h</sup>HCP: health care practitioner.</p>
              </fn>
              <fn id="table2fn9">
                <p><sup>i</sup>GP: general practitioner.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Web-Based Intervention</title>
          <p>The web-based intervention, Spotless, was developed using the LifeGuide software [<xref ref-type="bibr" rid="ref31">31</xref>]. The intervention was delivered on the web via the internet and included a compulsory core module on topical treatment. This included information about the different types of topical treatments available, how they work, how to use them appropriately, common side effects, and how to manage them. Information was adapted from accurate web-based sources, including National Health Service [<xref ref-type="bibr" rid="ref32">32</xref>], National Institute for Health and Care Excellence [<xref ref-type="bibr" rid="ref33">33</xref>], and the British National Formulary [<xref ref-type="bibr" rid="ref34">34</xref>]. This was initially carried out by artificial intelligence, and the team (MS, AG, PL, and IM) provided suggestions throughout. The purpose of adapting the information was to ensure that it was easily understood by young persons. An example of this was using information about types of treatments, including how they are used and the side effects, but rewriting this in lay language. Six optional modules were highlighted as important for the self-management of acne in earlier qualitative studies (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>).</p>
          <boxed-text id="box1" position="float">
            <title>Overview of intervention.</title>
            <p>
              <bold>Overview</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>When participants first visit the website, they are taken to a <italic>core module</italic> on topical treatments. In the module, they have the option to take part in a 4-week challenge using their choice of topical along with the advice from the website. After completing this module, participants are taken to a main menu page with six optional modules, which they can visit as many times as they want throughout the course of the study. These include <italic>What are spots or acne, Myth-busting quiz, Oral antibiotics, Living with spots or acne, Talking to your general practitioner, and Other treatments</italic> (see <xref rid="figure1" ref-type="fig">Figure 1</xref> for screenshots of the website).</p>
              </list-item>
              <list-item>
                <p>After the initial visit, participants are taken directly to the main menu page, where they can choose which modules to explore with the option of looking at the <italic>core module</italic> again.</p>
              </list-item>
              <list-item>
                <p>The intervention includes a <italic>Meet the team</italic> page where participants are able to see who developed the website (general practitioners, psychologists, and academic researchers); quotes adapted from qualitative research and relevant statistics are presented throughout the intervention, and a downloadable chart is available to help participants self-monitor their progress during the 4-week challenge. The intervention also includes audio, visual, and interactive features including a <italic>myth-busting quiz</italic> where participants can answer questions about popular myths and misconceptions around acne.</p>
              </list-item>
            </list>
          </boxed-text>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Screenshots of the Spotless website.</p>
            </caption>
            <graphic xlink:href="derma_v4i2e25918_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Intervention Optimization Using Think-Aloud Interviews</title>
          <p>As part of the development stage, think-aloud interviews [<xref ref-type="bibr" rid="ref35">35</xref>] were carried out with 19 participants with acne using the draft intervention to gather feedback and further modify the intervention. Participants were recruited through mail-out from primary care practices, opportunistic sampling using posters, and advertising via social media. The inclusion criteria for the study were young people aged 14-25 years with acne or those who had consulted about their acne or obtained a prescription for their acne in the past year. Potential participants were excluded if they were outside the age range or did not have acne. General practitioners (GPs) were also asked to screen lists to ensure that the invitation pack was not sent to patients where they felt this would be inappropriate. Face-to-face think-aloud interviews were conducted by following a semistructured interview guide to ensure that all topics were covered while also allowing participants to discuss any concerns they had about the intervention. This process involved asking participants to use the intervention while speaking out their thoughts aloud. Interviews were transcribed and analyzed using a deductive approach to code the data using the objectives of the study (engagement, persuasiveness, and usability) and identify positive and negative comments to aid intervention development.</p>
          <p>Overall, participants found the intervention engaging, persuasive, and usable, with some suggestions for changes. Main changes made as a result of the interviews were adding pseudonyms and ages to quotes (these quotes were adapted from the qualitative interview study [<xref ref-type="bibr" rid="ref24">24</xref>] and included to provide other peoples’ experiences in managing acne); changing the context of certain quotes to make them more relatable to the intended user; providing further clarification on how people can manage sun sensitivity as a potential side effect of topical treatments; further clarification on steps for applying topical treatments (time of day and quantity) and what <italic>sensitive areas of the face</italic> referred to; changing the 6-week challenge to 4 weeks as some participants felt that 6 weeks would be too long to commit and based on evidence that topical treatments could take effect sooner [<xref ref-type="bibr" rid="ref10">10</xref>]; changing the core module name from <italic>universal core treatments</italic> to <italic>core treatments</italic> so that participants would not misinterpret the website as advertising something; and changing the layout of the intervention including the banner, images, and color scheme.</p>
        </sec>
      </sec>
      <sec>
        <title>Patient and Public Involvement</title>
        <p>Two public contributors aged 24 and 26 years with experience of acne provided input throughout to enhance the usability and accessibility of the intervention. This included providing feedback to further enhance the intervention before the feasibility trial, commenting on participant facing documents, and advising on the choice of the primary outcome measure for the trial. Comments about the intervention were both positive and negative regarding the layout, content, and appropriateness of the website for the target population. One contributor commented on their preference of the primary outcome measure for the feasibility trial and opted for Skindex-16 [<xref ref-type="bibr" rid="ref36">36</xref>] over various other skin-specific QoL measures for reasons including the appropriateness of the questions. Input on the participant facing documents led to changes in wording, making it more appropriate for a layperson and for the target population.</p>
      </sec>
      <sec>
        <title>Feasibility Study</title>
        <sec>
          <title>Trial Design</title>
          <p>This was a randomized, unblinded feasibility trial comparing two parallel groups: usual care and usual care plus web-based intervention.</p>
        </sec>
        <sec>
          <title>Study Population and Eligibility Criteria</title>
          <p>The intervention was aimed at young people with acne managed through primary care in the United Kingdom. Participants were recruited through mail-outs from 20 GP practices in the South of England to people aged 14-25 years whose electronic record included a diagnosis of acne and who had received one or more prescriptions for acne in the past 6 months.</p>
          <p>People who had previously taken part in the think-aloud study were excluded, as were people who said their acne had cleared and those taking oral isotretinoin, as it is not recommended to use topical acne treatments at the same time as isotretinoin because of the side effects of dry skin.</p>
        </sec>
        <sec>
          <title>Procedure</title>
          <p>Patients aged ≥16 years, who met the criteria, were sent an <italic>adult study pack</italic> from their GP, and patients &#60;16 years received a <italic>child study pack</italic> (addressed to the parent or carer). Initially, the pack included an information sheet, a freepost envelope, and a covering letter. Those interested returned a reply slip, and a member of the study team contacted the participant, providing them with a unique participant identification number and the link to the web-based intervention. Amendments were made to the process, and these were approved by both the university and National Health Service ethics committees. Changes included an additional A5 flyer about the study to appeal to the target population and a sign-up sheet providing participants with their unique identification number and a link to the intervention. These changes were essential for assessing the feasibility of the study with a challenging population to recruit. Implied parental consent was approved for participants aged &#60;16 years as invitation letters were sent to the parents; therefore, passing log-in details to their child implied consent. This is because young people from 14 years usually self-manage their acne and are responsible for using topical treatments themselves. The link directed all participants to further information and a web-based consent procedure. After consenting, participants were asked to complete a set of baseline questionnaires before being randomized into 1 of 2 groups. Follow-up questionnaires for the trial were conducted at 4 and 6 weeks as a recent study suggested that topical treatments could take effect within 1 to 4 weeks and that continuation after the 4 weeks would lead to further improvements [<xref ref-type="bibr" rid="ref10">10</xref>]. Participants received an automated email followed by a reminder email a week after (5 and 7 weeks) if they had not completed these. Further text and subsequent phone follow-ups were conducted for nonresponders to complete the outcome measures, particularly the primary outcome Skindex-16.</p>
        </sec>
        <sec>
          <title>Intervention and Comparator</title>
          <p>The usual care group received treatment as usual from their GP, including appointments, prescriptions, and referrals to the dermatologist, if necessary. Participants in this group were given access to the intervention after they had completed the 6-week follow-up questionnaires.</p>
          <p>Participants in the usual care plus web-based intervention group received care as usual with immediate access to the website as described to help them self-manage their acne.</p>
        </sec>
        <sec>
          <title>Outcome Measures</title>
          <p>We sought to assess a range of feasibility outcomes including the following:</p>
          <list list-type="bullet">
            <list-item>
              <p>The rate of recruitment and the number of practices required</p>
            </list-item>
            <list-item>
              <p>Completion rates of questionnaire outcome measures</p>
            </list-item>
            <list-item>
              <p>The acceptability of measuring skin-specific QoL using Skindex-16</p>
            </list-item>
            <list-item>
              <p>The feasibility of a range of quantitative measures</p>
            </list-item>
            <list-item>
              <p>Intervention usage in terms of number of log-ins and modules accessed</p>
            </list-item>
          </list>
          <p>Outcome measures included the following: Skindex-16 [<xref ref-type="bibr" rid="ref36">36</xref>] was included as a skin-specific QoL measure. Skindex-16 is a validated measure that includes 16 items on a 6-point Likert scale ranging from 0 (never bothered) to 6 (always bothered), which are transformed into a 100-point scale, with higher scores indicating a lower level of QoL [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
          <p>EQ-5D-5L [<xref ref-type="bibr" rid="ref37">37</xref>] was included as a health-related QoL measure collected at all intervals. It comprised five domains (mobility, self-care, usual activities, pain or discomfort, and anxiety or depression) with five response levels (no problems, slight problems, moderate problems, severe problems, and extreme problems) that describe the current health state. The visual analog scale was also included alongside this [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
          <p>The Problematic Experiences Therapy Scale (PETS) [<xref ref-type="bibr" rid="ref38">38</xref>] was included and data collected at each interval to explore barriers to treatment adherence. This measure includes 12 items with four subscales: <italic>problems due to symptoms</italic>, <italic>problems due to uncertainty about therapy</italic>, <italic>problems due to doubts about treatment efficacy</italic>, and <italic>practical problems</italic>. Participant responses were scored on a scale ranging from 1 (disagree strongly) to 5 (agree strongly), with higher scores indicating fewer barriers to adherence [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
          <p>Participants also completed the Credibility/Expectancy Questionnaire at baseline as a process predictor. It measures how a person thinks and feels about their therapy and its likely success [<xref ref-type="bibr" rid="ref39">39</xref>]. These are measured using two types of rating scales, one from 1 (not at all) to 9 (very much) and another from 0% (not at all) to 100% (very much), and it provides an overall score ranging from 3-27 for each factor [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
          <p>The Patient Health Questionnaire-4 (PHQ-4) was used to measure anxiety and depression [<xref ref-type="bibr" rid="ref41">41</xref>] collected at all intervals. This brief screening tool has been shown to be a reliable and valid measure in young people [<xref ref-type="bibr" rid="ref42">42</xref>] and includes 4 items measured on a 4-point Likert scale ranging from 0 (not at all) to 4 (nearly every day) [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
          <p>Treatment monitoring questions were included in order to collect data on what topical treatments participants were using, whether they experienced side effects, how they dealt with these, how often they were using treatment, and any other treatments they were using for their acne.</p>
          <p>Sociodemographic questions included age, gender, education, age of onset of acne, and whether living with parents or independently.</p>
        </sec>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>The target sample size was 65 participants, with 40 in the intervention group and 25 in the usual care group. This was deemed appropriate as guidance on sample sizes in feasibility trials ranged from 12 to &#62;30 participants in each arm [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>].</p>
      </sec>
      <sec>
        <title>Randomization</title>
        <p>We intended randomizing all participants into 2 groups in a 2:1 ratio using a computer-generated algorithm. However, because of an error in the randomization software, the block randomization was changed to a 1:1 ratio. The sequence was concealed as this was all done via a computer.</p>
      </sec>
      <sec>
        <title>Data Collection and Analysis</title>
        <p>Data were automatically collected via the LifeGuide software [<xref ref-type="bibr" rid="ref31">31</xref>], including information about recruitment, number of log-ins, and which modules or pages participants had accessed. Descriptive statistics were used to describe the data, and outcome measures were analyzed using SPSS version 25 [<xref ref-type="bibr" rid="ref45">45</xref>]. Linear regression, adjusting for baseline scores, age, gender, education, and age of onset of acne, was performed to provide estimates of mean scores between groups (with 95% CIs). Intention-to-treat analysis was used, including all participants who were randomized, without imputing missing data. There was no significance testing, as this was a feasibility trial and was not sufficiently powered to seek differences between groups.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>The feasibility trial was approved by the National Research Ethics Service Committee east of England (ref: 18/EE/0105) and registered on the ISRCTN registry (78626638).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Recruitment</title>
        <p>Recruitment took place from September 2018 to April 2019, and the follow-up ended in June 2019. In total, 1193 invitation letters were sent from 20 primary care practices in the South of England. Of the 1193 invitations sent, we received 92 (7.71%) responses, with 63 (5.28%) agreeing to take part and 29 (2.43%) giving reasons why they could not. Of the 63 participants, 53 (84%) registered on the web and were randomized (usual care: 27/53, 51%; usual care plus web-based intervention: 26/53, 49%). Of the 53 registered participants, 46 (87%) participants completed follow-up at 4 weeks, 6 weeks, or both time points (<xref rid="figure2" ref-type="fig">Figure 2</xref>). Five practices carried mail-out using the amended documents, which led to a small increase in participants signing up for the study—from 4.5% to 4.8%.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Flow diagram of recruitment process. *Problem with LifeGuide randomization procedure incurred delay and participants did not log back in; **Felt like homework; not planning on using topicals; not interested.</p>
          </caption>
          <graphic xlink:href="derma_v4i2e25918_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Participant Characteristics</title>
        <p>The sample comprised 72% (38/53) female and 28% (15/53) male participants with a mean age of 19 (SD 2.6) years. The mean age at the onset of acne was reported as 14 (SD 2.1) years. Of the 53 participants, 39 (74%) reported living at home, and 44 (83%) were in full-time education (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Participant characteristics at baseline (N=53).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="420"/>
            <col width="0"/>
            <col width="200"/>
            <col width="0"/>
            <col width="200"/>
            <col width="0"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Participant characteristics</td>
                <td colspan="2">Intervention (n=26)</td>
                <td colspan="2">Usual care (n=27)</td>
                <td>Total (n=53)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="8">
                  <bold>Gender, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td colspan="2">21 (81)</td>
                <td colspan="2">17 (63)</td>
                <td colspan="2">38 (72)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td colspan="2">5 (19)</td>
                <td colspan="2">10 (37)</td>
                <td colspan="2">15 (28)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Age (years), mean (SD)</td>
                <td colspan="2">18.3 (2.6)</td>
                <td colspan="2">18.8 (3.4)</td>
                <td>18.6 (3)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Age at onset of acne (years), mean (SD)</td>
                <td colspan="2">13.54 (2.1)</td>
                <td colspan="2">13.8 (2.5)</td>
                <td>13.7 (2.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Living at home, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">21 (81)</td>
                <td colspan="2">18 (67)</td>
                <td colspan="2">39 (74)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">5 (19)</td>
                <td colspan="2">9 (33)</td>
                <td colspan="2">14 (26)</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Currently in full-time education, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">22 (85)</td>
                <td colspan="2">22 (82)</td>
                <td colspan="2">44 (83)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">4 (15)</td>
                <td colspan="2">5 (19)</td>
                <td colspan="2">9 (17)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Questionnaire Completion</title>
        <p>Baseline completion rates were high for all questionnaires (<xref ref-type="table" rid="table4">Table 4</xref>). Not all participants experienced side effects; therefore, the question about their management had a lower completion rate at each interval. Completion rates were higher at 6 weeks than at 4 weeks as there was a longer period to contact participants by phone to complete the questionnaires if they had not done so after receiving the reminder emails. At 4 weeks, 6% (1/17) of participants in the intervention group and 6% (1/16) of participants in the usual care group completed the primary outcome measure from the questionnaire over the phone. At 6 weeks, this was 24% (5/21) of participants in the intervention group and 14% (3/21) in the usual care group.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Questionnaire completion rates (N=53).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="550"/>
            <col width="150"/>
            <col width="150"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>Outcome measure</td>
                <td>Baseline, n (%)</td>
                <td>4 weeks, n (%)</td>
                <td>6 weeks, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Overall Skindex-16</td>
                <td>53 (100)</td>
                <td>33 (62)</td>
                <td>42 (79)</td>
              </tr>
              <tr valign="top">
                <td>EQ-5D-5L</td>
                <td>53 (100)</td>
                <td>32 (60)</td>
                <td>39 (74)</td>
              </tr>
              <tr valign="top">
                <td>EQ VAS<sup>a</sup></td>
                <td>53 (100)</td>
                <td>31 (59)</td>
                <td>34 (64)</td>
              </tr>
              <tr valign="top">
                <td>PHQ-4<sup>b</sup></td>
                <td>53 (100)</td>
                <td>31 (59)</td>
                <td>36 (68)</td>
              </tr>
              <tr valign="top">
                <td>Credibility</td>
                <td>53 (100)</td>
                <td>N/A<sup>c</sup></td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Expectancy</td>
                <td>53 (100)</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>PETS<sup>d</sup> symptoms (n=26)</td>
                <td>26 (100)</td>
                <td>17 (65)</td>
                <td>17 (65)</td>
              </tr>
              <tr valign="top">
                <td>PETS uncertainty (n=26)</td>
                <td>25 (96)</td>
                <td>17 (65)</td>
                <td>17 (65)</td>
              </tr>
              <tr valign="top">
                <td>PETS doubts (n=26)</td>
                <td>25 (92)</td>
                <td>17 (65)</td>
                <td>17 (65)</td>
              </tr>
              <tr valign="top">
                <td>PETS practical problems (n=26)</td>
                <td>25 (96)</td>
                <td>17 (65)</td>
                <td>17 (65)</td>
              </tr>
              <tr valign="top">
                <td>What topical using</td>
                <td>53 (100)</td>
                <td>31 (59)</td>
                <td>36 (68)</td>
              </tr>
              <tr valign="top">
                <td>How often using treatment</td>
                <td>53 (100)</td>
                <td>31 (59)</td>
                <td>34 (64)</td>
              </tr>
              <tr valign="top">
                <td>Side effects</td>
                <td>51 (96)</td>
                <td>31 (59)</td>
                <td>32 (60)</td>
              </tr>
              <tr valign="top">
                <td>Management of side effects (people who reported side effects)</td>
                <td>31 (59)</td>
                <td>19 (36)</td>
                <td>25 (47)</td>
              </tr>
              <tr valign="top">
                <td>Other treatment</td>
                <td>53 (100)</td>
                <td>30 (57)</td>
                <td>37 (70)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>EQ VAS: EuroQol Visual Analogue Scale.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>PHQ-4: Patient Health Questionnaire-4.</p>
            </fn>
            <fn id="table4fn3">
              <p><sup>c</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table4fn4">
              <p><sup>d</sup>PETS: Problematic Experiences Therapy Scale.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Outcome Measures</title>
        <sec>
          <title>Skindex-16</title>
          <p>The Skindex-16 overall mean score at baseline was 55.4 (SD 21.8) across both groups. There was a substantial improvement in both groups, and the mean differences between groups, when controlling for baseline scores and covariates (gender, age, age onset, and education), suggested a trend toward benefit at both 4 and 6 weeks: at 4 weeks, the intervention group had a score 5.2 points lower (95% CI −14.58 to 4.09) than the usual care group and at 6 weeks 2.9 points lower (95% CI −13.27 to 7.47; <xref ref-type="table" rid="table5">Table 5</xref>).</p>
          <table-wrap position="float" id="table5">
            <label>Table 5</label>
            <caption>
              <p>Scores at baseline and follow-up and estimate of mean differences controlling for baseline and covariates (n=53).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="170"/>
              <col width="0"/>
              <col width="70"/>
              <col width="0"/>
              <col width="90"/>
              <col width="0"/>
              <col width="0"/>
              <col width="70"/>
              <col width="0"/>
              <col width="100"/>
              <col width="0"/>
              <col width="0"/>
              <col width="150"/>
              <col width="0"/>
              <col width="0"/>
              <col width="70"/>
              <col width="0"/>
              <col width="100"/>
              <col width="0"/>
              <col width="0"/>
              <col width="150"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Score description</td>
                  <td colspan="5">Baseline</td>
                  <td colspan="5">4-week follow-up</td>
                  <td colspan="3">4-week follow-up, controlling for baseline and other covariates, mean difference (95% CI)</td>
                  <td colspan="5">6-week follow-up</td>
                  <td>6-week follow-up, controlling for baseline and other covariates, mean difference (95% CI)</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <break/>
                  </td>
                  <td colspan="2">n value</td>
                  <td colspan="2">Value, mean (SD)</td>
                  <td colspan="3">n value</td>
                  <td colspan="2">Value, mean (SD)</td>
                  <td colspan="3">
                    <break/>
                  </td>
                  <td colspan="3">n value</td>
                  <td colspan="2">Value, mean (SD)</td>
                  <td colspan="2">
                    <break/>
                  </td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="22">
                    <bold>Overall Skindex-16 scores</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Usual care</td>
                  <td colspan="2">27</td>
                  <td colspan="2">55.4 (24)</td>
                  <td colspan="3">16</td>
                  <td colspan="2">54.2 (18.7)</td>
                  <td colspan="3">N/A<sup>a</sup></td>
                  <td colspan="3">21</td>
                  <td colspan="2">48 (23.8)</td>
                  <td colspan="3">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Web-based intervention</td>
                  <td colspan="2">26</td>
                  <td colspan="2">55.3 (19.8)</td>
                  <td colspan="3">17</td>
                  <td colspan="2">45.8 (19.9)</td>
                  <td colspan="3">−5.2 (−14.58 to 4.09)</td>
                  <td colspan="3">21</td>
                  <td colspan="2">43.4 (22.2)</td>
                  <td colspan="3">−2.9 (−13.27 to 7.47)</td>
                </tr>
                <tr valign="top">
                  <td colspan="22">
                    <bold>Skindex-16 symptom</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Usual care</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">41.3 (25.5)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="2">35.5 (21.5)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="3">N/A</td>
                  <td colspan="2">37.3 (24.3)</td>
                  <td colspan="3">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Web-based intervention</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">31.9 (19.8)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="2">30.6 (24.1)</td>
                  <td colspan="3">5.4 (−8.41 to 19.22)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="2">27 (21.5)</td>
                  <td colspan="3">−0.9 (−11.76 to 10.03)</td>
                </tr>
                <tr valign="top">
                  <td colspan="22">
                    <bold>Skindex-16 emotional</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Usual care</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">72.7 (27.5)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="2">74.2 (23.4)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="3">N/A</td>
                  <td colspan="2">63.6 (28.1)</td>
                  <td colspan="3">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Web-based intervention</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">76.6 (21.1)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="2">63.7 (22.3)</td>
                  <td colspan="3">−12.4 (−24.23 to −0.67)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="2">62 (24.3)</td>
                  <td colspan="3">−3.9 (−16.65 to 8.75)</td>
                </tr>
                <tr valign="top">
                  <td colspan="22">
                    <bold>Skindex-16 functioning</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Usual care</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">42.6 (28.3)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="2">41.2 (22.7)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="3">N/A</td>
                  <td colspan="2">34.8 (27.8)</td>
                  <td colspan="3">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Web-based intervention</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">44.1 (27.9)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="2">31.9 (26.8)</td>
                  <td colspan="3">−6.4 (−20.52 to 7.79)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="2">30.5 (28.9)</td>
                  <td colspan="3">−3.4 (−16.75 to 9.9)</td>
                </tr>
                <tr valign="top">
                  <td colspan="22">
                    <bold>PHQ-4<sup>b</sup> total</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Usual care</td>
                  <td colspan="2">27</td>
                  <td colspan="2">4 (3.5)</td>
                  <td colspan="3">16</td>
                  <td colspan="2">3.9 (3.3)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="3">18</td>
                  <td colspan="2">3.7 (3.3)</td>
                  <td colspan="3">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Web-based intervention</td>
                  <td colspan="2">26</td>
                  <td colspan="2">4.6 (3.7)</td>
                  <td colspan="3">15</td>
                  <td colspan="2">2.3 (2.9)</td>
                  <td colspan="3">−1.7 (−3.66 to 0.18)</td>
                  <td colspan="3">18</td>
                  <td colspan="2">3.2 (3.3)</td>
                  <td colspan="3">−0.8 (−2.6 to 0.97)</td>
                </tr>
                <tr valign="top">
                  <td colspan="22">
                    <bold>PETS<sup>c</sup> symptoms</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Usual care</td>
                  <td colspan="2">26</td>
                  <td colspan="2">3.9 (1)</td>
                  <td colspan="3">14</td>
                  <td colspan="2">4 (1.1)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="3">17</td>
                  <td colspan="2">4.1 (0.9)</td>
                  <td colspan="3">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Web-based intervention</td>
                  <td colspan="2">26</td>
                  <td colspan="2">3.9 (0.9)</td>
                  <td colspan="3">17</td>
                  <td colspan="2">4.2 (1.2)</td>
                  <td colspan="3">0.2 (−0.65 to 1.15)</td>
                  <td colspan="3">17</td>
                  <td colspan="2">4.2 (0.9)</td>
                  <td colspan="3">0.2 (−0.47 to 0.82)</td>
                </tr>
                <tr valign="top">
                  <td colspan="22">
                    <bold>PETS uncertainty</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Usual care</td>
                  <td colspan="2">26</td>
                  <td colspan="2">4.5 (0.9)</td>
                  <td colspan="3">15</td>
                  <td colspan="2">4.5 (1.2)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="3">18</td>
                  <td colspan="2">4.2 (1.1)</td>
                  <td colspan="3">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Web-based intervention</td>
                  <td colspan="2">25</td>
                  <td colspan="2">4.4 (1)</td>
                  <td colspan="3">17</td>
                  <td colspan="2">4.7 (0.6)</td>
                  <td colspan="3">0.1 (−0.51 to 0.67)</td>
                  <td colspan="3">17</td>
                  <td colspan="2">4.9 (0.2)</td>
                  <td colspan="3">0.6 (0.19 to 1.08)</td>
                </tr>
                <tr valign="top">
                  <td colspan="22">
                    <bold>PETS doubt</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Usual care</td>
                  <td colspan="2">27</td>
                  <td colspan="2">3.8 (1)</td>
                  <td colspan="3">19</td>
                  <td colspan="2">3.7 (1.1)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="3">18</td>
                  <td colspan="2">3.7 (1.1)</td>
                  <td colspan="3">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Web-based intervention</td>
                  <td colspan="2">24</td>
                  <td colspan="2">3.4 (1.3)</td>
                  <td colspan="3">17</td>
                  <td colspan="2">4.2 (0.8)</td>
                  <td colspan="3">0.5 (−0.23 to 1.25)</td>
                  <td colspan="3">17</td>
                  <td colspan="2">4.2 (1)</td>
                  <td colspan="3">0.5 (−0.18 to 1.24)</td>
                </tr>
                <tr valign="top">
                  <td colspan="22">
                    <bold>PETS practical problems</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Usual care</td>
                  <td colspan="2">27</td>
                  <td colspan="2">3.4 (1.3)</td>
                  <td colspan="3">15</td>
                  <td colspan="2">3.6 (1.3)</td>
                  <td colspan="3">N/A</td>
                  <td colspan="3">18</td>
                  <td colspan="2">3. (1.3)</td>
                  <td colspan="3">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Web-based intervention</td>
                  <td colspan="2">25</td>
                  <td colspan="2">3.8 (1)</td>
                  <td colspan="3">17</td>
                  <td colspan="2">4 (1.1)</td>
                  <td colspan="3">0.1 (−0.44 to 0.73)</td>
                  <td colspan="3">17</td>
                  <td colspan="2">4.1 (1.1)</td>
                  <td colspan="3">0.7 (0.02 to 1.3)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table5fn1">
                <p><sup>a</sup>N/A: not applicable.</p>
              </fn>
              <fn id="table5fn2">
                <p><sup>b</sup>PHQ-4: Patient Health Questionnaire-4.</p>
              </fn>
              <fn id="table5fn3">
                <p><sup>c</sup>PETS: Problematic Experiences Therapy Scale.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Individual Subscales for Skindex-16</title>
          <p>There was no evidence of a trend toward benefit in the symptoms subscale (intervention group 5.4 points higher at 4 weeks: 95% CI −8.41 to 19.22; 0.9 points lower at 6 weeks: 95% CI −11.76 to −10.03); however, some evidence of a trend toward benefit in the emotional subscale (intervention 12.4 points lower at 4 weeks: 95% CI −24.23 to −0.67; 3.9 points lower at 6 weeks: 95% CI −16.65 to 8.75) and functioning subscale (intervention group 6.4 points lower at 4 weeks: 95% CI −20.52 to 7.79; 3.4 points lower at 6 weeks: 95% CI −16.75 to 9.9; <xref ref-type="table" rid="table5">Table 5</xref>).</p>
        </sec>
      </sec>
      <sec>
        <title>Other Outcome Measures</title>
        <p>The baseline mean score for anxiety and depression (PHQ-4) suggests that the overall scores between groups were in the mild range for anxiety and depression with a score of 4.3 (SD 3.6) and a trend toward improvement in the intervention group at 4 weeks compared with the usual care group. For all PETS subscales (symptoms, uncertainty, doubt, and practical problems), there were also suggestions of a trend toward benefit (<xref ref-type="table" rid="table5">Table 5</xref>).</p>
      </sec>
      <sec>
        <title>Treatment Monitoring</title>
        <sec>
          <title>Topical Treatment Used</title>
          <p>More people in the usual care group reported using topicals at baseline compared with those in the intervention group. In the intervention group, the percentage of people using topicals increased from baseline to 4 weeks by 13.5% and decreased by 0.8% in the usual care group (<xref ref-type="table" rid="table6">Table 6</xref>).</p>
          <table-wrap position="float" id="table6">
            <label>Table 6</label>
            <caption>
              <p>Reported topical treatment use between groups at each interval.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="370"/>
              <col width="0"/>
              <col width="150"/>
              <col width="0"/>
              <col width="150"/>
              <col width="0"/>
              <col width="150"/>
              <col width="0"/>
              <col width="150"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Topical used</td>
                  <td colspan="4">Intervention</td>
                  <td colspan="3">Usual care</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <break/>
                  </td>
                  <td colspan="2">n (%)</td>
                  <td colspan="2">N</td>
                  <td colspan="2">n (%)</td>
                  <td>N</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="10">
                    <bold>Topical treatments</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Baseline</td>
                  <td colspan="2">16 (62)</td>
                  <td colspan="2">26</td>
                  <td colspan="2">20 (74)</td>
                  <td colspan="2">27</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>4 weeks</td>
                  <td colspan="2">12 (75)</td>
                  <td colspan="2">16</td>
                  <td colspan="2">11 (73)</td>
                  <td colspan="2">15</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>6 weeks</td>
                  <td colspan="2">15 (88)</td>
                  <td colspan="2">17</td>
                  <td colspan="2">15 (79)</td>
                  <td colspan="2">19</td>
                </tr>
                <tr valign="top">
                  <td colspan="10">
                    <bold>None</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Baseline</td>
                  <td colspan="2">3 (12)</td>
                  <td colspan="2">26</td>
                  <td colspan="2">6 (22)</td>
                  <td colspan="2">27</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>4 weeks</td>
                  <td colspan="2">3 (19)</td>
                  <td colspan="2">16</td>
                  <td colspan="2">4 (27)</td>
                  <td colspan="2">15</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>6 weeks</td>
                  <td colspan="2">2 (12)</td>
                  <td colspan="2">17</td>
                  <td colspan="2">4 (21)</td>
                  <td colspan="2">19</td>
                </tr>
                <tr valign="top">
                  <td colspan="10">
                    <bold>Other<sup>a</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Baseline</td>
                  <td colspan="2">7 (27)</td>
                  <td colspan="2">26</td>
                  <td colspan="2">1 (4)</td>
                  <td colspan="2">27</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>4 weeks</td>
                  <td colspan="2">1 (6)</td>
                  <td colspan="2">16</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">15</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>6 weeks</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">17</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">19</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table6fn1">
                <p><sup>a</sup>Other topical treatments including branded products.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Topical Treatment Side Effects and Management</title>
          <p>At 4 and 6 weeks, the usual care groups reported similar rates of side effects compared with the intervention group (<xref ref-type="table" rid="table7">Table 7</xref>). There was an increase of 13.5% from baseline to 4 weeks in the number of people reporting continuing treatment (including altering application as advised by the website) when experiencing minor side effects compared with the usual, which decreased by 2.4% at 4 weeks (<xref ref-type="table" rid="table8">Table 8</xref>). In both groups, the most common frequency of application at all intervals was <italic>once or more than once a day or most days</italic>. The intervention group and the usual care decreased similarly in the number of people reporting application of <italic>once or more than once a day or most days</italic> at 4 weeks (<xref ref-type="table" rid="table9">Table 9</xref>).</p>
          <table-wrap position="float" id="table7">
            <label>Table 7</label>
            <caption>
              <p>Reported side effects from topical treatments.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="370"/>
              <col width="0"/>
              <col width="150"/>
              <col width="0"/>
              <col width="150"/>
              <col width="0"/>
              <col width="0"/>
              <col width="150"/>
              <col width="0"/>
              <col width="150"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Side effects</td>
                  <td colspan="5">Intervention</td>
                  <td colspan="3">Usual care</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <break/>
                  </td>
                  <td colspan="2">n (%)</td>
                  <td colspan="2">N</td>
                  <td colspan="3">n (%)</td>
                  <td>N</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="11">
                    <bold>Topical treatments</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Baseline</td>
                  <td colspan="2">15 (60)</td>
                  <td colspan="2">25</td>
                  <td colspan="3">16 (62)</td>
                  <td colspan="2">26</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>4 weeks</td>
                  <td colspan="2">9 (53)</td>
                  <td colspan="2">17</td>
                  <td colspan="3">8 (57)</td>
                  <td colspan="2">14</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>6 weeks</td>
                  <td colspan="2">10 (67)</td>
                  <td colspan="2">15</td>
                  <td colspan="3">12 (71)</td>
                  <td colspan="2">17</td>
                </tr>
                <tr valign="top">
                  <td colspan="11">
                    <bold>None</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Baseline</td>
                  <td colspan="2">10 (40)</td>
                  <td colspan="2">25</td>
                  <td colspan="3">10 (39)</td>
                  <td colspan="2">26</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>4 weeks</td>
                  <td colspan="2">8 (47)</td>
                  <td colspan="2">17</td>
                  <td colspan="3">6 (43)</td>
                  <td colspan="2">14</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>6 weeks</td>
                  <td colspan="2">5 (33)</td>
                  <td colspan="2">15</td>
                  <td colspan="3">5 (29)</td>
                  <td colspan="2">17</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <table-wrap position="float" id="table8">
            <label>Table 8</label>
            <caption>
              <p>Reported management of side effects from topicals.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="370"/>
              <col width="0"/>
              <col width="150"/>
              <col width="0"/>
              <col width="150"/>
              <col width="0"/>
              <col width="0"/>
              <col width="150"/>
              <col width="0"/>
              <col width="150"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Management of side effects</td>
                  <td colspan="5">Intervention</td>
                  <td colspan="3">Usual care</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <break/>
                  </td>
                  <td colspan="2">n (%)</td>
                  <td colspan="2">N</td>
                  <td colspan="3">n (%)</td>
                  <td>N</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="11">
                    <bold>Continued treatment</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Baseline</td>
                  <td colspan="2">9 (64)</td>
                  <td colspan="2">14</td>
                  <td colspan="3">14 (82)</td>
                  <td colspan="2">17</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>4 weeks</td>
                  <td colspan="2">7 (78)</td>
                  <td colspan="2">9</td>
                  <td colspan="3">8 (80)</td>
                  <td colspan="2">10</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>6 weeks</td>
                  <td colspan="2">7 (64)</td>
                  <td colspan="2">11</td>
                  <td colspan="3">10 (71)</td>
                  <td colspan="2">14</td>
                </tr>
                <tr valign="top">
                  <td colspan="11">
                    <bold>Stopped treatment</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Baseline</td>
                  <td colspan="2">5 (36)</td>
                  <td colspan="2">14</td>
                  <td colspan="3">2 (12)</td>
                  <td colspan="2">17</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>4 weeks</td>
                  <td colspan="2">2 (22)</td>
                  <td colspan="2">9</td>
                  <td colspan="3">0 (0)</td>
                  <td colspan="2">10</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>6 weeks</td>
                  <td colspan="2">2 (18)</td>
                  <td colspan="2">11</td>
                  <td colspan="3">1 (7)</td>
                  <td colspan="2">14</td>
                </tr>
                <tr valign="top">
                  <td colspan="11">
                    <bold>Other<sup>a</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Baseline</td>
                  <td colspan="2">2 (14)</td>
                  <td colspan="2">14</td>
                  <td colspan="3">1 (6)</td>
                  <td colspan="2">17</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>4 weeks</td>
                  <td colspan="2">1 (11)</td>
                  <td colspan="2">9</td>
                  <td colspan="3">2 (20)</td>
                  <td colspan="2">10</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>6 weeks</td>
                  <td colspan="2">1 (9)</td>
                  <td colspan="2">11</td>
                  <td colspan="3">3 (21)</td>
                  <td colspan="2">14</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table8fn1">
                <p><bold><sup>a</sup></bold>Other management included using moisturizer, hydrating masks, or face washes.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <table-wrap position="float" id="table9">
            <label>Table 9</label>
            <caption>
              <p>Reported frequency of application of topicals.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="370"/>
              <col width="150"/>
              <col width="150"/>
              <col width="0"/>
              <col width="150"/>
              <col width="150"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Frequency of application</td>
                  <td colspan="3">Intervention</td>
                  <td colspan="2">Usual care</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>n (%)</td>
                  <td>N</td>
                  <td colspan="2">n (%)</td>
                  <td>N</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="7">
                    <bold>Once or more than once a day or most days</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Baseline</td>
                  <td>19 (73)</td>
                  <td>26</td>
                  <td colspan="2">19 (70)</td>
                  <td>27</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>4 weeks</td>
                  <td>11 (65)</td>
                  <td>17</td>
                  <td colspan="2">9 (64)</td>
                  <td>14</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>6 weeks</td>
                  <td>13 (81)</td>
                  <td>16</td>
                  <td colspan="2">12 (67)</td>
                  <td>18</td>
                </tr>
                <tr valign="top">
                  <td colspan="7">
                    <bold>Not at all or once or twice a week</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Baseline</td>
                  <td>7 (27)</td>
                  <td>26</td>
                  <td colspan="2">8 (30)</td>
                  <td>27</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>4 weeks</td>
                  <td>6 (35)</td>
                  <td>17</td>
                  <td colspan="2">5 (36)</td>
                  <td>14</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>6 weeks</td>
                  <td>3 (19)</td>
                  <td>16</td>
                  <td colspan="2">6 (33)</td>
                  <td>18</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Intervention Use</title>
        <p>Approximately 88% (23/26) of participants in the intervention group completed the core module <italic>core treatments</italic>. Completion was decided based on whether participants clicked through to the end of the core module pages without logging off the web-based intervention. Approximately 69% (18/26) of participants visited the website three times or more, including baseline visits. There was a low uptake of the 4-week challenge (38%), although this was based on whether participants entered a start date; however, it is possible that some participants engaged without entering a start date. Visits to some of the optional modules were low: 42% of participants accessed the module on <italic>living with spots or acne,</italic> and more than a quarter viewed the <italic>myth-busting quiz</italic>; fewer were interested in <italic>talking to your GP</italic> (<xref ref-type="table" rid="table10">Table 10</xref>).</p>
        <table-wrap position="float" id="table10">
          <label>Table 10</label>
          <caption>
            <p>Intervention use (N=26).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="470"/>
            <col width="0"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Measures of intervention use</td>
                <td>Web-based intervention, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Core module completed</td>
                <td>23 (88)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Total number of visits to intervention</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1</td>
                <td colspan="2">3 (12)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>2</td>
                <td colspan="2">5 (19)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>3</td>
                <td colspan="2">7 (27)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>4</td>
                <td colspan="2">7 (27)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>5</td>
                <td colspan="2">2 (8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>6</td>
                <td colspan="2">2 (8)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Signed up to 4-week challenge</td>
                <td>10 (38)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Visits to other modules</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Living with spots or acne</td>
                <td colspan="2">11 (42)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Myth-busting quiz</td>
                <td colspan="2">7 (27)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>What are spots or acne</td>
                <td colspan="2">7 (27)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other treatments</td>
                <td colspan="2">7 (27)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Oral antibiotics</td>
                <td colspan="2">5 (19)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Talking to your GP<sup>a</sup></td>
                <td colspan="2">3 (12)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table10fn1">
              <p><sup>a</sup>GP: general practitioner.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>To our knowledge, this is the first web-based behavioral intervention developed for young people with acne, using the PBA along with theory and evidence [<xref ref-type="bibr" rid="ref22">22</xref>]. The recruitment rate of 8% was lower than expected; however, retention rates for people completing the primary outcome measure at either 4 or 6 weeks were high (87%). There was a suggestive trend toward benefit in the primary (Skindex-16) and secondary outcome measures (PHQ-4 and PETS) when looking at the mean differences. More people in the intervention group reported using topical treatments, and they were also more likely to manage side effects from topical treatments by continuing treatment as opposed to stopping treatment compared with the usual care group. Completion of the core module was high (88%), although it was low for the optional modules. Although promising, these findings should be viewed with caution, as this study was not powered to determine effectiveness.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>There were several limitations and changes that should be considered based on the findings of this feasibility trial. First, the mail-out through primary care practices received a low response rate, suggesting that people who took part in the trial may be more motivated and possibly have higher literacy than those who did not respond. Therefore, the sample may not be fully representative of young people who consult primary care for their acne. A key reason for not participating was time commitment, which suggests that the level of involvement in the study may need to be made clearer. Another reason for not participating was that some participants’ skin had cleared up. This could be a reflection on the search strategy or the unpredictable nature of their skin condition. The changes to the recruitment process led to a slight increase in response rate which suggests that if implemented earlier this could have potentially improved the numbers recruited. People who took part in the study also seemed to be using topical treatments already, which suggests that recruitment in a future trial should seek participants who are not already using them to benefit from the intervention. We may also need to consider other ways of reaching the target population, including other platforms such as social media, pharmacies, and schools.</p>
        <p>Second, there was a low uptake of the optional modules, which suggests that the intervention may need to be refined further. However, the reason for including these modules as optional was that they might not be applicable to everyone at that time but were seen as important in earlier qualitative research. Uptake of the <italic>4-week challenge</italic> was low; however, this was only determined by people entering a date to start the challenge. In the future, this should be monitored more closely, and perhaps there should be a question in the survey to identify those who did and did not take part. It is also unclear whether people in the usual care group attended their GP practices and were prescribed treatment as usual, making it difficult to fully understand why people in the usual care increased on a number of outcome measures.</p>
        <p>Although the target sample size was not reached, this was a feasibility study and provided useful information about the changes that need to be considered for a future trial. Owing to the randomization error, participants were randomized in a 1:1 ratio instead of 2:1 for intervention to usual care group. This resulted in less usage data for the intervention group, which could have provided further information on intervention use. Although there was a trend toward benefit in both the primary and secondary outcome measures, a larger sample is needed to draw conclusions about the effect of the intervention.</p>
      </sec>
      <sec>
        <title>Comparison with Prior Work</title>
        <p>The findings from this feasibility trial reflect the results of previous trials testing the effectiveness of interventions for acne [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. For example, a pilot RCT of an interactive health education tool also found that those in the intervention group had improved QoL scores compared with the control group, although these findings were not statistically significant [<xref ref-type="bibr" rid="ref11">11</xref>]. However, this study did not specify which treatments were being used by participants in the intervention (topical or oral treatments); therefore, comparisons should be made with caution. In this study, we used PETS scores to determine adherence to topical treatments, which suggested a trend in the direction of benefit. A previous RCT investigating the effectiveness of supplementary educational materials on a combination topical treatment also found improved adherence, although using an objective measure (medication event monitoring system) [<xref ref-type="bibr" rid="ref10">10</xref>]. There is currently no standardized or fully validated method of measurement for adherence to acne treatments [<xref ref-type="bibr" rid="ref46">46</xref>], and further work would benefit in addressing this so that heterogeneity and adherence can be compared across trials.</p>
        <p>The rate of follow-up in this study was high at 6 weeks (79%) in terms of those completing the primary outcome measure (Skindex-16). This is in line with a previous trial that found a follow-up rate of 84.5% when recruiting through primary care [<xref ref-type="bibr" rid="ref10">10</xref>]. Similarly, a study investigating adherence rates using an internet-based survey for young people with acne had a follow-up rate of 75%, although it is unclear where participants were recruited from, and the sample size was small with 20 participants [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This feasibility trial demonstrates that a web-based behavioral intervention for young people with acne can be delivered with high retention, high engagement with the core module, and trends in the direction of benefit for the primary outcome measure. However, recruitment to this study was challenging, and alternative methods of seeking participants should be considered for a full-scale trial of a similar intervention, particularly when seeking a population less likely to be using effective topical treatments for acne.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>CONSORT-EHEALTH checklist (V 1.6.1).</p>
        <media xlink:href="derma_v4i2e25918_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 1133 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">GP</term>
          <def>
            <p>general practitioner</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">PBA</term>
          <def>
            <p>Person-based approach</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PETS</term>
          <def>
            <p>Problematic Experiences Therapy Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PHQ-4</term>
          <def>
            <p>Patient Health Questionnaire-4</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PROSPERO</term>
          <def>
            <p>International Prospective Register of Systematic Reviews</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">QoL</term>
          <def>
            <p>quality of life</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">TIDieR</term>
          <def>
            <p>Template for Intervention Description and Replication</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank the participants who took part in the research and the primary care practices for helping with recruitment. We would also like to thank the patient representatives who helped develop the intervention and advised on trial materials. This study was funded by the National Institute for Health Research School for Primary Care Research Studentship for Athena Ip. The views expressed are those of the authors and not necessarily those of the National Institute for Health Research or the Department of Health and Social Care.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>James</surname>
              <given-names>WD</given-names>
            </name>
          </person-group>
          <article-title>Acne</article-title>
          <source>N Engl J Med</source>
          <year>2005</year>
          <month>04</month>
          <day>07</day>
          <volume>352</volume>
          <issue>14</issue>
          <fpage>1463</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmcp033487</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Webster</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Acne vulgaris</article-title>
          <source>Br Med J</source>
          <year>2002</year>
          <volume>325</volume>
          <issue>7362</issue>
          <fpage>475</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/12202330"/>
          </comment>
          <pub-id pub-id-type="medline">12202330</pub-id>
          <pub-id pub-id-type="pmcid">PMC1123998</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cunliffe</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gould</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of facial acne vulgaris in late adolescence and in adults</article-title>
          <source>Br Med J</source>
          <year>1979</year>
          <volume>1</volume>
          <issue>6171</issue>
          <fpage>1109</fpage>
          <lpage>10</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/156054"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.1.6171.1109</pub-id>
          <pub-id pub-id-type="medline">156054</pub-id>
          <pub-id pub-id-type="pmcid">PMC1598727</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Dellavalle</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Garner</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Acne vulgaris</article-title>
          <source>Lancet</source>
          <year>2012</year>
          <volume>379</volume>
          <issue>9813</issue>
          <fpage>361</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(11)60321-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Mosler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Q</given-names>
            </name>
          </person-group>
          <article-title>Topical benzoyl peroxide for acne</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2020</year>
          <month>03</month>
          <day>16</day>
          <volume>3</volume>
          <fpage>CD011154</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32175593"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD011154.pub2</pub-id>
          <pub-id pub-id-type="medline">32175593</pub-id>
          <pub-id pub-id-type="pmcid">PMC7077870</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones-Caballero</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pedrosa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Peñas</surname>
              <given-names>PF</given-names>
            </name>
          </person-group>
          <article-title>Self-reported adherence to treatment and quality of life in mild to moderate acne</article-title>
          <source>Dermatology</source>
          <year>2008</year>
          <volume>217</volume>
          <issue>4</issue>
          <fpage>309</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1159/000151441</pub-id>
          <pub-id pub-id-type="medline">18714158</pub-id>
          <pub-id pub-id-type="pii">000151441</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gollnick</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Friedrich</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Peschen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pettker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Streit</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Jöstingmeyer</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Porombka</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pulido</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Jäckel</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Effect of adapalene 0.1%/benzoyl peroxide 2.5% topical gel on quality of life and treatment adherence during long-term application in patients with predominantly moderate acne with or without concomitant medication - additional results from the non-interventional cohort study ELANG</article-title>
          <source>J Eur Acad Dermatol Venereol</source>
          <year>2015</year>
          <month>06</month>
          <volume>29 Suppl 4</volume>
          <fpage>23</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1111/jdv.13195</pub-id>
          <pub-id pub-id-type="medline">26059731</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dréno</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Thiboutot</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gollnick</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Finlay</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Layton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Leyden</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Leutenegger</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>M</given-names>
            </name>
            <collab>Global Alliance to Improve Outcomes in Acne</collab>
          </person-group>
          <article-title>Large-scale worldwide observational study of adherence with acne therapy</article-title>
          <source>Int J Dermatol</source>
          <year>2010</year>
          <month>04</month>
          <volume>49</volume>
          <issue>4</issue>
          <fpage>448</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-4632.2010.04416.x</pub-id>
          <pub-id pub-id-type="medline">20465705</pub-id>
          <pub-id pub-id-type="pii">IJD4416</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thielitz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Helmdach</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Röpke</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Gollnick</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Lipid analysis of follicular casts from cyanoacrylate strips as a new method for studying therapeutic effects of antiacne agents</article-title>
          <source>Br J Dermatol</source>
          <year>2001</year>
          <month>07</month>
          <volume>145</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1046/j.1365-2133.2001.04276.x</pub-id>
          <pub-id pub-id-type="medline">11453902</pub-id>
          <pub-id pub-id-type="pii">bjd4276</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Myhill</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Coulson</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Nixon</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Royal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McCormack</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kerrouche</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Use of supplementary patient education material increases treatment adherence and satisfaction among acne patients receiving adapalene 0.1%/benzoyl peroxide 2.5% gel in primary care clinics: a multicenter, randomized, controlled clinical study</article-title>
          <source>Dermatol Ther (Heidelb)</source>
          <year>2017</year>
          <month>12</month>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>515</fpage>
          <lpage>24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29027127"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13555-017-0203-4</pub-id>
          <pub-id pub-id-type="medline">29027127</pub-id>
          <pub-id pub-id-type="pii">10.1007/s13555-017-0203-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5698202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tuong</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Schupp</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of a novel interactive health care education tool on clinical outcomes and quality of life in acne patients: A randomized controlled pilot study</article-title>
          <source>J Dermatolog Treat</source>
          <year>2015</year>
          <month>10</month>
          <day>20</day>
          <volume>26</volume>
          <issue>5</issue>
          <fpage>435</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.3109/09546634.2015.1020915</pub-id>
          <pub-id pub-id-type="medline">25790848</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boker</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Feetham</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Purcell</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobe</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Do automated text messages increase adherence to acne therapy? Results of a randomized, controlled trial</article-title>
          <source>J Am Acad Dermatol</source>
          <year>2012</year>
          <month>12</month>
          <volume>67</volume>
          <issue>6</issue>
          <fpage>1136</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaad.2012.02.031</pub-id>
          <pub-id pub-id-type="medline">22521201</pub-id>
          <pub-id pub-id-type="pii">S0190-9622(12)00262-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yentzer</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Gosnell</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Pearce</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Balkrishnan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Camacho</surname>
              <given-names>FT</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Fountain</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Fleischer</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Colón</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Preston</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>A randomized controlled pilot study of strategies to increase adherence in teenagers with acne vulgaris</article-title>
          <source>J Am Acad Dermatol</source>
          <year>2011</year>
          <month>04</month>
          <volume>64</volume>
          <issue>4</issue>
          <fpage>793</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaad.2010.05.008</pub-id>
          <pub-id pub-id-type="medline">21414505</pub-id>
          <pub-id pub-id-type="pii">S0190-9622(10)00563-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yentzer</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Sagransky</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neill</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>An Internet-based survey and improvement of acne treatment outcomes</article-title>
          <source>Arch Dermatol</source>
          <year>2011</year>
          <month>10</month>
          <volume>147</volume>
          <issue>10</issue>
          <fpage>1223</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1001/archdermatol.2011.277</pub-id>
          <pub-id pub-id-type="medline">22006146</pub-id>
          <pub-id pub-id-type="pii">147/10/1223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rueda</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Acne subject preference for pump over tube for dispensing fixed-dose combination adapalene 0.1%-benzoyl peroxide 2.5% gel</article-title>
          <source>Dermatol Ther (Heidelb)</source>
          <year>2014</year>
          <month>06</month>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>61</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24919432"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13555-014-0054-1</pub-id>
          <pub-id pub-id-type="medline">24919432</pub-id>
          <pub-id pub-id-type="pmcid">PMC4065281</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Improving adherence to acne treatment: the emerging role of application software</article-title>
          <source>Clin Cosmet Investigat Dermatol</source>
          <year>2014</year>
          <month>02</month>
          <volume>7</volume>
          <fpage>65</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.2147/ccid.s46051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glanz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bishop</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>The role of behavioral science theory in development and implementation of public health interventions</article-title>
          <source>Annu Rev Public Health</source>
          <year>2010</year>
          <volume>31</volume>
          <fpage>399</fpage>
          <lpage>418</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.publhealth.012809.103604</pub-id>
          <pub-id pub-id-type="medline">20070207</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dieppe</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Macintyre</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nazareth</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Petticrew</surname>
              <given-names>M</given-names>
            </name>
            <collab>Medical Research Council Guidance</collab>
          </person-group>
          <article-title>Developing and evaluating complex interventions: the new Medical Research Council guidance</article-title>
          <source>Br Med J</source>
          <year>2008</year>
          <month>09</month>
          <day>29</day>
          <volume>337</volume>
          <fpage>a1655</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18824488"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.a1655</pub-id>
          <pub-id pub-id-type="medline">18824488</pub-id>
          <pub-id pub-id-type="pmcid">PMC2769032</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sandoval</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Semble</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gustafson</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Levender</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>Pilot randomized-control trial to assess the effect product sampling has on adherence using adapalene/benzoyl peroxide gel in acne patients</article-title>
          <source>J Drugs Dermatol</source>
          <year>2014</year>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>135</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="medline">24509962</pub-id>
          <pub-id pub-id-type="pii">S1545961614P0135X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eldridge</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Ashby</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Feder</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Rudnicka</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Ukoumunne</surname>
              <given-names>OC</given-names>
            </name>
          </person-group>
          <article-title>Lessons for cluster randomized trials in the twenty-first century: a systematic review of trials in primary care</article-title>
          <source>Clin Trials</source>
          <year>2004</year>
          <month>02</month>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>80</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1191/1740774504cn006rr</pub-id>
          <pub-id pub-id-type="medline">16281464</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Glasziou</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Milne</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Perera</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Barbour</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lamb</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon-Woods</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McCulloch</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wyatt</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Better reporting of interventions: template for intervention description and replication (TIDieR) checklist and guide</article-title>
          <source>Br Med J</source>
          <year>2014</year>
          <volume>348</volume>
          <fpage>g1687</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.g1687</pub-id>
          <pub-id pub-id-type="medline">24609605</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ainsworth</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Arden-Close</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Muller</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>The person-based approach to enhancing the acceptability and feasibility of interventions</article-title>
          <source>Pilot Feasibility Stud</source>
          <year>2015</year>
          <volume>1</volume>
          <fpage>37</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pilotfeasibilitystudies.biomedcentral.com/articles/10.1186/s40814-015-0033-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40814-015-0033-z</pub-id>
          <pub-id pub-id-type="medline">27965815</pub-id>
          <pub-id pub-id-type="pii">33</pub-id>
          <pub-id pub-id-type="pmcid">PMC5153673</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ip</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Muller</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Geraghty</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Platt</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Little</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Santer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Views and experiences of people with acne vulgaris and healthcare professionals about treatments: systematic review and thematic synthesis of qualitative research</article-title>
          <source>BMJ Open</source>
          <year>2021</year>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>e041794</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=33526498"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2020-041794</pub-id>
          <pub-id pub-id-type="medline">33526498</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2020-041794</pub-id>
          <pub-id pub-id-type="pmcid">PMC7853035</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ip</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Muller</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Geraghty</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McNiven</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Little</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Santer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Young people's perceptions of acne and acne treatments: secondary analysis of qualitative interview data</article-title>
          <source>Br J Dermatol</source>
          <year>2020</year>
          <month>08</month>
          <volume>183</volume>
          <issue>2</issue>
          <fpage>349</fpage>
          <lpage>56</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31701523"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bjd.18684</pub-id>
          <pub-id pub-id-type="medline">31701523</pub-id>
          <pub-id pub-id-type="pmcid">PMC7496424</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Eccles</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Cane</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>The behavior change technique taxonomy (v1) of 93 hierarchically clustered techniques: building an international consensus for the reporting of behavior change interventions</article-title>
          <source>Ann Behav Med</source>
          <year>2013</year>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1007/s12160-013-9486-6</pub-id>
          <pub-id pub-id-type="medline">23512568</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Stralen</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The behaviour change wheel: a new method for characterising and designing behaviour change interventions</article-title>
          <source>Implement Sci</source>
          <year>2011</year>
          <volume>6</volume>
          <fpage>42</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-6-42"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-6-42</pub-id>
          <pub-id pub-id-type="medline">21513547</pub-id>
          <pub-id pub-id-type="pii">1748-5908-6-42</pub-id>
          <pub-id pub-id-type="pmcid">PMC3096582</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horne</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Weinman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Self-regulation and self-management in Asthma: exploring the role of illness perceptions and treatment beliefs in explaining non-adherence to preventer medication</article-title>
          <source>Psychol Health</source>
          <year>2002</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>17</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1080/08870440290001502</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fabbrocini</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cacciapuoti</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Monfrecola</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A qualitative investigation of the impact of acne on health-related quality of life (hrql): development of a conceptual model</article-title>
          <source>Dermatol Ther (Heidelb)</source>
          <year>2018</year>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>85</fpage>
          <lpage>99</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29435857"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13555-018-0224-7</pub-id>
          <pub-id pub-id-type="medline">29435857</pub-id>
          <pub-id pub-id-type="pii">10.1007/s13555-018-0224-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5825329</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McNiven</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>'Disease, illness, affliction? Don't know': ambivalence and ambiguity in the narratives of young people about having acne</article-title>
          <source>Health (London)</source>
          <year>2019</year>
          <month>05</month>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>273</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1177/1363459318762035</pub-id>
          <pub-id pub-id-type="medline">29552892</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Santer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lown</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Muller</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Views of oral antibiotics and advice seeking about acne: a qualitative study of online discussion forums</article-title>
          <source>Br J Dermatol</source>
          <year>2017</year>
          <month>09</month>
          <volume>177</volume>
          <issue>3</issue>
          <fpage>751</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1111/bjd.15398</pub-id>
          <pub-id pub-id-type="medline">28218972</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>The LifeGuide research programme</article-title>
          <source>LifeGuide Online</source>
          <access-date>2020-08-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.lifeguideonline.org/">https://www.lifeguideonline.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>Overview - acne</article-title>
          <source>National Health Service</source>
          <access-date>2020-08-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhs.uk/conditions/acne/">https://www.nhs.uk/conditions/acne/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>Acne vulgaris</article-title>
          <source>NICE Clinical Knowledge Summaries (CKS)</source>
          <access-date>2020-04-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cks.nice.org.uk/acne-vulgaris#!scenarioRecommendation">https://cks.nice.org.uk/acne-vulgaris#!scenarioRecommendation</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <article-title>Acne</article-title>
          <source>NICE British National Formulary (BNF)</source>
          <access-date>2020-08-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nice.org.uk/bnf-uk-only">https://www.nice.org.uk/bnf-uk-only</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charters</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The Use of Think-aloud Methods in Qualitative Research An Introduction to Think-aloud Methods</article-title>
          <source>Brock Edu J</source>
          <year>2003</year>
          <month>07</month>
          <day>01</day>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>68</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.26522/brocked.v12i2.38</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chren</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lasek</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sahay</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Sands</surname>
              <given-names>LP</given-names>
            </name>
          </person-group>
          <article-title>Measurement properties of skindex-16: A brief quality-of-life measure for patients with skin diseases</article-title>
          <source>J Cutan Med Surg</source>
          <year>2001</year>
          <month>3</month>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>105</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1007/bf02737863</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Herdman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gudex</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lloyd</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Janssen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kind</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Parkin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bonsel</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Badia</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Development and preliminary testing of the new five-level version of EQ-5D (EQ-5D-5L)</article-title>
          <source>Qual Life Res</source>
          <year>2011</year>
          <volume>20</volume>
          <issue>10</issue>
          <fpage>1727</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21479777"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11136-011-9903-x</pub-id>
          <pub-id pub-id-type="medline">21479777</pub-id>
          <pub-id pub-id-type="pmcid">PMC3220807</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Donovan-Hall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Measuring barriers to adherence: validation of the Problematic Experiences of Therapy Scale</article-title>
          <source>Disabil Rehabil</source>
          <year>2014</year>
          <volume>36</volume>
          <issue>22</issue>
          <fpage>1924</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.3109/09638288.2013.876106</pub-id>
          <pub-id pub-id-type="medline">24410171</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Devilly</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Borkovec</surname>
              <given-names>TD</given-names>
            </name>
          </person-group>
          <article-title>Psychometric properties of the credibility/expectancy questionnaire</article-title>
          <source>J Behav Ther Exp Psychiatry</source>
          <year>2000</year>
          <month>06</month>
          <volume>31</volume>
          <issue>2</issue>
          <fpage>73</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.1016/s0005-7916(00)00012-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smeets</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Beelen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Goossens</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schouten</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Knottnerus</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Vlaeyen</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>Treatment expectancy and credibility are associated with the outcome of both physical and cognitive-behavioral treatment in chronic low back pain</article-title>
          <source>Clin J Pain</source>
          <year>2008</year>
          <month>05</month>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>305</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1097/AJP.0b013e318164aa75</pub-id>
          <pub-id pub-id-type="medline">18427229</pub-id>
          <pub-id pub-id-type="pii">00002508-200805000-00005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>An ultra-brief screening scale for anxiety and depression: the PHQ-4</article-title>
          <source>Psychosomatics</source>
          <year>2009</year>
          <volume>50</volume>
          <issue>6</issue>
          <fpage>613</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.psy.50.6.613</pub-id>
          <pub-id pub-id-type="medline">19996233</pub-id>
          <pub-id pub-id-type="pii">S0033-3182(09)70864-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khubchandani</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kotecki</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kleinfelder</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The psychometric properties of phq-4 depression and anxiety screening scale among college students</article-title>
          <source>Arch Psychiatr Nurs</source>
          <year>2016</year>
          <month>08</month>
          <volume>30</volume>
          <issue>4</issue>
          <fpage>457</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1016/j.apnu.2016.01.014</pub-id>
          <pub-id pub-id-type="medline">27455918</pub-id>
          <pub-id pub-id-type="pii">S0883-9417(16)00035-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Julious</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Sample size of 12 per group rule of thumb for a pilot study</article-title>
          <source>Pharmaceut Stat</source>
          <year>2005</year>
          <month>10</month>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>287</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1002/pst.185</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The size of a pilot study for a clinical trial should be calculated in relation to considerations of precision and efficiency</article-title>
          <source>J Clin Epidemiol</source>
          <year>2012</year>
          <month>03</month>
          <volume>65</volume>
          <issue>3</issue>
          <fpage>301</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2011.07.011</pub-id>
          <pub-id pub-id-type="medline">22169081</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(11)00264-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <article-title>IBM SPSS Statistics for Windows, Version 25.0</article-title>
          <source>IBM Corp</source>
          <year>2017</year>
          <access-date>2020-08-03</access-date>
          <publisher-loc>Armonk, NY</publisher-loc>
          <publisher-name>IBM Corp</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ibm.com/support/pages/how-cite-ibm-spss-statistics-or-earlier-versions-spss">https://www.ibm.com/support/pages/how-cite-ibm-spss-statistics-or-earlier-versions-spss</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Crandell</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>Medical adherence to acne therapy: a systematic review</article-title>
          <source>Am J Clin Dermatol</source>
          <year>2014</year>
          <month>04</month>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>87</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1007/s40257-014-0063-y</pub-id>
          <pub-id pub-id-type="medline">24481999</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
