<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychiatry</journal-id>
<journal-title>Frontiers in Psychiatry</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychiatry</abbrev-journal-title>
<issn pub-type="epub">1664-0640</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyt.2020.00116</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychiatry</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Gamified, Automated Virtual Reality Exposure Therapy for Fear of Spiders: A Single-Subject Trial Under Simulated Real-World Conditions</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Lindner</surname>
<given-names>Philip</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/541822"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Miloff</surname>
<given-names>Alexander</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/543591"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Bergman</surname>
<given-names>Camilla</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/877400"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Andersson</surname>
<given-names>Gerhard</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/641596"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hamilton</surname>
<given-names>William</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Carlbring</surname>
<given-names>Per</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/350998"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Psychology, Stockholm University</institution>, <addr-line>Stockholm</addr-line>, <country>Sweden</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Centre for Psychiatry Research, Department of Clinical Neuroscience, Karolinska Institutet &amp; Stockholm Health Care Services, Stockholm County Council</institution>, <addr-line>Stockholm</addr-line>, <country>Sweden</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Psychology, Uppsala University</institution>, <addr-line>Uppsala</addr-line>, <country>Sweden</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Department of Behavioral Sciences and Learning, Link&#xf6;ping University</institution>, <addr-line>Link&#xf6;ping</addr-line>, <country>Sweden</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Mimerse AB</institution>, <addr-line>Stockholm</addr-line>, <country>Sweden</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Saeed Farooq, Keele University, United Kingdom</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Felix Bolinski, Vrije Universiteit Amsterdam, Netherlands; Sascha Struijs, Vrije Universiteit Amsterdam, Netherlands</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Philip Lindner, <email xlink:href="mailto:philip.lindner@psychology.su.se">philip.lindner@psychology.su.se</email>
</p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Public Mental Health, a section of the journal Frontiers in Psychiatry</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>03</day>
<month>03</month>
<year>2020</year>
</pub-date>
<pub-date pub-type="collection">
<year>2020</year>
</pub-date>
<volume>11</volume>
<elocation-id>116</elocation-id>
<history>
<date date-type="received">
<day>05</day>
<month>07</month>
<year>2019</year>
</date>
<date date-type="accepted">
<day>10</day>
<month>02</month>
<year>2020</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2020 Lindner, Miloff, Bergman, Andersson, Hamilton and Carlbring</copyright-statement>
<copyright-year>2020</copyright-year>
<copyright-holder>Lindner, Miloff, Bergman, Andersson, Hamilton and Carlbring</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>Virtual Reality exposure therapy (VRET) is an evidence-based treatment of phobias and recent research suggests that this applies also to self-contained, automated interventions requiring no therapist guidance. With the advent and growing adoption of consumer VR technology, automated VR intervention have the potential to close the considerable treatment gap for specific phobias through dissemination as consumer applications, self-help at clinics, or as blended treatment. There is however a lack of translational effectiveness studies on VRET treatment effects under real-world conditions.</p>
</sec>
<sec>
<title>Methods</title>
<p>We conducted a single-arm (n = 25), single-subject study of automated, gamified VRET for fear of spiders, under simulated real-world conditions. After setup and reading instructions, participants completed the automated, single-session treatment by themselves. Self-rated fear of spiders and quality of life served as outcome measures, measured twice before, and one and two weeks after treatment, and at a six-month follow-up. Session characteristics and user experience measures were collected at the end of the session.</p>
</sec>
<sec>
<title>Results</title>
<p>Mixed-effects modeling revealed a significant and large (d = 1.26) effect of treatment-onset on phobia symptoms (p &lt; .001), and a small (d = 0.49) effect on quality of life (p = .025). Results were maintained at a six-month follow-up (p &gt; .053). The intervention was tolerable and practical. There were no significant correlations between any user experience measure and decrease in phobia symptoms (p &gt; .209).</p>
</sec>
<sec>
<title>Conclusions</title>
<p>An automated VRET intervention for fear of spiders showed equivalent effects on phobia symptoms under effectiveness conditions as previously reported under efficacy conditions. These results suggest that automated VRET applications are promising self-help treatments also when provided under real-world conditions.</p>
</sec>
<sec>
<title>Pre-registration</title>
<p>Open Science Foundation, <uri xlink:href="https://doi.org/10.17605/OSF.IO/78GUB">https://doi.org/10.17605/OSF.IO/78GUB</uri>.</p>
</sec>
</abstract>
<kwd-group>
<kwd>virtual reality</kwd>
<kwd>gamification</kwd>
<kwd>specific phobia</kwd>
<kwd>exposure therapy</kwd>
<kwd>self-help</kwd>
</kwd-group>
<counts>
<fig-count count="1"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="46"/>
<page-count count="9"/>
<word-count count="5062"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Virtual Reality Exposure Therapy (VRET) works by presenting computer-generated, virtual equivalents of phobic stimuli in an immersive way, usually through use of a headset with stereoscopic displays covering both eyes, interactive to head movements, giving the illusion of being able to look around in the virtual world. VRET is structured in a manner similar as traditional exposure therapy (<xref ref-type="bibr" rid="B1">1</xref>): <italic>via</italic> graded, systematic exposure to feared stimuli under controlled conditions and without safety behaviors, the fear response gradually habituates and inhibitory learning occurs (<xref ref-type="bibr" rid="B2">2</xref>). Since the first clinical applications of VR technology in the early 2000's, meta-analyses have revealed that VRET is efficacious (<xref ref-type="bibr" rid="B3">3</xref>), and even on par with traditional exposure therapy (<xref ref-type="bibr" rid="B4">4</xref>). Importantly, results generalize to reduced fear of real-world stimuli (<xref ref-type="bibr" rid="B5">5</xref>), there are low rates of deterioration (<xref ref-type="bibr" rid="B6">6</xref>) and efficacy has been demonstrated also among adolescents (<xref ref-type="bibr" rid="B7">7</xref>). Clinicians appear to have a positive view of VR interventions (<xref ref-type="bibr" rid="B8">8</xref>&#x2013;<xref ref-type="bibr" rid="B10">10</xref>), and some findings indicate that some patients may even prefer it to traditional exposure therapy when given a choice between the two, as well as lower rates of refusal (<xref ref-type="bibr" rid="B11">11</xref>).</p>
<p>Despite these promising results, as of yet, there have been few attempts to distribute VRET at a larger scale, or implement VRET in regular clinical settings (<xref ref-type="bibr" rid="B12">12</xref>). Arguably, the primary reason for this lies in the limitations of the past generation of VR hardware, which was both expensive and inaccessible, required a lot of auxiliary equipment and a high degree of technical skill to program and operate, and was heavy to wear for prolonged durations. With the release of consumer VR platforms, including mature digital ecosystems for development and dissemination of applications, these concerns in theory no longer apply, encouraging a new generation of VRET interventions that are scalable and can be integrated in regular care (<xref ref-type="bibr" rid="B13">13</xref>). A promising alternative approach enabled by this new technology is automated, self-guided VRET that provide a complete treatment package and includes no therapist guidance. Such applications, if released on ordinary digital marketplaces for VR applications, have the potential to disseminate effective, evidence-based treatment to unprecedented numbers. For example, a first-generation consumer targeted VR relaxation application, distributed on an ordinary digital marketplace, attracted more than 40,000 unique users over two years, even at a time when very few consumers had access to this technology (<xref ref-type="bibr" rid="B14">14</xref>).</p>
<p>To our knowledge, at least three automated VRET applications have been developed and evaluated in high-quality trials: two for fear of heights (<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>), and one for fear of spiders (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B18">18</xref>). In the latter study, we evaluated a novel, automated VRET application with gamified exposure tasks and level design, against gold-standard <italic>in-vivo</italic> exposure therapy using a randomized non-inferiority design, with behavioral avoidance of a real spider serving as the primary outcome measure. Results revealed that the VRET group showed large improvements on behavioral avoidance immediately after treatment (d = 1.49), albeit not as large as the <italic>in-vivo</italic> group (d = 2.39). However, the VRET group continued to improve during the follow-up period, and behavioral approach scores were non-inferior at both three- and twelve-month follow-ups (d = 2.01 and d = 2.27 for VRET and <italic>in-vivo</italic>, respectively, at twelve months) (<xref ref-type="bibr" rid="B18">18</xref>).</p>
<p>This randomized non-inferiority trial featured some design aspects that strengthened the validity of the treatment comparison, yet may at the same time have limited the generalizability of the VRET within-group effect to naturalistic conditions. First, only participants meeting DSM-5 diagnostic criteria for specific phobia were included, as assessed using a structured clinical interview during screening. While specific phobias are some of the most prevalent mental disorders, with a lifetime prevalence estimate of 7.4% (<xref ref-type="bibr" rid="B19">19</xref>), sub-syndromal fears are much more common (<xref ref-type="bibr" rid="B20">20</xref>). Thus, the vast majority of users are expected to have a sub-syndromal fear of spiders. Since baseline severity is typically positively associated with symptom decrease (larger room for improvement), treatment effects may be smaller with samples with sub-clinical fears.</p>
<p>Second, the primary outcome measure in the trial was a behavioral approach test (BAT) (<xref ref-type="bibr" rid="B21">21</xref>), which involved confrontation with a real spider regardless of treatment allocation. This was important in order to show that fear reduction from VR exposure translated to reduced fear of the in-vivo equivalent stimuli that participants would encounter in real life (<xref ref-type="bibr" rid="B5">5</xref>), and BAT outcomes are generally considered the gold-standard in phobia treatment evaluation. However, completing an <italic>in-vivo</italic> BAT prior to treatment may constitute a minor in-vivo exposure task in-itself, which would confound the estimate of the effect of VRET. Since the previous trial did not include a control group with the same BAT procedure but without treatment, or even additional administration of self-report measures after the BAT but before the treatment session, the degree of confounding is unknown. Clinical experience from running the trial did however suggest that some participants experienced the BAT as therapeutic, making it an important translational research question to examine treatment effectiveness without this possible confounder (which would not be present in real-life conditions), having already shown efficacy using a gold-standard BAT in the previous trial.</p>
<p>Third, in order to match the arms for non-specific therapist factors, and for ethical reasons (no other automated VRET study had been published at time of data collection), the VRET intervention was delivered with a &#x201c;technician&#x201d; (clinical psychology MSc student) in the same room at all times, who was instructed to provide emotional support if deemed necessary. This occurred in an estimated 20% of the sessions (<xref ref-type="bibr" rid="B18">18</xref>). The automated VRET application was designed for use at-home or alone in a clinical setting, meaning that no equivalent support would be available. Thus, it is unknown whether efficacy or even tolerability of the VRET intervention will generalize to effectiveness (real-world) conditions. Finally, by necessity, the original trial was randomized and it was not deemed feasible or ethically justified to blind participants to treatment options. The moderating effect of participant treatment preference was however not examined in the original trial. Past research indicates that many participants prefer VRET over <italic>in-vivo</italic> exposure when presented with both (<xref ref-type="bibr" rid="B11">11</xref>), and meta-analytic research has revealed a small moderating effect of participant treatment preference in general (<xref ref-type="bibr" rid="B22">22</xref>) (although most of this work has been done comparing psychotherapy to medication and thus may not generalize).</p>
<p>In sum, while specific design aspects of the original non-inferiority trial maximized the validity of the efficacy comparison between a gamified VRET intervention and gold-standard <italic>in-vivo</italic> exposure therapy, new translational research is needed in order to study the effectiveness of the this type of intervention when delivered under real-world conditions. For this purpose, we conducted a non-randomized, single-subject trial using the publicly available version of the VRET intervention, delivered with minimal human contact, and featuring only self-reported outcome measures.</p>
</sec>
<sec id="s2">
<title>Methods</title>
<p>This study was approved by the Regional Ethical Review Board in Stockholm (2018/1640-32) and pre-registered at the Open Science Foundation (<uri xlink:href="https://doi.org/10.17605/OSF.IO/78GUB">https://doi.org/10.17605/OSF.IO/78GUB</uri>). All included participants provided informed written consent at the start of the treatment session. Participants were not reimbursed, yet of n = 25 included participants, n = 12 participants were psychology students who received course credit for their participation.</p>
<sec id="s2_1">
<title>Participants and Procedure</title>
<p>The study was advertised on campus and public bulletin boards, social media, student mailing lists, and by contacting participants excluded from the previous VRET trial (<xref ref-type="bibr" rid="B18">18</xref>) for not meeting full specific phobia criteria. All advertisements directed potential participants to the study website, which featured full study information and the online screening battery, made available through a secure platform (<xref ref-type="bibr" rid="B23">23</xref>). Inclusion criteria included scoring 55 or above on the Fear of Spider Questionnaire (FSQ) (<xref ref-type="bibr" rid="B24">24</xref>) that served as primary outcome measure, being at least 18 years old, being able to understand both Swedish and English adequately, and available to travel to Stockholm University on one occasion. The minimal exclusion criteria included presenting a serious mental disorder requiring immediate care, any ongoing psychological treatment or non-stable psychoactive medication, or having vision or balance problems that would impair the VR experience.</p>
<p>A total of n = 42 completed screening, of which n = 26 were contacted by telephone and scheduled for a SCID diagnostic telephone interview (<xref ref-type="bibr" rid="B25">25</xref>) for specific phobia (adapted to DSM-5 criteria). These interviews were conducted by one of five last-year clinical psychologist students (quasi-random assignment), who all had received training in conducting structured diagnostic interviews, and who prior to study onset received additional training in specific phobia assessment, including standard-setting examples in order to maximize inter-rater reliability. The diagnostic interviews were carried out for descriptive purposes only, and the first n = 25 participants who completed the interview and scheduled a session were included. See <xref ref-type="table" rid="T1">
<bold>Table 1</bold>
</xref> for participant characteristics. Participants were mostly young adult women, less than a third of whom had any previous experience with VR. Included participants were assigned an additional online pre-treatment assessment to complete before the treatment session.</p>
<table-wrap id="T1" position="float">
<label>Table 1</label>
<caption>
<p>Sample characteristics.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Variable</th>
<th valign="top" align="center">M (SD) or n (%)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Met full specific phobia criteria</td>
<td valign="top" align="center">20 (80%)</td>
</tr>
<tr>
<td valign="top" align="left">Age</td>
<td valign="top" align="center">25 (11.0)</td>
</tr>
<tr>
<td valign="top" align="left">Female</td>
<td valign="top" align="center">19 (76%)</td>
</tr>
<tr>
<td valign="top" align="left">Married or in relationship</td>
<td valign="top" align="center">20 (80%)</td>
</tr>
<tr>
<td valign="top" align="left">Highest completed education</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>High school (gymnasium)</italic>
</td>
<td valign="top" align="center">14 (56%)</td>
</tr>
<tr>
<td valign="top" align="right">
<italic>Post-gymnasial vocational training</italic>
</td>
<td valign="top" align="center">2 (8%)</td>
</tr>
<tr>
<td valign="top" align="right">
<italic>University</italic>
</td>
<td valign="top" align="center">9 (36%)</td>
</tr>
<tr>
<td valign="top" align="left">Primary occupation</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>Student</italic>
</td>
<td valign="top" align="center">16 (64%)</td>
</tr>
<tr>
<td valign="top" align="right">
<italic>Work</italic>
</td>
<td valign="top" align="center">8 (32%)</td>
</tr>
<tr>
<td valign="top" align="right">
<italic>Retired</italic>
</td>
<td valign="top" align="center">1 (4%)</td>
</tr>
<tr>
<td valign="top" align="left">Previous psychological treatment</td>
<td valign="top" align="center">6 (24%)</td>
</tr>
<tr>
<td valign="top" align="left">Previous psychoactive medication</td>
<td valign="top" align="center">2 (8%)</td>
</tr>
<tr>
<td valign="top" align="left">PHQ-9 score</td>
<td valign="top" align="center">4.64 (3.38)</td>
</tr>
<tr>
<td valign="top" align="left">GAD-7 score</td>
<td valign="top" align="center">4.72 (3.08)</td>
</tr>
<tr>
<td valign="top" align="left">Any gaming during average week</td>
<td valign="top" align="center">12 (48%)</td>
</tr>
<tr>
<td valign="top" align="left">Hours spent on gaming per week<sup>*</sup>
</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>Computer</italic>
</td>
<td valign="top" align="center">3.33 (4.68)</td>
</tr>
<tr>
<td valign="top" align="right">
<italic>Console</italic>
</td>
<td valign="top" align="center">1.25 (2.73)</td>
</tr>
<tr>
<td valign="top" align="right">
<italic>Smartphone</italic>
</td>
<td valign="top" align="center">3.71 (3.00)</td>
</tr>
<tr>
<td valign="top" align="right">
<italic>VR</italic>
</td>
<td valign="top" align="center">0 (0)</td>
</tr>
<tr>
<td valign="top" align="right">
<italic>Other</italic>
</td>
<td valign="top" align="center">0.167 (0.577)</td>
</tr>
<tr>
<td valign="top" align="right">
<italic>Total</italic>
</td>
<td valign="top" align="center">8.46 (6.07)</td>
</tr>
<tr>
<td valign="top" align="left">Any previous experience with VR</td>
<td valign="top" align="center">8 (32%)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>*Among those who reported any gaming.</p>
</table-wrap-foot>
</table-wrap>
<p>Treatment was delivered in a single, three-hour session at Stockholm University. Participant were met by a session leader and taken to the experiment room, provided written informed consent, and were given standardized written instructions that covered overall procedure, practicalities, and how to deal with basic technical problem (such as needing to restart the application in case of freezing) and what to do if overwhelmed or experiencing cybersickness. Participants were also provided with a telephone number to reach the session leader in case of problems or early treatment completion. Before leaving the room, the session leader assisted the participant in putting on the headset and making adjustments. When 20 min of the session remained (or earlier in case of early treatment completion), the session leader returned and provided the participant with a link to an online questionnaire covering their experience and any issues that arose (see below). The therapist completed a similar questionnaire on how the session transpired (see below). Unlike in the previous trial (<xref ref-type="bibr" rid="B18">18</xref>), VRET participants were not given any instructions to progress with in-vivo exposure in the weeks that followed. One and two weeks after the session, participants completed online post-treatment assessments. An additional online follow-up assessment was administered six months after completing treatment.</p>
<p>Although the large effect size found in the previous trial on the same outcome measure (d = 1.33) meant that a sample size of n = 7 would be enough to detect (with 80% power and two-tailed p =.05) the same within-group effect with a paired t-test, we hypothesized a lower effect size in the current study for the reasons stated above. While n = 15 would be required to detect d = 0.80 with 80% power, we chose n = 25 to protect against sampling risk and to make correlational analyses possible (r &gt; 0.5 with 80% power). This final sample size would give 99.99% power to detect d = 1.33 and 97% power to detect d = 0.80. Power calculations were performed using the GPower 3.1 software and based on a simplified yet near-equivalent analytic technique to the mixed effects modeling used in actual analysis (paired t-test on pre- and post-treatment scores, averaged across phase).</p>
</sec>
<sec id="s2_2">
<title>Treatment</title>
<p>The consumer version of the original VRET application, developed by Mimerse and publicly available under the name <italic>Itsy</italic> at the Samsung and Oculus digital marketplaces, was used in treatment. Itsy was designed to be a complete, standalone intervention and includes both psychoeducation, a virtual therapist and spider expert, and a gamified level design with eight sequential main levels with increasingly realistic and frightening spiders (<xref ref-type="bibr" rid="B26">26</xref>), each with three gamified sublevels: a simply gaze-focusing task, one of eight simple games focused on helping a spider complete a task, and an interactive gaze-directed approach task. Users provide subjective units of distress ratings at the beginning and end of each task, and have the possibility to use a pause function and skip levels if needed. Once a level is completed, the next level becomes available. For more information, see the non-inferiority trial and study protocol (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B18">18</xref>). The VR hardware used was the same as in our previous study: a Samsung Galaxy S6 and Gear VR headset (without a hand controller).</p>
</sec>
<sec id="s2_3">
<title>Measures</title>
<p>All measures were completed online. Participants completed the Patient Health Questionnaire 9-item (<xref ref-type="bibr" rid="B27">27</xref>) and Generalized Anxiety Disorder 7-item (<xref ref-type="bibr" rid="B28">28</xref>) self-rating scales as part of the screening procedure, used only for descriptive purposes. The Swedish version of the Fear of Spiders Questionnaire (FSQ) (<xref ref-type="bibr" rid="B24">24</xref>) served as primary outcome measure and was administered at all measurement occasions. The FSQ features 18 items, with Likert response format score 1&#x2013;7, meaning that the total score ranges 18&#x2013;126. The Brunnsviken Brief Quality of life scale (BBQ) (<xref ref-type="bibr" rid="B29">29</xref>) served as the secondary outcome measure and was also administered at all measurement occasions. The BBQ measures satisfaction with, and importance of, six empirically derived life domains, and provides a weighted total score ranging 0&#x2013;96, with higher scores corresponding to great subjective quality of life.</p>
<p>A series of measures of session characteristics (e.g. session duration, number of breaks, number of calls to session leader, etc.) and user experience were also collected through digital questionnaires completed at the end of the session by the session leader and participant (respectively). See <xref ref-type="table" rid="T3">
<bold>Table 3</bold>
</xref> for details. Cybersickness symptoms were measured using the Simulator Sickness Questionnaire (<xref ref-type="bibr" rid="B30">30</xref>). Sense of presence in the virtual environment was measured using the four-item Gatineau Presence Scale (<xref ref-type="bibr" rid="B31">31</xref>) with an adapted 0&#x2013;10 item response format, the two subscales of which (presence and anti-presence) are presented separately since they correlated negatively and non-significantly (r = &#x2212;.32, p =.14, n = 23).</p>
</sec>
<sec id="s2_4">
<title>Analyses</title>
<p>Unconditional linear mixed effects models (including all available data), with random slopes and intercepts, were used to model outcomes as a function of time (two plus two measures), coded as either zero (prior to treatment phase) or one (after treatment phase). To assess the stability of scores within each phase before running the mixed models, paired t-tests were conducted; none were significant (all p &gt; .15), suggesting stabile phases and appropriateness of a phase-based time variable in the mixed models. Clinically significant change was defined as a change exceeding two standard deviations (<xref ref-type="bibr" rid="B32">32</xref>). To test for moderating effects, the individual averaged pre-post score difference on the FSQ was correlated against the user experience measures that showed sufficient variation in scores. Finally, since there was no obvious candidate for a linear time coding for long-term effects that would give equidistance relative to the main effect of treatment, long-term effects were analyzed separately using generalized estimating equations (GEE) using all available post and follow-up data. This approach was preferred over mixed effects models since there were no repeated measures of the follow-up phase. Analyses were conducted in the R statistical environment using the <italic>jmv</italic>, <italic>lme4</italic> (<xref ref-type="bibr" rid="B33">33</xref>, <xref ref-type="bibr" rid="B34">34</xref>) and <italic>geeglm</italic> (<xref ref-type="bibr" rid="B35">35</xref>) packages.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Pre-Post Treatment Effects and Session Characteristics</title>
<p>In total, n = 2 participants dropped out prior to treatment and missing data was at most n = 5 on any measurement point prior to follow-up. See <xref ref-type="table" rid="T2">
<bold>Table 2</bold>
</xref> and <xref ref-type="fig" rid="f1">
<bold>Figure 1</bold>
</xref> for observed means and standard deviations. Mixed effects modeling revealed a significant effect of treatment-onset on FSQ scores (B = &#x2212;20.57, SE = 3.46, p &lt; .001, intercept-slope r = &#x2212;0.18) and also on BBQ scores (B = 3.14, SE = 1.30, p =.025, intercept-slope r =.38), corresponding to observed within-group effect sizes of d = 1.26 (FSQ) and d = 0.49 (BBQ). Eight participants (35%) achieved clinically significant change.</p>
<table-wrap id="T2" position="float">
<label>Table 2</label>
<caption>
<p>Observed means and standard deviations.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Time</th>
<th valign="top" align="center">Treatment-onset coding</th>
<th valign="top" align="center">Long-term effects coding</th>
<th valign="top" colspan="3" align="center">FSQ</th>
<th valign="top" colspan="2" align="center">BBQ</th>
</tr>
<tr>
<th valign="top" align="left">
</th>
<th valign="top" align="center">
</th>
<th valign="top" align="center">
</th>
<th valign="top" align="center">n</th>
<th valign="top" align="center">M</th>
<th valign="top" align="center">SD</th>
<th valign="top" align="center">M</th>
<th valign="top" align="center">SD</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Screening</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">n = 25</td>
<td valign="top" align="center">97.80</td>
<td valign="top" align="center">12.26</td>
<td valign="top" align="center">68.36</td>
<td valign="top" align="center">15.01</td>
</tr>
<tr>
<td valign="top" align="left">Pre</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">n = 25</td>
<td valign="top" align="center">100.44</td>
<td valign="top" align="center">11.97</td>
<td valign="top" align="center">70.08</td>
<td valign="top" align="center">14.41</td>
</tr>
<tr>
<td valign="top" align="left">Post 1-week</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">n = 20</td>
<td valign="top" align="center">78.70</td>
<td valign="top" align="center">16.27</td>
<td valign="top" align="center">71.25</td>
<td valign="top" align="center">15.98</td>
</tr>
<tr>
<td valign="top" align="left">Post 2-week</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">n = 22</td>
<td valign="top" align="center">76.95</td>
<td valign="top" align="center">18.32</td>
<td valign="top" align="center">73.77</td>
<td valign="top" align="center">17.19</td>
</tr>
<tr>
<td valign="top" align="left">Six-month follow-up</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">n = 17</td>
<td valign="top" align="center">69.06</td>
<td valign="top" align="center">20.22</td>
<td valign="top" align="center">70.45</td>
<td valign="top" align="center">20.07</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="f1" position="float">
<label>Figure 1</label>
<caption>
<p><bold>(A)</bold> Observed scores over time and <bold>(B)</bold> clinically significant change.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpsyt-11-00116-g001.tif"/>
</fig>
</sec>
<sec id="s3_2">
<title>Moderating Effects of User Experience</title>
<p>No significant correlations were found between FSQ score decrease and any measure of the user experience. See <xref ref-type="table" rid="T3">
<bold>Table 3</bold>
</xref> for details.</p>
<table-wrap id="T3" position="float">
<label>Table 3</label>
<caption>
<p>User experience measures and session characteristics.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" colspan="4" align="center">Session characteristics</th>
</tr>
<tr>
<th valign="top" align="left">Variable</th>
<th valign="top" align="center">Rater</th>
<th valign="top" align="center">M (SD) or n (%)</th>
<th valign="top" align="center"/>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Completed session<xref ref-type="table-fn" rid="fnT3_1">
<sup>a</sup>
</xref>
</td>
<td valign="top" align="left">Session leader</td>
<td valign="top" align="center">23 (100%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Exposure duration (minutes)<xref ref-type="table-fn" rid="fnT3_2">
<sup>b</sup>
</xref>
</td>
<td valign="top" align="left">Session leader</td>
<td valign="top" align="center">97.22 (23.74)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">No calls to session leader</td>
<td valign="top" align="left">Session leader</td>
<td valign="top" align="center">20 (87%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Reasons for calls (multiple choice)</td>
<td valign="top" align="left">Session leader</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>Assistance with application required, but participant could have resolved issue themselves</italic>
</td>
<td valign="top" align="left"/>
<td valign="top" align="center">3 (12.5%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>Assistance with equipment required, but participant could have resolved issue themselves</italic>
</td>
<td valign="top" align="left"/>
<td valign="top" align="center">1 (4.2%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>Application malfunction (not resolvable by participant)</italic>
</td>
<td valign="top" align="left"/>
<td valign="top" align="center">0 (0%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>Equipment malfunction (not resolvable by participant)</italic>
</td>
<td valign="top" align="left"/>
<td valign="top" align="center">0 (0%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>Participant too distressed to continue and received basic emotional support</italic>
</td>
<td valign="top" align="left"/>
<td valign="top" align="center">0 (0%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>Participant too distress to continue and received support requiring clinical expertise</italic>
</td>
<td valign="top" align="left"/>
<td valign="top" align="center">0 (0%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>No call made</italic>
</td>
<td valign="top" align="left"/>
<td valign="top" align="center">20 (83.3%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">No required visits by session leader (frequency)</td>
<td valign="top" align="left">Session leader</td>
<td valign="top" align="center">21 (91.3%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Use of in-game pause function</td>
<td valign="top" align="left">Participant</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>None</italic>
</td>
<td valign="top" align="left"/>
<td valign="top" align="center">10 (43.5%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>Yes: too distressing</italic>
</td>
<td valign="top" align="left"/>
<td valign="top" align="center">3 (13%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>Yes: other reasons</italic>
</td>
<td valign="top" align="left"/>
<td valign="top" align="center">8 (34.8%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>Yes: by accident</italic>
</td>
<td valign="top" align="left"/>
<td valign="top" align="center">2 (8.7%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Levels restarted or skipped (frequency)<xref ref-type="table-fn" rid="fnT3_3">
<sup>c</sup>
</xref>
</td>
<td valign="top" align="left">Participant</td>
<td valign="top" align="center">0.77 (1.31)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Application restarts (frequency)</td>
<td valign="top" align="left">Participant</td>
<td valign="top" align="center">0.30 (0.56)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">All ten levels completed (frequency)<xref ref-type="table-fn" rid="fnT3_4">
<sup>d</sup>
</xref>
</td>
<td valign="top" align="left">Participant</td>
<td valign="top" align="center">22 (95.7%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">In-session breaks (frequency)</td>
<td valign="top" align="left">Participant</td>
<td valign="top" align="center">1.52 (1.31)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Total duration of breaks (minutes) <xref ref-type="table-fn" rid="fnT3_5">
<sup>e</sup>
</xref>
</td>
<td valign="top" align="left">Participant</td>
<td valign="top" align="center">5.77 (5.53)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" colspan="4" align="center">
<bold>User Experience Measures</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Variable</bold>
</td>
<td valign="top" align="left">
<bold>Rater</bold>
</td>
<td valign="top" align="left">
<bold>M (SD) or n (%)</bold>
</td>
<td valign="top" align="left">
<bold>Correlation with FSQ score decrease</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">Language comprehensibility</td>
<td valign="top" align="left">Participant</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="right">
<italic>No difficulties</italic>
</td>
<td valign="top" align="left"/>
<td valign="top" align="center">21 (91.3%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>Some difficulties</italic>
</td>
<td valign="top" align="left"/>
<td valign="top" align="center">2 (8.7%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="right">
<italic>Great difficulties</italic>
</td>
<td valign="top" align="left"/>
<td valign="top" align="center">0 (0%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Visual acuity (theoretical range: 0&#x2013;10)<xref ref-type="table-fn" rid="fnT3_6">
<sup>f</sup>
</xref>
</td>
<td valign="top" align="left">Participant</td>
<td valign="top" align="center">6.04 (1.74)</td>
<td valign="top" align="center">r =.201, p =.357</td>
</tr>
<tr>
<td valign="top" align="left">Gatineau Presence Scale: positive score (theoretical range: 0&#x2013;20)</td>
<td valign="top" align="left">Participant</td>
<td valign="top" align="center">12.39 (4.62)</td>
<td valign="top" align="center">r =.272, p =.209</td>
</tr>
<tr>
<td valign="top" align="left">Gatineau Presence Scale: negative score (theoretical range: 0&#x2013;20)</td>
<td valign="top" align="left">Participant</td>
<td valign="top" align="center">13.83 (3.33)</td>
<td valign="top" align="center">r = &#x2212;.229, p =.292</td>
</tr>
<tr>
<td valign="top" align="left">SUDs maximum (0&#x2013;100)<xref ref-type="table-fn" rid="fnT3_7">
<sup>g</sup>
</xref>
</td>
<td valign="top" align="left">Participant</td>
<td valign="top" align="center">69.09 (24.49)</td>
<td valign="top" align="center">r =.054, p =.805</td>
</tr>
<tr>
<td valign="top" align="left">SUDs final (0&#x2013;100)<xref ref-type="table-fn" rid="fnT3_7">
<sup>g</sup>
</xref>
</td>
<td valign="top" align="left">Participant</td>
<td valign="top" align="center">48.57 (32.23)</td>
<td valign="top" align="center">r = &#x2212;.035, p =.874</td>
</tr>
<tr>
<td valign="top" align="left">SUDs maximum minus final (habituation)</td>
<td valign="top" align="left">Participant</td>
<td valign="top" align="center">20.5 (21.6)</td>
<td valign="top" align="center">r =.11, p =.60</td>
</tr>
<tr>
<td valign="top" align="left">Cybersickness score (range: 0&#x2013;48)</td>
<td valign="top" align="left">Participant</td>
<td valign="top" align="center">10.43 (6.32)</td>
<td valign="top" align="center">r =.084, p =.705</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="fnT3_1">
<label>a</label>
<p>Defined as either completing all levels or using all allocated time.</p>
</fn>
<fn id="fnT3_2">
<label>b</label>
<p>Time from session leader leaving the room to either receiving a call from the participants (all levels finished) or ending the session when available time had elapsed.</p>
</fn>
<fn id="fnT3_3">
<label>c</label>
<p>One outlier who reported 20,000 restarts removed.</p>
</fn>
<fn id="fnT3_4">
<label>d</label>
<p>The remaining participant completed nine levels.</p>
</fn>
<fn id="fnT3_5">
<label>e</label>
<p>One outlier who reported 90 minute pause removed.</p>
</fn>
<fn id="fnT3_6">
<label>f</label>
<p>Verbal anchors &#x201c;lousy&#x201d; (0) and &#x201c;perfect&#x201d; (10).</p>
</fn>
<fn id="fnT3_7">
<label>g</label>
<p>Participants asked to remember the subjective units of distress (SUD) reported in-app during application use, both the maximum and final value.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_3">
<title>Long-Term Effects</title>
<p>A total of n = 17 participants completed the six-month follow-up. GEE modeling revealed no significant score differences between post-treatment and six months later on the BBQ (B = &#x2212;1.68, SE = 3.59, p = .64) and a trend towards further symptom decrease on the FSQ (B = &#x2212;6.44, SE = 3.32, p = .053). See <xref ref-type="fig" rid="f1">
<bold>Figure 1</bold>
</xref> and <xref ref-type="table" rid="T2">
<bold>Table 2</bold>
</xref> for observed means and standard deviations.</p>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>Virtual Reality exposure therapy has well-established efficacy, and several recent studies show that this applies also to automated interventions (<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B18">18</xref>). Effectiveness studies examining the effects of automated VRET interventions under real-world conditions are thus the next research step along the translational pipeline before dissemination and implementation into clinical and non-clinical settings can be recommended. The current study was designed as a follow-up study to an earlier randomized non-inferiority trial comparing automated VRET for spider phobia to gold-standard in-vivo exposure therapy. Despite differences in inclusion criteria (specific phobia not required), study design (no randomization), treatment administration (no technician present during treatment) and measurements (only self-reports; no confounding of behavioral approach tests with real spiders), we found remarkably similar treatment effects as in the earlier trial: d = 1.26 in the current study, d = 1.33 in the earlier. It should however be noted that participant characteristics and baseline severity were similar across studies. For example, even though meeting diagnostic criteria for specific phobia was not required for inclusion in the current study, 80% did.</p>
<p>Importantly, the current study shows that consumer-targeted VRET applications can have comparable effects also under simulated real-world conditions. Specific phobias show one of the largest treatment gaps, with few sufferers seeking treatment. With continued growth in consumer VR adoption, consumer-target VRET applications, disseminated through ordinary digital marketplaces, have the potential to make a substantial public health impact. Pending mass-adoption, automated VR applications could be provided at clinics or pharmacies, without the need for a qualified therapist. Automated VRET interventions could also be used as homework exercises between traditional therapy sessions, akin to so called blended internet interventions (<xref ref-type="bibr" rid="B36">36</xref>). While the current study simulated at-clinic conditions to the extent possible, evaluating effectiveness of VRET applications when used at-home, outside a clinical trial setting, should be considered a research priority. Since the VR modality is well-suited not just for treatment delivery but also for measurement collection [both self-rating scales and virtual behavioral approach tests (<xref ref-type="bibr" rid="B37">37</xref>&#x2013;<xref ref-type="bibr" rid="B39">39</xref>)], distributing VRET applications through digital marketplaces and collecting users' consent to share outcome data anonymously with researchers, would enable perfectly naturalistic studies on real-world data on an unprecedented scale. For comparison, even during the early years of consumer VR technology (when adoption rate was relatively low), one mental health application accrued over 40,000 users over two years of availability (<xref ref-type="bibr" rid="B14">14</xref>). A sample size of this magnitude would allow A/B testing (randomized allocation to different versions during actual use) of even minor changes to treatment design and delivery, providing valuable insights not just into the mechanisms of VRET but exposure therapy in general (<xref ref-type="bibr" rid="B12">12</xref>).</p>
<p>Overall, session characteristics and user experience measures suggest that the VRET interventions is tolerable and practical, although a lack of comparison group or validated norm data makes it difficult to draw firm conclusions. Interestingly, although designed to be played through in around two and half hours (corresponding to the three-hour in-vivo protocol included in the original non-inferiority trial), average usage time in the current study was approximately one and a half (in addition to setup, summing-up and questionnaire time). It should be noted that even in three-hour, in-vivo exposure protocols (<xref ref-type="bibr" rid="B21">21</xref>), only between two and two-and-a-half hours are spent on pure exposure (including short breaks as necessary). Unlike in the original non-inferiority trial, no personnel were present in the room while the participant played through the VRET serious game. As evident by the comparable effect sizes achieved across trials, having such personnel present does not appear to have therapeutic benefits, and likely also decreased playthrough time by making outside-VR social interactions impossible. The increased time efficiency is promising for future iterations and dissemination efforts, yet more research is required to capture more specific associations between how users engage with VRET serious games, and outcomes, beyond simple elapsed time.</p>
<p>Somewhat surprisingly, the current study found no significant correlations between treatment outcomes and user experience measures. Of note, this may be a power issue, since an <italic>a priori</italic> power calculation revealed that a correlation coefficient r &gt; .50 could be detected with 80% power and a sample size of n = 25. For example, previous meta-analytic research suggests an association between sense of presence and SUDs of r = .28 (<xref ref-type="bibr" rid="B40">40</xref>), which the current study was not powered to detect. The lack of association between fear reaction and in-session habituation is consistent with the extant literature on the mechanisms of exposure therapy in general, which suggest that factors such as inhibitory learning processes (not measured in the current study) are a stronger predictor of treatment outcomes than simple emotional evocation and processing (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B41">41</xref>). Although the extant VR literature (not limited to VRET) is somewhat inconsistent, the balance of evidence suggests a negative association between cybersickness and sense of presence (<xref ref-type="bibr" rid="B42">42</xref>). Congruently, neither of these measures were associated with treatment outcomes in the current study. Participants used a modern VR headset, albeit one limited to three degrees of freedom (i.e. measuring head rotation only, not position), running a VR paradigm that did not involve any virtual first-person motion. The latter was an explicit design consideration (<xref ref-type="bibr" rid="B12">12</xref>) with both a therapeutic rationale (covert invasion of personal space by spiders being a common catastrophic belief) and a technical one in that sensory discrepancies between virtual and physical first-person motion is a prime driver of cybersickness (<xref ref-type="bibr" rid="B43">43</xref>) and should thus be avoided unless necessary. As expected, sample average cybersickness score was low, as was the standard deviation, indicating that cybersickness was not a significant issue in the current study and that a floor effect for this factor may explain the lack of association with treatment outcomes. More research is needed on what aspects of the user experience during VRET promotes symptom reduction both immediately <italic>in-virtuo</italic> and when transitioning to <italic>in-vivo</italic> exposure in daily life (<xref ref-type="bibr" rid="B44">44</xref>).</p>
<p>Interestingly, we found only a small, non-significant (p = .053) further decrease in phobia symptoms at the six-month follow-up. In the non-inferiority trial, the VRET group continued to improve as measured by both the behavioral approach test and the Spider Phobia Questionnaire (<xref ref-type="bibr" rid="B45">45</xref>), although not as measured by the FSQ. A marked difference between these two studies is that in non-inferiority trial, but not the current study, participants were given a standardized rationale on the importance of transitioning to in-vivo exposure and a worksheet for planning and evaluating in-vivo exposure exercises. The effect of adherence to this transition plan was however not empirically evaluated, and studying the impact of in-virtuo to <italic>in-vivo</italic> transitioning through randomized allocation and appropriate statistics (<xref ref-type="bibr" rid="B46">46</xref>) should be considered another research priority for the field.</p>
</sec>
<sec id="s5">
<title>Strengths and Limitations</title>
<p>The current study complements the earlier randomized non-inferiority trial (<xref ref-type="bibr" rid="B18">18</xref>) in terms of strengths and limitations of study design. Limitations include a small sample size (although well-powered given the hypothesized and observed large treatment effects), no control group, only self-reported outcome measures, and no long-term follow-up. Strengths of the current study include examining intervention effects under simulated real-world conditions (no randomization, minimum human contact) in sample which also included participants with sub-syndromal fear of spiders, as well as repeated measures at each study phase, and a six-month follow-up. User experience measures were self-reported only, and correlation analyses with treatment improvement low-powered. With efficacy of the intervention already having been established, the current study in some aspects prioritized the translational aim of generalizability to real-world conditions, including relying only on self-reported outcome measures as not to risk confounding the effect estimate by including a pre-treatment BAT that may constitute a brief <italic>in-vivo</italic> exposure exercise in-itself, and would not be available to at-home users. A waiting-list control group would have given unbiased estimates of treatment effects even with an included BAT, but was not included in the current study. Including more measures per phase (e.g. to model a pre-treatment trajectory), and a multiple baseline design, would have allowed for stronger inferences about causality.</p>
</sec>
<sec id="s6" sec-type="conclusions">
<title>Conclusions</title>
<p>Automated, gamified VRET for spider phobia, in the form of a consumer application, is tolerable and practical also when delivered under simulated real-world conditions, with effects (fear reduction) remarkably similar to those previously observed in a randomized trial under efficacy conditions. Our findings show that automated VRET is a promising treatment option for self-help use, delivered either at clinics (no qualified therapist required) or at-home as consumer-oriented applications.</p>
</sec>
<sec id="s7">
<title>Data Availability Statement</title>
<p>The datasets generated for this study are available on request to the corresponding author.</p>
</sec>
<sec id="s8">
<title>Ethics Statement</title>
<p>This study was reviewed and approved by Stockholm Regional Ethical Review Board. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s9">
<title>Author Contributions</title>
<p>Designed the study: PL, AM, PC. Technical development of the intervention: WH. Carried out data collection: CB. Made important contributions to study design and interpretation of findings: CB, WH, GA. Drafted the manuscript: PL. Made significant contributions to manuscript: AM, CB, WH, GA, and PC.</p>
</sec>
<sec id="s10">
<title>Conflict of Interest</title>
<p>Author WH is the founder and chief technology officer of Mimerse, a company specializing in developing VR interventions for mental health. Author PL has consulted for Mimerse but holds no financial stake in the company.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</body>
<back>
<ack>
<title>Acknowledgments</title>
<p>The authors wish to thank all participants, and Julia Bj&#xf6;rling, Lina S&#xf6;derstr&#xf6;m Winter, Anna Andersson and Jessica Snickars for carrying out data collection. Thanks also to George Vlaescu for the technical assistance with the Iterapi platform.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Botella</surname> <given-names>C</given-names>
</name>
<name>
<surname>Fern&#xe1;ndez-&#xc1;lvarez</surname> <given-names>J</given-names>
</name>
<name>
<surname>Guill&#xe9;n</surname> <given-names>V</given-names>
</name>
<name>
<surname>Garc&#xed;a-Palacios</surname> <given-names>A</given-names>
</name>
<name>
<surname>Ba&#xf1;os</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>Recent progress in virtual reality exposure therapy for phobias: a systematic review</article-title>. <source>Curr Psychiatry Rep</source> (<year>2017</year>) <volume>19</volume>(<issue>7</issue>):<fpage>42</fpage>. doi: <pub-id pub-id-type="doi">10.1007/s11920-017-0788-4</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Craske</surname> <given-names>MG</given-names>
</name>
<name>
<surname>Treanor</surname> <given-names>M</given-names>
</name>
<name>
<surname>Conway</surname> <given-names>CC</given-names>
</name>
<name>
<surname>Zbozinek</surname> <given-names>T</given-names>
</name>
<name>
<surname>Vervliet</surname> <given-names>B</given-names>
</name>
</person-group>. <article-title>Maximizing exposure therapy: an inhibitory learning approach</article-title>. <source>Behav Res Ther</source> (<year>2014</year>) <volume>58</volume>:<fpage>10</fpage>&#x2013;<lpage>23</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.brat.2014.04.006</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carl</surname> <given-names>E</given-names>
</name>
<name>
<surname>Stein</surname> <given-names>AT</given-names>
</name>
<name>
<surname>Levihn-Coon</surname> <given-names>A</given-names>
</name>
<name>
<surname>Pogue</surname> <given-names>JR</given-names>
</name>
<name>
<surname>Rothbaum</surname> <given-names>B</given-names>
</name>
<name>
<surname>Emmelkamp</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>Virtual reality exposure therapy for anxiety and related disorders: a meta-analysis of randomized controlled trials</article-title>. <source>J Anxiety Disord</source> (<year>2019</year>) <volume>61</volume>:<fpage>27</fpage>&#x2013;<lpage>36</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.janxdis.2018.08.003</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fodor</surname> <given-names>LA</given-names>
</name>
<name>
<surname>Cote&#x163;</surname> <given-names>CD</given-names>
</name>
<name>
<surname>Cuijpers</surname> <given-names>P</given-names>
</name>
<name>
<surname>Szamoskozi</surname> <given-names>&#x15e;</given-names>
</name>
<name>
<surname>David</surname> <given-names>D</given-names>
</name>
<name>
<surname>Cristea</surname> <given-names>IA</given-names>
</name>
</person-group>. <article-title>The effectiveness of virtual reality based interventions for symptoms of anxiety and depression: a meta-analysis</article-title>. <source>Sci Rep</source> (<year>2018</year>) <volume>8</volume>(<issue>1</issue>):<fpage>1</fpage>&#x2013;<lpage>13</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-018-28113-6</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Morina</surname> <given-names>N</given-names>
</name>
<name>
<surname>Ijntema</surname> <given-names>H</given-names>
</name>
<name>
<surname>Meyerbr&#xf6;ker</surname> <given-names>K</given-names>
</name>
<name>
<surname>Emmelkamp</surname> <given-names>PMG</given-names>
</name>
</person-group>. <article-title>Can virtual reality exposure therapy gains be generalized to real-life? A meta-analysis of studies applying behavioral assessments</article-title>. <source>Behav Res Ther</source> (<year>2015</year>) <volume>74</volume>:<fpage>18</fpage>&#x2013;<lpage>24</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.brat.2015.08.010</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fern&#xe1;ndez-&#xc1;lvarez</surname> <given-names>J</given-names>
</name>
<name>
<surname>Rozental</surname> <given-names>A</given-names>
</name>
<name>
<surname>Carlbring</surname> <given-names>P</given-names>
</name>
<name>
<surname>Colombo</surname> <given-names>D</given-names>
</name>
<name>
<surname>Riva</surname> <given-names>G</given-names>
</name>
<name>
<surname>Anderson</surname> <given-names>PL</given-names>
</name>
<etal/>
</person-group>. <article-title>Deterioration rates in virtual reality therapy: an individual patient data level meta-analysis</article-title>. <source>J Anxiety Disord</source> (<year>2019</year>) <volume>61</volume>:<fpage>3</fpage>&#x2013;<lpage>17</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.janxdis.2018.06.005</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kahlon</surname> <given-names>S</given-names>
</name>
<name>
<surname>Lindner</surname> <given-names>P</given-names>
</name>
<name>
<surname>Nordgreen</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>Virtual reality exposure therapy for adolescents with fear of public speaking: a non-randomized feasibility and pilot study</article-title>. <source>Child Adolesc Psychiatry Ment Health</source> (<year>2019</year>) <volume>13</volume>(<issue>1</issue>):<fpage>47</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s13034-019-0307-y</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lindner</surname> <given-names>P</given-names>
</name>
<name>
<surname>Miloff</surname> <given-names>A</given-names>
</name>
<name>
<surname>Zetterlund</surname> <given-names>E</given-names>
</name>
<name>
<surname>Reuterski&#xf6;ld</surname> <given-names>L</given-names>
</name>
<name>
<surname>Andersson</surname> <given-names>G</given-names>
</name>
<name>
<surname>Carlbring</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>Attitudes toward and familiarity with virtual reality therapy among practicing cognitive behavior therapists: a cross-sectional survey study in the Era of consumer VR platforms</article-title>. <source>Front Psychol</source> (<year>2019</year>) <volume>10</volume>:<fpage>1</fpage>&#x2013;<lpage>10</lpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2019.00176</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schwartzman</surname> <given-names>D</given-names>
</name>
<name>
<surname>Segal</surname> <given-names>R</given-names>
</name>
<name>
<surname>Drapeau</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Perceptions of virtual reality among therapists who do not apply this technology in clinical practice</article-title>. <source>Psychol Serv</source> (<year>2012</year>) <volume>9</volume>(<issue>3</issue>):<page-range>310&#x2013;5</page-range>. doi: <pub-id pub-id-type="doi">10.1037/a0026801</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Segal</surname> <given-names>R</given-names>
</name>
<name>
<surname>Bhatia</surname> <given-names>M</given-names>
</name>
<name>
<surname>Drapeau</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Therapists' perception of benefits and costs of using virtual reality treatments</article-title>. <source>Cyberpsychol Behav Soc Netw.</source> (<year>2011</year>) <volume>14</volume>(<issue>1</issue>):<fpage>29</fpage>&#x2013;<lpage>34</lpage>. doi: <pub-id pub-id-type="doi">10.1089/cyber.2009.0398</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Garcia-Palacios</surname> <given-names>A</given-names>
</name>
<name>
<surname>Botella</surname> <given-names>C</given-names>
</name>
<name>
<surname>Hoffman</surname> <given-names>H</given-names>
</name>
<name>
<surname>Fabregat</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Comparing acceptance and refusal rates of virtual reality exposure vs. in vivo exposure by patients with specific phobias</article-title>. <source>CyberPsychol Behav</source> (<year>2007</year>) <volume>10</volume>(<issue>5</issue>):<page-range>722&#x2013;4</page-range>. doi: <pub-id pub-id-type="doi">10.1089/cpb.2007.9962</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lindner</surname> <given-names>P</given-names>
</name>
<name>
<surname>Miloff</surname> <given-names>A</given-names>
</name>
<name>
<surname>Hamilton</surname> <given-names>W</given-names>
</name>
<name>
<surname>Reuterski&#xf6;ld</surname> <given-names>L</given-names>
</name>
<name>
<surname>Andersson</surname> <given-names>G</given-names>
</name>
<name>
<surname>Powers</surname> <given-names>MB</given-names>
</name>
<etal/>
</person-group>. <article-title>Creating state of the art, next-generation Virtual Reality exposure therapies for anxiety disorders using consumer hardware platforms: design considerations and future directions</article-title>. <source>Cognit Behav Ther</source> (<year>2017</year>) <volume>46</volume>(<issue>5</issue>):<page-range>404&#x2013;20</page-range>. doi: <pub-id pub-id-type="doi">10.1080/16506073.2017.1280843</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lindner</surname> <given-names>P</given-names>
</name>
<name>
<surname>Miloff</surname> <given-names>A</given-names>
</name>
<name>
<surname>Fagern&#xe4;s</surname> <given-names>S</given-names>
</name>
<name>
<surname>Andersen</surname> <given-names>J</given-names>
</name>
<name>
<surname>Sigeman</surname> <given-names>M</given-names>
</name>
<name>
<surname>Andersson</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>Therapist-led and self-led one-session virtual reality exposure therapy for public speaking anxiety with consumer hardware and software: a randomized controlled trial</article-title>. <source>J Anxiety Disord</source> (<year>2019</year>) <volume>61</volume>(<issue>2</issue>):<fpage>45</fpage>&#x2013;<lpage>54</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.janxdis.2018.07.003</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lindner</surname> <given-names>P</given-names>
</name>
<name>
<surname>Miloff</surname> <given-names>A</given-names>
</name>
<name>
<surname>Hamilton</surname> <given-names>W</given-names>
</name>
<name>
<surname>Carlbring</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>The potential of consumer-targeted virtual reality relaxation applications: descriptive usage, uptake and application performance statistics for a first-generation application</article-title>. <source>Front Psychol</source> (<year>2019</year>) <volume>10</volume>:<fpage>1</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2019.00132</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Freeman</surname> <given-names>D</given-names>
</name>
<name>
<surname>Haselton</surname> <given-names>P</given-names>
</name>
<name>
<surname>Freeman</surname> <given-names>J</given-names>
</name>
<name>
<surname>Spanlang</surname> <given-names>B</given-names>
</name>
<name>
<surname>Kishore</surname> <given-names>S</given-names>
</name>
<name>
<surname>Albery</surname> <given-names>E</given-names>
</name>
<etal/>
</person-group>. <article-title>Automated psychological therapy using immersive virtual reality for treatment of fear of heights: a single-blind, parallel-group, randomised controlled trial</article-title>. <source>Lancet Psychiatry</source> (<year>2018</year>) <volume>5</volume>(<issue>8</issue>):<page-range>625&#x2013;32</page-range>. doi: <pub-id pub-id-type="doi">10.1016/S2215-0366(18)30226-8</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Donker</surname> <given-names>T</given-names>
</name>
<name>
<surname>Cornelisz</surname> <given-names>I</given-names>
</name>
<name>
<surname>van Klaveren</surname> <given-names>C</given-names>
</name>
<name>
<surname>van Straten</surname> <given-names>A</given-names>
</name>
<name>
<surname>Carlbring</surname> <given-names>P</given-names>
</name>
<name>
<surname>Cuijpers</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>Effectiveness of self-guided app-based virtual reality cognitive behavior therapy for acrophobia: a randomized clinical trial</article-title>. <source>JAMA Psychiatry</source> (<year>2019</year>) <volume>76</volume>(<issue>7</issue>):<page-range>682&#x2013;90</page-range>. doi: <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2019.0219</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Miloff</surname> <given-names>A</given-names>
</name>
<name>
<surname>Lindner</surname> <given-names>P</given-names>
</name>
<name>
<surname>Hamilton</surname> <given-names>W</given-names>
</name>
<name>
<surname>Reuterski&#xf6;ld</surname> <given-names>L</given-names>
</name>
<name>
<surname>Andersson</surname> <given-names>G</given-names>
</name>
<name>
<surname>Carlbring</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>Single-session gamified virtual reality exposure therapy for spider phobia vs. traditional exposure therapy: study protocol for a randomized controlled non-inferiority trial</article-title>. <source>Trials</source> (<year>2016</year>) <volume>17</volume>(<issue>1</issue>):<fpage>60</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s13063-016-1171-1</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Miloff</surname> <given-names>A</given-names>
</name>
<name>
<surname>Lindner</surname> <given-names>P</given-names>
</name>
<name>
<surname>Dafg&#xe5;rd</surname> <given-names>P</given-names>
</name>
<name>
<surname>Deak</surname> <given-names>S</given-names>
</name>
<name>
<surname>Garke</surname> <given-names>M</given-names>
</name>
<name>
<surname>Hamilton</surname> <given-names>W</given-names>
</name>
<etal/>
</person-group>. <article-title>Automated virtual reality exposure therapy for spider phobia vs. in-vivo one-session treatment: a randomized non-inferiority trial</article-title>. <source>Behav Res Ther</source> (<year>2019</year>) <volume>118</volume>:<page-range>130&#x2013;40</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.brat.2019.04.004</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wardenaar</surname> <given-names>KJ</given-names>
</name>
<name>
<surname>Lim</surname> <given-names>CCW</given-names>
</name>
<name>
<surname>Al-Hamzawi</surname> <given-names>AO</given-names>
</name>
<name>
<surname>Alonso</surname> <given-names>J</given-names>
</name>
<name>
<surname>Andrade</surname> <given-names>LH</given-names>
</name>
<name>
<surname>Benjet</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>The cross-national epidemiology of specific phobia in the world mental health surveys</article-title>. <source>Psychol Med</source> (<year>2017</year>) <volume>47</volume>(<issue>10</issue>):<page-range>1744&#x2013;60</page-range>. doi: <pub-id pub-id-type="doi">10.1017/S0033291717000174</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Grenier</surname> <given-names>S</given-names>
</name>
<name>
<surname>Schuurmans</surname> <given-names>J</given-names>
</name>
<name>
<surname>Goldfarb</surname> <given-names>M</given-names>
</name>
<name>
<surname>Pr&#xe9;ville</surname> <given-names>M</given-names>
</name>
<name>
<surname>Boyer</surname> <given-names>R</given-names>
</name>
<name>
<surname>O'Connor</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>The epidemiology of specific phobia and subthreshold fear subtypes in a community-based sample of older adults</article-title>. <source>Depress Anxiety</source> (<year>2011</year>) <volume>28</volume>(<issue>6</issue>):<page-range>456&#x2013;63</page-range>. doi: <pub-id pub-id-type="doi">10.1002/da.20812</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>&#xd6;st</surname> <given-names>L-G</given-names>
</name>
<name>
<surname>Salkovskis</surname> <given-names>PM</given-names>
</name>
<name>
<surname>Hellstr&#xf6;m</surname> <given-names>K</given-names>
</name>
</person-group>. <article-title>One-session therapist-directed exposure vs. self-exposure in the treatment of spider phobia</article-title>. <source>Behav Ther</source> (<year>1991</year>) <volume>22</volume>:<page-range>407&#x2013;22</page-range>. doi: <pub-id pub-id-type="doi">10.1016/S0005-7894(05)80374-0</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Swift</surname> <given-names>JK</given-names>
</name>
<name>
<surname>Callahan</surname> <given-names>JL</given-names>
</name>
</person-group>. <article-title>The impact of client treatment preferences on outcome: a meta-analysis</article-title>. <source>J Clin Psychol</source> (<year>2009</year>) <volume>65</volume>(<issue>4</issue>):<page-range>368&#x2013;81</page-range>. doi: <pub-id pub-id-type="doi">10.1002/jclp.20553</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vlaescu</surname> <given-names>G</given-names>
</name>
<name>
<surname>Alasj&#xf6;</surname> <given-names>A</given-names>
</name>
<name>
<surname>Miloff</surname> <given-names>A</given-names>
</name>
<name>
<surname>Carlbring</surname> <given-names>P</given-names>
</name>
<name>
<surname>Andersson</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>Features and functionality of the Iterapi platform for internet-based psychological treatment</article-title>. <source>Internet Interv</source> (<year>2016</year>) <volume>6</volume>:<page-range>107&#x2013;14</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.invent.2016.09.006</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Szymanski</surname> <given-names>J</given-names>
</name>
<name>
<surname>O'Donohue</surname> <given-names>W</given-names>
</name>
</person-group>. <article-title>Fear of spiders questionnaire</article-title>. <source>J Behav Ther Exp Psychiatry</source> (<year>1995</year>) <volume>26</volume>(<issue>1</issue>):<page-range>31&#x2013;4</page-range>. doi: <pub-id pub-id-type="doi">10.1016/0005-7916(94)00072-T</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>First</surname> <given-names>MB</given-names>
</name>
<name>
<surname>Spitzer</surname> <given-names>RL</given-names>
</name>
<name>
<surname>Miriam</surname> <given-names>G</given-names>
</name>
<name>
<surname>Williams</surname> <given-names>JBW</given-names>
</name>
</person-group>. <source>Structured Clinical Interview for DSM-IV-TR Axis I Disorders, Research Version, Patient Edition (SCID-I/P)</source>. <publisher-loc>New York</publisher-loc>: <publisher-name>Biometrics Research, New York State Psychiatric Institute</publisher-name> (<year>2002</year>).</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lindner</surname> <given-names>P</given-names>
</name>
<name>
<surname>Miloff</surname> <given-names>A</given-names>
</name>
<name>
<surname>Reuterski&#xf6;ld</surname> <given-names>L</given-names>
</name>
<name>
<surname>Andersson</surname> <given-names>G</given-names>
</name>
<name>
<surname>Carlbring</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>What is so frightening about spiders? Self-rated and self-disclosed impact of different characteristics and associations with phobia symptoms</article-title>. <source>Scand J Psychol</source> (<year>2019</year>) <volume>60</volume>(<issue>1</issue>):<fpage>1</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.1111/sjop.12508</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>L&#xf6;we</surname> <given-names>B</given-names>
</name>
<name>
<surname>Kroenke</surname> <given-names>K</given-names>
</name>
<name>
<surname>Herzog</surname> <given-names>W</given-names>
</name>
<name>
<surname>Gr&#xe4;fe</surname> <given-names>K</given-names>
</name>
</person-group>. <article-title>Measuring depression outcome with a brief self-report instrument: sensitivity to change of the Patient Health Questionnaire (PHQ-9)</article-title>. <source>J Affect Disord</source> (<year>2004</year>) <volume>81</volume>(<issue>1</issue>):<page-range>61&#x2013;6</page-range>. doi: <pub-id pub-id-type="doi">10.1016/S0165-0327(03)00198-8</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Spitzer</surname> <given-names>RL</given-names>
</name>
<name>
<surname>Kroenke</surname> <given-names>K</given-names>
</name>
<name>
<surname>Williams</surname> <given-names>JBW</given-names>
</name>
<name>
<surname>L&#xf6;we</surname> <given-names>B</given-names>
</name>
</person-group>. <article-title>A brief measure for assessing generalized anxiety disorder: the GAD-7</article-title>. <source>Arch Intern Med</source> (<year>2006</year>) <volume>166</volume>(<issue>10</issue>):<page-range>1092&#x2013;7</page-range>. doi: <pub-id pub-id-type="doi">10.1001/archinte.166.10.1092</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lindner</surname> <given-names>P</given-names>
</name>
<name>
<surname>Frykheden</surname> <given-names>O</given-names>
</name>
<name>
<surname>Forsstr&#xf6;m</surname> <given-names>D</given-names>
</name>
<name>
<surname>Andersson</surname> <given-names>E</given-names>
</name>
<name>
<surname>Lj&#xf3;tsson</surname> <given-names>B</given-names>
</name>
<name>
<surname>Hedman</surname> <given-names>E</given-names>
</name>
<etal/>
</person-group>. <article-title>The brunnsviken brief quality of life scale (BBQ): development and psychometric evaluation</article-title>. <source>Cognit Behav Ther</source> (<year>2016</year>) <volume>6073</volume>:<fpage>1</fpage>&#x2013;<lpage>14</lpage>. doi: <pub-id pub-id-type="doi">10.1037/t50901-000</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kennedy</surname> <given-names>RS</given-names>
</name>
<name>
<surname>Lane</surname> <given-names>NE</given-names>
</name>
<name>
<surname>Berbaum</surname> <given-names>KS</given-names>
</name>
<name>
<surname>Lilienthal</surname> <given-names>MG</given-names>
</name>
</person-group>. <article-title>Simulator sickness questionnaire: an enhanced method for quantifying simulator sickness</article-title>. <source>Int J Aviat Psychol</source> (<year>1993</year>) <volume>3</volume>(<issue>3</issue>):<page-range>203&#x2013;20</page-range>. doi: <pub-id pub-id-type="doi">10.1207/s15327108ijap0303_3</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Laforest</surname> <given-names>M</given-names>
</name>
<name>
<surname>Bouchard</surname> <given-names>S</given-names>
</name>
<name>
<surname>Cr&#xe9;tu</surname> <given-names>A-M</given-names>
</name>
<name>
<surname>Mesly</surname> <given-names>O</given-names>
</name>
</person-group>. <article-title>Inducing an anxiety response using a contaminated virtual environment: validation of a therapeutic tool for obsessive&#x2013;compulsive disorder</article-title>. <source>Front ICT</source> (<year>2016</year>) <volume>3</volume>:<fpage>1</fpage>&#x2013;<lpage>11</lpage>. doi: <pub-id pub-id-type="doi">10.3389/fict.2016.00018</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jacobson</surname> <given-names>NS</given-names>
</name>
<name>
<surname>Truax</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>Clinical significance: a statistical approach to defining meaningful change in psychotherapy research</article-title>. <source>J Consult Clin Psychol</source> (<year>1991</year>) <volume>59</volume>(<issue>1</issue>):<page-range>12&#x2013;9</page-range>. doi: <pub-id pub-id-type="doi">10.1037/0022-006X.59.1.12</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bates</surname> <given-names>D</given-names>
</name>
<name>
<surname>M&#xe4;chler</surname> <given-names>M</given-names>
</name>
<name>
<surname>Bolker</surname> <given-names>B</given-names>
</name>
<name>
<surname>Walker</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Fitting linear mixed-effects models using lme4</article-title>. <source>J Stat Software</source> (<year>2015</year>) <volume>67</volume>(<issue>1</issue>). doi: <pub-id pub-id-type="doi">10.18637/jss.v067.i01</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kuznetsova</surname> <given-names>A</given-names>
</name>
<name>
<surname>Brockhoff</surname> <given-names>PB</given-names>
</name>
<name>
<surname>Christensen</surname> <given-names>RHB</given-names>
</name>
</person-group>. <article-title>lmerTest package: tests in linear mixed effects models</article-title>. <source>J Stat Software</source> (<year>2017</year>) <volume>82</volume>(<issue>13</issue>). doi: <pub-id pub-id-type="doi">10.18637/jss.v082.i13</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Halekoh</surname> <given-names>U</given-names>
</name>
<name>
<surname>H&#xf8;jsgaard</surname> <given-names>S</given-names>
</name>
<name>
<surname>Yan</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>The R Package geepack for generalized estimating equations</article-title>. <source>J Stat Software</source> (<year>2006</year>) <volume>15</volume>(<issue>2</issue>). doi: <pub-id pub-id-type="doi">10.18637/jss.v015.i02</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Erbe</surname> <given-names>D</given-names>
</name>
<name>
<surname>Eichert</surname> <given-names>H-C</given-names>
</name>
<name>
<surname>Riper</surname> <given-names>H</given-names>
</name>
<name>
<surname>Ebert</surname> <given-names>DD</given-names>
</name>
</person-group>. <article-title>Blending face-to-face and internet-based interventions for the treatment of mental disorders in adults: systematic review</article-title>. <source>J Med Internet Res</source> (<year>2017</year>) <volume>19</volume>(<issue>9</issue>):<fpage>e306</fpage>. doi: <pub-id pub-id-type="doi">10.2196/jmir.6588</pub-id>
</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kampmann</surname> <given-names>IL</given-names>
</name>
<name>
<surname>Emmelkamp</surname> <given-names>PMG</given-names>
</name>
<name>
<surname>Morina</surname> <given-names>N</given-names>
</name>
</person-group>. <article-title>Self-report questionnaires, behavioral assessment tasks, and an implicit behavior measure: do they predict social anxiety in everyday life</article-title>? <source>PeerJ</source> (<year>2018</year>) <volume>6</volume>:<fpage>e5441</fpage>. doi: <pub-id pub-id-type="doi">10.7717/peerj.5441</pub-id>
</citation>
</ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>M&#xfc;hlberger</surname> <given-names>A</given-names>
</name>
<name>
<surname>Sperber</surname> <given-names>M</given-names>
</name>
<name>
<surname>Wieser</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Pauli</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>A virtual reality behavior avoidance test (VR-BAT) for the assessment of spider phobia</article-title>. <source>J Cyber Ther Rehabil</source> (<year>2008</year>) <volume>1</volume>(<issue>2</issue>):<page-range>147&#x2013;58</page-range>.</citation>
</ref>
<ref id="B39">
<label>39</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Owens</surname> <given-names>ME</given-names>
</name>
<name>
<surname>Beidel</surname> <given-names>DC</given-names>
</name>
</person-group>. <article-title>Can virtual reality effectively elicit distress associated with social anxiety disorder</article-title>? <source>J Psychopathol Behav Assess</source> (<year>2015</year>) <volume>37</volume>(<issue>2</issue>):<fpage>296</fpage>&#x2013;<lpage>305</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10862-014-9454-x</pub-id>
</citation>
</ref>
<ref id="B40">
<label>40</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ling</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Nefs</surname> <given-names>HT</given-names>
</name>
<name>
<surname>Morina</surname> <given-names>N</given-names>
</name>
<name>
<surname>Heynderickx</surname> <given-names>I</given-names>
</name>
</person-group>. <article-title>Brinkman WP. A meta-analysis on the relationship between self-reported presence and anxiety in virtual reality exposure therapy for anxiety disorders</article-title>. <source>PloS One</source> (<year>2014</year>) <volume>9</volume>(<issue>5</issue>):<fpage>1</fpage>&#x2013;<lpage>12</lpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0096144</pub-id>
</citation>
</ref>
<ref id="B41">
<label>41</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Craske</surname> <given-names>MG</given-names>
</name>
<name>
<surname>Kircanski</surname> <given-names>K</given-names>
</name>
<name>
<surname>Zelikowsky</surname> <given-names>M</given-names>
</name>
<name>
<surname>Mystkowski</surname> <given-names>J</given-names>
</name>
<name>
<surname>Chowdhury</surname> <given-names>N</given-names>
</name>
<name>
<surname>Baker</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Optimizing inhibitory learning during exposure therapy</article-title>. <source>Behav Res Ther</source> (<year>2008</year>) <volume>46</volume>(<issue>1</issue>):<fpage>5</fpage>&#x2013;<lpage>27</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.brat.2007.10.003</pub-id>
</citation>
</ref>
<ref id="B42">
<label>42</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Weech</surname> <given-names>S</given-names>
</name>
<name>
<surname>Kenny</surname> <given-names>S</given-names>
</name>
<name>
<surname>Barnett-Cowan</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Presence and cybersickness in virtual reality are negatively related: a review</article-title>. <source>Front Psychol</source> (<year>2019</year>) <volume>10</volume>:<fpage>1</fpage>&#x2013;<lpage>19</lpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2019.00158</pub-id>
</citation>
</ref>
<ref id="B43">
<label>43</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McCauley</surname> <given-names>ME</given-names>
</name>
<name>
<surname>Sharkey</surname> <given-names>TJ</given-names>
</name>
</person-group>. <article-title>Cybersickness: perception of self-motion in virtual environments</article-title>. <source>Presence Teleoperators Virtual Environ</source> (<year>1992</year>) <volume>1</volume>(<issue>3</issue>):<page-range>311&#x2013;8</page-range>. doi: <pub-id pub-id-type="doi">10.1162/pres.1992.1.3.311</pub-id>
</citation>
</ref>
<ref id="B44">
<label>44</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Freeman</surname> <given-names>D</given-names>
</name>
<name>
<surname>Reeve</surname> <given-names>S</given-names>
</name>
<name>
<surname>Robinson</surname> <given-names>A</given-names>
</name>
<name>
<surname>Ehlers</surname> <given-names>A</given-names>
</name>
<name>
<surname>Clark</surname> <given-names>D</given-names>
</name>
<name>
<surname>Spanlang</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Virtual reality in the assessment, understanding, and treatment of mental health disorders</article-title>. <source>Psychol Med</source> (<year>2017</year>) <volume>47</volume>(<issue>14</issue>):<page-range>2393&#x2013;400</page-range>. doi: <pub-id pub-id-type="doi">10.1017/S003329171700040X</pub-id>
</citation>
</ref>
<ref id="B45">
<label>45</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Muris</surname> <given-names>P</given-names>
</name>
<name>
<surname>Merckelbach</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>A comparison of two spider fear questionnaires</article-title>. <source>J Behav Ther Exp Psychiatry</source> (<year>1996</year>) <volume>Sep</volume>
<volume>27</volume>(<issue>3</issue>):<page-range>241&#x2013;4</page-range>. doi: <pub-id pub-id-type="doi">10.1016/S0005-7916(96)00022-5</pub-id>
</citation>
</ref>
<ref id="B46">
<label>46</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hesser</surname> <given-names>H</given-names>
</name>
<name>
<surname>Hedman</surname> <given-names>E</given-names>
</name>
<name>
<surname>Lindfors</surname> <given-names>P</given-names>
</name>
<name>
<surname>Andersson</surname> <given-names>E</given-names>
</name>
<name>
<surname>Lj&#xf3;tsson</surname> <given-names>B</given-names>
</name>
</person-group>. <article-title>The specific effect of systematic exposure in irritable bowel syndrome: complier average causal effect analysis using growth mixture modeling</article-title>. <source>Psychol Med</source> (<year>2017</year>) <volume>47</volume>(<issue>15</issue>):<page-range>2653&#x2013;62</page-range>. doi: <pub-id pub-id-type="doi">10.1017/S0033291717001167</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>