<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychiatry</journal-id>
<journal-title>Frontiers in Psychiatry</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychiatry</abbrev-journal-title>
<issn pub-type="epub">1664-0640</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyt.2020.00219</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychiatry</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A Feasibility and Acceptability Trial of Social Cognitive Therapy in Early Psychosis Delivered Through a Virtual World: The VEEP Study</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Thompson</surname><given-names>Andrew</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn001"><sup>*</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/703468"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Elahi</surname><given-names>Farah</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/703853"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Realpe</surname><given-names>Alba</given-names>
</name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/864312"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Birchwood</surname><given-names>Max</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Taylor</surname><given-names>David</given-names>
</name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Vlaev</surname><given-names>Ivo</given-names>
</name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Leahy</surname><given-names>Fiona</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Bucci</surname><given-names>Sandra</given-names>
</name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/290781"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Orygen, the Centre for Excellence in Youth Mental Health</institution>, <addr-line>Melbourne, VIC</addr-line>, <country>Australia</country></aff>
<aff id="aff2"><sup>2</sup><institution>Warwick Medical School, University of Warwick</institution>, <addr-line>Coventry</addr-line>, <country>United Kingdom</country></aff>
<aff id="aff3"><sup>3</sup><institution>Population Health Sciences, Bristol Medical School, University of Bristol</institution>, <addr-line>Bristol</addr-line>, <country>United Kingdom</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Surgery &amp; Cancer, Faculty of Medicine, Imperial College London, University of London</institution>, <addr-line>London</addr-line>, <country>United Kingdom</country></aff>
<aff id="aff5"><sup>5</sup><institution>Behavioural Science Group, Warwick Business School, University of Warwick</institution>, <addr-line>Coventry</addr-line>, <country>United Kingdom</country></aff>
<aff id="aff6"><sup>6</sup><institution>Division of Psychology and Mental Health, Faculty of Biology, Medicine and Health, School of Health Sciences</institution>, <addr-line>Manchester Academic Health Sciences, Manchester</addr-line>, <country>United Kingdom</country></aff>
<aff id="aff7"><sup>7</sup><institution>Greater Manchester Mental Health NHS Foundation Trust</institution>, <addr-line>Manchester</addr-line>, <country>United Kingdom</country></aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Heleen Riper, Vrije Universiteit Amsterdam, Netherlands</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Michael W. Best, University of Toronto Scarborough, Canada; &#x141;ukasz Gaw&#x119;da, Polish Academy of Sciences, Poland</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Andrew Thompson, <email xlink:href="mailto:andrew.thompson@orygen.org.au">andrew.thompson@orygen.org.au</email></p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Schizophrenia, a section of the journal Frontiers in Psychiatry</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>25</day>
<month>03</month>
<year>2020</year>
</pub-date>
<pub-date pub-type="collection">
<year>2020</year>
</pub-date>
<volume>11</volume>
<elocation-id>219</elocation-id>
<history>
<date date-type="received">
<day>14</day>
<month>03</month>
<year>2019</year>
</date>
<date date-type="accepted">
<day>05</day>
<month>03</month>
<year>2020</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2020 Thompson, Elahi, Realpe, Birchwood, Taylor, Vlaev, Leahy and Bucci</copyright-statement>
<copyright-year>2020</copyright-year>
<copyright-holder>Thompson, Elahi, Realpe, Birchwood, Taylor, Vlaev, Leahy and Bucci</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>Addressing specific social cognitive difficulties is an important target in early psychosis and may help address poor functional outcomes. However, structured interventions using standard therapy settings including groups suffer from difficulties in recruitment and retention.</p>
</sec>
<sec>
<title>Aims</title>
<p>To address these issues, we aimed to modify an existing group social cognitive intervention entitled &#x2018;Social Cognition and Interaction Training' (SCIT) to be delivered through a virtual world environment (Second Life &#xa9;).</p>
</sec>
<sec>
<title>Methods</title>
<p>A single arm nonrandomized proof-of-concept trial of SCIT-VR was conducted. Five groups of three to five individuals per group were recruited over 6 months. Eight sessions of SCIT-VR therapy were delivered through the virtual world platform Second Life&#xa9; over a 5-week intervention window. Feasibility was examined using recruitment rates and retention. Acceptability was examined using qualitative methods. Secondary outcomes including social cognitive indices, functioning, and anxiety were measured pre- and postintervention.</p>
</sec>
<sec>
<title>Results</title>
<p>The SCIT-VR therapy delivered was feasible (36% consent rate and 73.3% intervention completion rate), acceptable (high overall postsession satisfaction scores) and safe (no serious adverse events), and had high levels of participant satisfaction. Users found the environment immersive. Prepost changes were found in emotion recognition scores and levels of anxiety. There were no signs of clinical deterioration on any of the secondary measures.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>This proof-of-concept pilot trial suggested that delivering SCIT-VR through a virtual world is feasible and acceptable. There were some changes in prepost outcome measures that suggest the intervention has face validity. There is sufficient evidence to support a larger powered randomized controlled trial.</p>
</sec>
<sec>
<title>Clinical Trial Registration</title>
<p>ISRCTN, identifier 41443166</p>
</sec>
</abstract>
<kwd-group>
<kwd>social cognition therapy</kwd>
<kwd>virtual environments</kwd>
<kwd>virtual world</kwd>
<kwd>first episode psychosis</kwd>
<kwd>psychosis</kwd>
<kwd>proof-of-concept trial</kwd>
</kwd-group>
<counts>
<fig-count count="4"/>
<table-count count="5"/>
<equation-count count="0"/>
<ref-count count="53"/>
<page-count count="10"/>
<word-count count="5241"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Novel treatments targeted at functional outcome in early psychosis are important as functional recovery is less common than symptomatic recovery (<xref ref-type="bibr" rid="B1">1</xref>), and the two are not always intrinsically linked (<xref ref-type="bibr" rid="B2">2</xref>). Continued functional impairment has significant impact both personally and economically and is often rated as the most important treatment goal in people experiencing their first episode of psychosis (<xref ref-type="bibr" rid="B3">3</xref>). One treatment approach targeting functional outcomes broadly is social cognition remediation therapy. Social cognition, including the domains of emotion recognition, theory of mind, and attributional bias, is often poor in both established psychosis (<xref ref-type="bibr" rid="B4">4</xref>) and first episode psychosis (<xref ref-type="bibr" rid="B5">5</xref>), is strongly related to social functioning (<xref ref-type="bibr" rid="B6">6</xref>), and contributes unique variance in predicting functional outcome (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>). Although varied in approach, social cognitive remediation programs all appear to improve social cognition measures (<xref ref-type="bibr" rid="B9">9</xref>). Global approaches that deliver both social cognition skills training and real-world application of these skills also appear to improve functional outcome at least in established psychosis (<xref ref-type="bibr" rid="B9">9</xref>). In a previous study, we adapted one of these established global type social cognition programs, Social Cognition and Interaction Training (<xref ref-type="bibr" rid="B10">10</xref>), in an Australian sample of first episode psychosis patients (<xref ref-type="bibr" rid="B11">11</xref>). We found in a small pilot study that this group intervention was acceptable to young people, but feasibility was low as consent rate and maintaining attendance in the group was relatively poor (<xref ref-type="bibr" rid="B11">11</xref>). For some young people, the thought of attending traditional individual or group therapy provoked considerable anxiety (<xref ref-type="bibr" rid="B11">11</xref>). In this sense, we were aware that our intervention was not reaching a wider group who might benefit from social cognition training, especially as poor social cognition is associated with anxiety and negative symptoms (<xref ref-type="bibr" rid="B12">12</xref>).</p>
<p>Over the last few decades, technological approaches to delivering healthcare have developed rapidly. This is also the case in mental health problems where the use of apps and social media sites has been used to encourage engagement and widen the reach of interventions to other populations (<xref ref-type="bibr" rid="B13">13</xref>). Although emerging, the use of technology to deliver interventions has received relatively little attention in the psychosis field, perhaps due to concerns regarding young people with psychosis not using technology or that technology may be unhelpfully incorporated into their symptoms (<xref ref-type="bibr" rid="B14">14</xref>). However, there is no consistent evidence to suggest either of these concerns are the case (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B15">15</xref>).</p>
<p>Virtual Reality (VR) interventions are showing promise in engaging and helping young people with psychosis often by providing safe exposure to challenging environments. Virtual world platforms are being used to deliver physical and psychological treatments to people with a range of health problems, including obesity, autism, intellectual disabilities, and diabetes (<xref ref-type="bibr" rid="B16">16</xref>&#x2013;<xref ref-type="bibr" rid="B19">19</xref>). A virtual world is an online shared community environment where members can interact in a custom-built, simulated world. The community interacts in the simulated world using either text-based, 2-D and/or 3-D graphical models called avatars (<xref ref-type="bibr" rid="B20">20</xref>). Although under-researched, virtual world platforms have the potential to reduce communication barriers and improve access to support and treatment in people with mental health disorders (<xref ref-type="bibr" rid="B21">21</xref>).</p>
<p>One of most widely used virtual world environments is the online and freely available social world Second Life&#xa9;. Second Life&#xa9; has been used as a virtual world platform in healthcare education, delivery, and engagement and has considerable potential in delivering psychological therapies (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B22">22</xref>). For example, Second Life&#xa9; has been used to treat social anxiety and has been found to be feasible and acceptable with effects sizes potentially comparable to face-to-face Cognitive Behavior Therapy (CBT) for Seasonal Affective Disorder (<xref ref-type="bibr" rid="B23">23</xref>) and in treating social cognition problems in autism (<xref ref-type="bibr" rid="B24">24</xref>). However, we know of no other study that has used Second Life&#xa9; in the treatment of psychosis. We adapted a traditionally face-to-face delivered social cognition and interactional training (SCIT) (<xref ref-type="bibr" rid="B25">25</xref>, <xref ref-type="bibr" rid="B26">26</xref>) to a virtual world in Second Life&#xa9; (SCIT-VR) using a codesign process involving young people, clinicians and web designers. This work is described in detail elsewhere (<xref ref-type="bibr" rid="B27">27</xref>). The title of this trial is &#x201c;virtual reality as a method of delivering social cognitive therapy in early psychosis (VEEP).&#x201d; Our aim was to test the feasibility and acceptability of the SCIT-VR intervention approach in a group of young people who were recovering from a first episode of psychosis.</p>
</sec>
<sec id="s2">
<title>Methods</title>
<sec id="s2_1">
<title>Study Design</title>
<p>Single arm, nonrandomized, proof-of-concept study.</p>
<sec id="s2_1_1">
<title>Development of SCIT-VR</title>
<p>We undertook a modified codesign process with 20 young service users in total, two carers, a virtual world designer, and the study team. The co-design process is described in detail elsewhere [(<xref ref-type="bibr" rid="B27">27</xref>); <xref ref-type="fig" rid="f1"><bold>Figure 1</bold></xref> displays screenshots of the environment].</p>
<fig id="f1" position="float">
<label>Figure 1</label>
<caption>
<p>Screenshots of the Second Life&#xa9; environment adapted from (<xref ref-type="bibr" rid="B20">20</xref>).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpsyt-11-00219-g001.tif"/>
</fig>
</sec>
<sec id="s2_1_2">
<title>SCIT-VR Structure</title>
<p>SCIT-VR consisted of 10 sessions (two individual and eight group sessions). The original SCIT (<xref ref-type="bibr" rid="B25">25</xref>) was delivered in 20 sessions but our adapted face-to-face version in early psychosis with young people living in Australia was delivered in 10 sessions (<xref ref-type="bibr" rid="B11">11</xref>). In the SCIT-VR version described in the current study, the group experience sessions at the end of the intervention were truncated based on our codesign feedback. We included two initial 30 minute sessions where the researcher helped the participant to set up and familiarize themselves with the technology in order to take part in the virtual group sessions. This included providing a headset, helping the participant through the login procedure, setting up their avatar, and helping to familiarize themselves with the Second Life&#xa9; environment. The SCIT-VR content was then delivered over eight one-hour sessions. The basic structure of the intervention was the same as the original SCIT (<xref ref-type="bibr" rid="B25">25</xref>). The first three sessions focused primarily on emotion recognition, the next three sessions focused on attribution bias and paranoia as an emotion, and the last two sessions on &#x201c;skills acquisition&#x201d; using a CBT framework to discuss examples of social difficulties faced by the participant (see <xref ref-type="fig" rid="f2"><bold>Figure 2</bold></xref>). The intervention was manualized and delivered by a lead therapist and a cotherapist to groups of five participants.</p>
<fig id="f2" position="float">
<label>Figure 2</label>
<caption>
<p>SCIT-VR therapy structure.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpsyt-11-00219-g002.tif"/>
</fig>
</sec>
<sec id="s2_1_3">
<title>Recruitment and Eligibility Criteria</title>
<p>Participants were recruited primarily from one National Health Service (NHS) early intervention in psychosis services in Coventry and Warwickshire, UK. These services provide a three year period of care to around 120 individuals experiencing their first episode of psychosis. Psychosis-specific interventions include antipsychotic medication, CBT, family interventions, and vocational interventions, plus individual case management. All young people aged between 18 and 45 years registered with the early intervention service and not in an acute phase of psychosis (<italic>i.e.</italic> not in hospital/in contact with the crisis team) were eligible. Exclusion criteria included a confirmed diagnosis of a learning disability or a neurological disorder.</p>
</sec>
</sec>
<sec id="s2_2">
<title>Measures</title>
<sec id="s2_2_1">
<title>Feasibility and Acceptability</title>
<p>Feasibility was assessed using consent rates in those eligible, levels of session completion and follow-up rates (<xref ref-type="bibr" rid="B28">28</xref>). Study completers were classified as individuals who attended at least six of the eight sessions (the two set-up sessions and at least four sessions). Acceptability was assessed immediately following each session by asking participants to complete a five-item feedback questionnaire completed online through the dedicated study website. Acceptability was also assessed using a semi-structured interview with participants post-intervention. We also completed a focus group with clinicians whose patients were involved in the study to access clinicians' views to real world applicability. These findings will be discussed in a future paper. Interview data was thematically organized.</p>
</sec>
<sec id="s2_2_2">
<title>Outcome Measures</title>
<sec id="s2_2_2_1">
<title>Social Cognition</title>
<p>1) Social Cognition Screening Questionnaire (SCSQ)&#x2014;comprises of 10 short vignettes, which presents an interaction between a fictional character and the participant. It has five subscales: verbal memory, schematic inference, theory of mind, metacognition, and hostility bias (<xref ref-type="bibr" rid="B29">29</xref>). 2) Bell Lysaker Emotion Recognition Task (BLERT)&#x2014;this is a test of one's ability to correctly identify seven emotional states using facial emotion recognition (and body cues) endorsed by the preliminary reports of the SCOPE study (<xref ref-type="bibr" rid="B30">30</xref>). 3) Hinting task (<xref ref-type="bibr" rid="B31">31</xref>)&#x2014;a theory of mind task where participants are required to identify verbal hints in a conversation. The social cognition measures were informed from the results of the ongoing Social Cognition Psychometric Evaluation (SCOPE) study (<xref ref-type="bibr" rid="B30">30</xref>, <xref ref-type="bibr" rid="B32">32</xref>). 4) Cognitive Style Questionnaire-Short Form (CSQ-SF; (<xref ref-type="bibr" rid="B33">33</xref>)&#x2014;focuses on 24 hypothetical positive and negative events relating to successes and failures in academic achievement, employment, and interpersonal relationships. This questionnaire assesses how an individual attributes the outcome of events.</p>
</sec>
<sec id="s2_2_2_2">
<title>Social Function</title>
<p>Personal and Social Performance Scale [PSP; (<xref ref-type="bibr" rid="B34">34</xref>, <xref ref-type="bibr" rid="B35">35</xref>)]&#x2014;clinician reported measure to assess the severity of social functioning in those with acute symptoms of schizophrenia.</p>
</sec>
<sec id="s2_2_2_3">
<title>Quality of Life</title>
<p>EuroQual 5-D (<xref ref-type="bibr" rid="B36">36</xref>) scale&#x2014;a widely used scale assessing quality of life through five items and a visual analog health &#x201c;thermometer&#x201d; rating.</p>
</sec>
<sec id="s2_2_2_4">
<title>Behavioral Change Intention</title>
<p>1) Theoretical Domains Framework&#x2014;Domain Four (TDF&#x2014;D4)&#x2014;used to develop questionnaires including 12 theoretical domains of potential behavioral determinants. Domain four is called <italic>Beliefs about capabilities</italic> and measures participants' self-efficacy, self-confidence, and perceived competence (<xref ref-type="bibr" rid="B37">37</xref>).</p>
<p>2) Theoretical Domains Framework&#x2014;Domains Eight and Nine&#x2014;these correspond to <italic>Intentions</italic> and <italic>Goals</italic> in the Framework. <italic>Intentions</italic> involves measuring participants' decision to undertake a behavior or resolution in a particular way. <italic>Goals</italic> involves assessing participants' goal priorities, targets, and their intention to implement such goals into their life (<xref ref-type="bibr" rid="B37">37</xref>).</p>
</sec>
<sec id="s2_2_2_5">
<title>Presence in the Virtual World</title>
<p>Presence (a VR concept employed to test the extent to which the participant was &#x201c;immersed&#x201d; in the virtual world) was tested using the presence questionnaire (<xref ref-type="bibr" rid="B38">38</xref>).</p>
</sec>
<sec id="s2_2_2_6">
<title>Psychopathology</title>
<p>Brief Psychiatric Rating Scale (BPRS) (<xref ref-type="bibr" rid="B39">39</xref>)&#x2014;assesses participants' psychopathology and symptom severity. Researchers were trained on administering this scale to gold standard ratings.</p>
</sec>
<sec id="s2_2_2_7">
<title>Neurocognition</title>
<p>1) National Adult Reading Test (NART)&#x2014;a commonly used method in clinical settings for estimating premorbid intelligence levels of English-speaking individuals (<xref ref-type="bibr" rid="B40">40</xref>). 2) Trail Making Test&#x2014;a widely used neuropsychological test of visual attention and task switching (<xref ref-type="bibr" rid="B41">41</xref>).</p>
</sec>
<sec id="s2_2_2_8">
<title>Adverse Events</title>
<p>These were collected in line with the University of Warwick Clinical Trials operating procedure.</p>
</sec>
</sec>
</sec>
<sec id="s2_3">
<title>Procedure</title>
<p>Eligible individuals were identified by the treating team. Potential participants were approached for consent by the research assistant. Consented participants completed the baseline assessment over a maximum two weeks. When at least three but preferably five participants were consented and baseline assessment completed, therapy sessions commenced. The time between recruitment of the first and last participant was short (no longer than six weeks). The two initial individual sessions were arranged before the group sessions were scheduled at the convenience of the participants. To encourage attendance, participants were contacted by text prior to each session. Participants were aware that the secondary therapist was available <italic>via</italic> a study phone for an hour prior and after each session both for safety reasons and to help with technology queries.</p>
<p>The intervention was delivered to groups of three to five participants. The primary and secondary group facilitators were psychology trainees educated at masters level/above. The intervention was manualized. A number of PowerPoint presentations and videos were retained from the original SCIT intervention and delivered through Second Life&#xa9; as part of the sessions. Immediately following each session, participants were taken to a &#x2018;virtual library' where they were invited to complete a session feedback sheet. Feedback was not available to the therapists until after the end of the intervention period. At the end of the 10 therapy sessions, participants completed the post-intervention assessments. They were also invited to complete a 30-minute interview with a research assistant to discuss views on the technology, the virtual world and the intervention itself. All interviews were topic-guide driven, audio-recorded and transcribed. Ethical approval for the study was obtained from the West Midlands&#x2014;Solihull Research Ethics Committee.</p>
</sec>
<sec id="s2_4">
<title>Data Analysis</title>
<p>For the secondary outcome measures, pre- and post-test scores were compared using basic t tests. Demographic information on the participants was also collected and presented. Qualitative interviews were conducted post intervention, using a semi structured schedule. Interviews were conducted until data saturation was achieved (N = 15). A thematic analysis (<xref ref-type="bibr" rid="B42">42</xref>) method was used to analyze the data. Analyses were conducted using the software NVivo.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Sample Characteristics and Feasibility</title>
<p>Descriptive data for the participants who consented to take part in the study (<italic>N</italic> = 19) are displayed in <xref ref-type="table" rid="T1"><bold>Table 1</bold></xref>. More males than females were recruited and the age was relatively young (mean 25.6 years). IQ estimates were slightly above normal and the level of psychopathology was relatively high. Of all the young adults with First Episode Psychosis (FEP) in the service who were deemed eligible by the care coordinators and approached (53 over a 6-month period), 19 participants (36%) agreed to take part. Four of those participants who consented (21%) then withdrew from the study before completing outcome measures, leaving outcome data for 15 individuals. Reasons for withdrawal from the study were: unable to commit the time (n = 2); experiencing a recent bereavement (n = 1); not able to contact (n = 1). If participants attended four or more of the total eight sessions, they were considered a completer. Eleven of the 15 participants were deemed completers (73.3%). The mean (SD) number of VEEP sessions attended by participants was 4.94 (2.64), which was a mean attendance rate of 61.8% of the total eight available sessions.</p>
<table-wrap id="T1" position="float">
<label>Table 1</label>
<caption>
<p>Participant demographics, psychopathology and neurocognitive measures at baseline.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Variable</th>
<th valign="top" colspan="2" align="center">Value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" rowspan="2" align="left"><bold>Age</bold></td>
<td valign="top" align="left">Mean</td>
<td valign="top" align="center">25.61</td>
</tr>
<tr>
<td valign="top" align="left">SD</td>
<td valign="top" align="center">6.49</td>
</tr>
<tr>
<td valign="top" rowspan="2" align="left"><bold>Gender</bold></td>
<td valign="top" align="left">Male</td>
<td valign="top" align="center">14</td>
</tr>
<tr>
<td valign="top" align="left">Female</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" rowspan="6" align="left"><bold>Highest level of education</bold></td>
<td valign="top" align="left">A level</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">Trade or technical training (incomplete)</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">Trade or technical training (complete)</td>
<td valign="top" align="center">6</td>
</tr>
<tr>
<td valign="top" align="left">Tertiary diploma/certificate</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">Undergraduate degree (incomplete)</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left">Undergraduate degree (complete)</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" rowspan="2" align="left"><bold>Psychopathology (BPRS rating at baseline)</bold></td>
<td valign="top" align="left">Mean</td>
<td valign="top" align="center">38.21</td>
</tr>
<tr>
<td valign="top" align="left">SD</td>
<td valign="top" align="center">6.35</td>
</tr>
<tr>
<td valign="top" rowspan="2" align="left"><bold>NART score (premorbid intelligence)</bold></td>
<td valign="top" align="left">Mean</td>
<td valign="top" align="center">28.06</td>
</tr>
<tr>
<td valign="top" align="left">SD</td>
<td valign="top" align="center">7.78</td>
</tr>
<tr>
<td valign="top" rowspan="4" align="left"><bold>Trail making task (visual attention and task switching)</bold></td>
<td valign="top" align="left">Trail A mean time (secs)</td>
<td valign="top" align="center">35.95</td>
</tr>
<tr>
<td valign="top" align="left">SD</td>
<td valign="top" align="center">11.63</td>
</tr>
<tr>
<td valign="top" align="left">Trail B mean time (secs)</td>
<td valign="top" align="center">113.58</td>
</tr>
<tr>
<td valign="top" align="left">SD</td>
<td valign="top" align="center">74.28</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s3_2">
<title>Acceptability</title>
<sec id="s3_2_1">
<title>Feedback Questionnaires</title>
<p>Participants gave ratings out of five for each of the five items assessing acceptability on a feedback questionnaire completed after every session. Acceptability was rated &gt;3 out of five on every item. Descriptive data for ratings of each item of the questionnaire are presented in <xref ref-type="table" rid="T2"><bold>Table 2</bold></xref>, while total ratings (0&#x2013;25) for each intervention session are presented in <xref ref-type="table" rid="T3"><bold>Table 3</bold></xref>.</p>
<table-wrap id="T2" position="float">
<label>Table 2</label>
<caption>
<p>Acceptability ratings (0&#x2013;5) for each item of the feedback questionnaire.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"><bold>Questionnaire item</bold></th>
<th valign="top" align="center"><bold>Mean</bold></th>
<th valign="top" align="center"><bold>SD</bold></th>
<th valign="top" align="center"><bold>Min</bold></th>
<th valign="top" align="center"><bold>Max</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Q1:Suitable level of content (<italic>e.g.</italic> easy to understand)</td>
<td valign="top" align="center">4.40</td>
<td valign="top" align="center">0.54</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">Q2:Relevance and value of the content</td>
<td valign="top" align="center">4.16</td>
<td valign="top" align="center">0.56</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">Q3:Guidance from the therapist</td>
<td valign="top" align="center">4.69</td>
<td valign="top" align="center">0.51</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">Q4:Encouragement to participate and interact</td>
<td valign="top" align="center">4.57</td>
<td valign="top" align="center">0.67</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">Q5:Safety of the VR world</td>
<td valign="top" align="center">4.70</td>
<td valign="top" align="center">0.61</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">5</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap id="T3" position="float">
<label>Table 3</label>
<caption>
<p>Total acceptability ratings (0&#x2013;25) for each session of VEEP.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"><bold>Session</bold></th>
<th valign="top" align="center"><bold>Mean</bold></th>
<th valign="top" align="center"><bold>SD</bold></th>
<th valign="top" align="center"><bold>Min</bold></th>
<th valign="top" align="center"><bold>Max</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1: SCIT-VR and social cognition definition</td>
<td valign="top" align="center">22.11</td>
<td valign="top" align="center">1.62</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">25</td>
</tr>
<tr>
<td valign="top" align="left">2: Defining emotions</td>
<td valign="top" align="center">21.71</td>
<td valign="top" align="center">2.06</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">24</td>
</tr>
<tr>
<td valign="top" align="left">3: Guessing people's emotions</td>
<td valign="top" align="center">22.33</td>
<td valign="top" align="center">1.94</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">25</td>
</tr>
<tr>
<td valign="top" align="left">4: Suspicious feelings</td>
<td valign="top" align="center">22.25</td>
<td valign="top" align="center">2.63</td>
<td valign="top" align="center">20</td>
<td valign="top" align="center">25</td>
</tr>
<tr>
<td valign="top" align="left">5: Jumping to conclusions</td>
<td valign="top" align="center">22.6</td>
<td valign="top" align="center">2.88</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">25</td>
</tr>
<tr>
<td valign="top" align="left">6: Separate facts from guesses &amp; gathering more information</td>
<td valign="top" align="center">23.75</td>
<td valign="top" align="center">1.26</td>
<td valign="top" align="center">22</td>
<td valign="top" align="center">25</td>
</tr>
<tr>
<td valign="top" align="left">7: Checking it out&#x2014;part I</td>
<td valign="top" align="center">22.6</td>
<td valign="top" align="center">2.3</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">25</td>
</tr>
<tr>
<td valign="top" align="left">8: Checking it out&#x2014;part II</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">24</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Participants were also given the opportunity to provide a written feedback response on the questionnaire. Written responses are presented in <xref ref-type="supplementary-material" rid="SM1"><bold>Supplementary Table 1</bold></xref>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec id="s3_3">
<title>Qualitative Interviews</title>
<p>Categories and illustrative quotes from the individual interviews are represented in <xref ref-type="table" rid="T4"><bold>Table 4</bold></xref>. These were related to investigator's concerns on safety and immersion/realism in the environment. Participants did not have specific concerns regarding safety, liked the anonymity, and found the environment relatively immersive. There were some issues with the technology reported by the participants.</p>
<table-wrap id="T4" position="float">
<label>Table 4</label>
<caption>
<p>Feedback and illustrative quotes.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"><bold>Nature of the Feedback</bold></th>
<th valign="top" align="left"><bold>Illustrative Quotation</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><italic>Feedback&#xa0;on&#xa0;the&#xa0;virtual&#xa0;world</italic></td>
</tr>
<tr>
<td valign="top" align="left">Privacy and Safety</td>
<td valign="top" align="left">"I think it was safe yeah no I don't think erm I had any concerns of like you know people listening in who shouldn't be or people able to access...&#x201d; (Participant 017)</td>
</tr>
<tr>
<td valign="top" align="left">Anonymity</td>
<td valign="top" align="left">&#x201c;Cause I didn't know them, I didn't think it would be too much of an issue. So I said some certain things about like my psychosis.&#x201d; (Participant 005)</td>
</tr>
<tr>
<td valign="top" align="left">Second Life Environments</td>
<td valign="top" align="left">&#x201c;I thought that was pretty good with the different rooms, the different therapy rooms.&#x201d; (Participant 015)</td>
</tr>
<tr>
<td valign="top" align="left">Sense of Realism</td>
<td valign="top" align="left">&#x201c;you know the graphics could've been a bit better? &#x201c;<break/>&#x201c;it may-may have made me feel like I was in more of a real life setting and which would've been oh-okay because it would've got me out of my comfort zone.&#x201d; (Participant 005)</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Feedback on the treatment</italic></td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="top" align="left">Treatment content and delivery</td>
<td valign="top" align="left">&#x201c;I think the content was delivered...comprehensively during the presentations, during the sessions, I didn't feel I needed to go back and re-read anything.&#x201d; (Participant 017)</td>
</tr>
<tr>
<td valign="top" align="left">Impact of treatment on wellbeing</td>
<td valign="top" align="left">&#x201c;About...you know...what people, what you think they might mean and what they actually mean. You know like with facial expressions, you-you can come up and say, &#x2018;Oh were they were they giving me a dirty look?' When actually if you think about it they may be having a bad day or there maybe other reasons so...yeah I found that useful.&#x201d; (Participant 007)</td>
</tr>
<tr>
<td valign="top" align="left">Support during the treatment</td>
<td valign="top" align="left">&#x201c;Not much. Literally not much. Everything (Research Associate's name) set up perfectly. Like she put it on and all I had to do &#x2018;cause she even saved my login details so I didn't even have to put them in once.&#x201d; (Participant 005)</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Ideas for improvement</italic></td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="top" align="left">Technological Difficulties</td>
<td valign="top" align="left">"I would log in five minutes before the session, my computer would crash, and I would spend the next ten minutes trying to login, and I'll be five minutes late" (Participant 016)</td>
</tr>
<tr>
<td valign="top" align="left">Duration and timing of treatment</td>
<td valign="top" align="left">&#x201c;Cause the times they were aren't ermm like you said yeah I think evenings maybe better for some people. Depending on you know, I suppose age and whether they work or not. &#x201c; (Participant 007)</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s3_4">
<title>Secondary Outcome Measures</title>
<p>Treatment outcome was defined as change in social cognition, social function, quality of life, and behavioral change intention. Paired t-tests showed that there was a significant increase in emotion recognition (BLERT) scores from pre- to post-intervention, with a medium effect size (Hedges' g), t(14) = 3.21, p = .006, <italic>g</italic> = 0.58, (see <xref ref-type="fig" rid="f3"><bold>Figure 3</bold></xref>). There was also a significant decrease in the anxiety/depression subscale of the EuroQual-5D, indicating an improvement with a medium effect size, t(14) = 2.43, p = .029, <italic>g</italic> = 0.41 (see <xref ref-type="fig" rid="f4"><bold>Figure 4</bold></xref>) (<xref ref-type="bibr" rid="B43">43</xref>, <xref ref-type="bibr" rid="B44">44</xref>). There were no other significant differences from pre- to post-treatment on any of the other measures (p &gt; .1). See <xref ref-type="table" rid="T5"><bold>Table 5</bold></xref> for pre- and post-intervention analyses. Presence was measured in the last nine consecutive participants (due to an omission in the interview schedule). The results showed that the participants had a reasonable degree of presence in the virtual world (average score on the presence questionnaire (<xref ref-type="bibr" rid="B38">38</xref>) 154.2, SD 18.8 see <xref ref-type="supplementary-material" rid="SM1"><bold>Supplementary Figure 1</bold></xref>).</p>
<fig id="f3" position="float">
<label>Figure 3</label>
<caption>
<p>Bar chart to show means and 95% confidence intervals of BLERT scores from pre- to post-intervention.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpsyt-11-00219-g003.tif"/>
</fig>
<fig id="f4" position="float">
<label>Figure 4</label>
<caption>
<p>Bar chart to show means and 95% confidence intervals of EuroQual-5D-Anxiety/depression subscale ratings from pre- to post-intervention.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpsyt-11-00219-g004.tif"/>
</fig>
<table-wrap id="T5" position="float">
<label>Table 5</label>
<caption>
<p>Pre- and post-intervention means and SDs for secondary outcomes.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Variable</th>
<th valign="top" align="left"/>
<th valign="top" colspan="2" align="center">Pre-intervention</th>
<th valign="top" colspan="2" align="center">Post-intervention</th>
<th valign="top" align="center">p value</th>
<th valign="top" align="center">Hedges' g</th>
</tr>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="left"/>
<th valign="top" align="center">Mean</th>
<th valign="top" align="center">SD</th>
<th valign="top" align="center">Mean</th>
<th valign="top" align="center">SD</th>
<th valign="top" align="left"/>
<th valign="top" align="left"/>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" rowspan="3" align="left">BPRS</td>
<td valign="top" align="left">Total</td>
<td valign="top" align="center">38.21</td>
<td valign="top" align="center">6.35</td>
<td valign="top" align="center">36.4</td>
<td valign="top" align="center">9.16</td>
<td valign="top" align="center">0.348</td>
<td valign="top" align="center">0.23</td>
</tr>
<tr>
<td valign="top" align="left">Anxiety</td>
<td valign="top" align="center">2.16</td>
<td valign="top" align="center">1.26</td>
<td valign="top" align="center">2.33</td>
<td valign="top" align="center">1.35</td>
<td valign="top" align="center">0.843</td>
<td valign="top" align="center">0.13</td>
</tr>
<tr>
<td valign="top" align="left">Depression</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">0.94</td>
<td valign="top" align="center">2.13</td>
<td valign="top" align="center">1.19</td>
<td valign="top" align="center">0.818</td>
<td valign="top" align="center">0.12</td>
</tr>
<tr>
<td valign="top" rowspan="6" align="left">SCSQ</td>
<td valign="top" align="left">Total SCSQ</td>
<td valign="top" align="center">31.13</td>
<td valign="top" align="center">3.52</td>
<td valign="top" align="center">33.29</td>
<td valign="top" align="center">3.4</td>
<td valign="top" align="center">0.253</td>
<td valign="top" align="center">0.61</td>
</tr>
<tr>
<td valign="top" align="left">Theory of mind</td>
<td valign="top" align="center">7.05</td>
<td valign="top" align="center">2.2</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">1.56</td>
<td valign="top" align="center">0.173</td>
<td valign="top" align="center">0.49</td>
</tr>
<tr>
<td valign="top" align="left">Schematic Inference</td>
<td valign="top" align="center">6.95</td>
<td valign="top" align="center">1.27</td>
<td valign="top" align="center">7.67</td>
<td valign="top" align="center">1.23</td>
<td valign="top" align="center">0.126</td>
<td valign="top" align="center">0.56</td>
</tr>
<tr>
<td valign="top" align="left">Verbal memory</td>
<td valign="top" align="center">7.89</td>
<td valign="top" align="center">1.15</td>
<td valign="top" align="center">8.33</td>
<td valign="top" align="center">1.23</td>
<td valign="top" align="center">0.164</td>
<td valign="top" align="center">0.36</td>
</tr>
<tr>
<td valign="top" align="left">Metacognition</td>
<td valign="top" align="center">9.24</td>
<td valign="top" align="center">0.77</td>
<td valign="top" align="center">9.29</td>
<td valign="top" align="center">0.64</td>
<td valign="top" align="center">0.823</td>
<td valign="top" align="center">0.07</td>
</tr>
<tr>
<td valign="top" align="left">Hostility bias</td>
<td valign="top" align="center">1.68</td>
<td valign="top" align="center">1.25</td>
<td valign="top" align="center">1.47</td>
<td valign="top" align="center">1.36</td>
<td valign="top" align="center">0.855</td>
<td valign="top" align="center">0.16</td>
</tr>
<tr>
<td valign="top" align="left">BLERT</td>
<td valign="top" align="left"/>
<td valign="top" align="center">13.84</td>
<td valign="top" align="center">4.36</td>
<td valign="top" align="center">15.53</td>
<td valign="top" align="center">3.16</td>
<td valign="top" align="center">0.006</td>
<td valign="top" align="center">0.58</td>
</tr>
<tr>
<td valign="top" align="left">Hinting task</td>
<td valign="top" align="left"/>
<td valign="top" align="center">17.84</td>
<td valign="top" align="center">2.39</td>
<td valign="top" align="center">18.67</td>
<td valign="top" align="center">1.72</td>
<td valign="top" align="center">0.344</td>
<td valign="top" align="center">0.39</td>
</tr>
<tr>
<td valign="top" rowspan="6" align="left">CSQ-SF</td>
<td valign="top" align="left">CSQ-SF-Total</td>
<td valign="top" align="center">195.16</td>
<td valign="top" align="center">27.4</td>
<td valign="top" align="center">191.53</td>
<td valign="top" align="center">24.2</td>
<td valign="top" align="center">0.13</td>
<td valign="top" align="center">0.14</td>
</tr>
<tr>
<td valign="top" align="left">Internality subscale</td>
<td valign="top" align="center">47.32</td>
<td valign="top" align="center">5.7</td>
<td valign="top" align="center">49.53</td>
<td valign="top" align="center">4.87</td>
<td valign="top" align="center">0.337</td>
<td valign="top" align="center">0.41</td>
</tr>
<tr>
<td valign="top" align="left">Globality</td>
<td valign="top" align="center">43.21</td>
<td valign="top" align="center">8.16</td>
<td valign="top" align="center">43.2</td>
<td valign="top" align="center">7.1</td>
<td valign="top" align="center">0.453</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Stability</td>
<td valign="top" align="center">42.58</td>
<td valign="top" align="center">6.55</td>
<td valign="top" align="center">39.67</td>
<td valign="top" align="center">6.95</td>
<td valign="top" align="center">0.098</td>
<td valign="top" align="center">0.42</td>
</tr>
<tr>
<td valign="top" align="left">Negative Consequences</td>
<td valign="top" align="center">21.32</td>
<td valign="top" align="center">4.73</td>
<td valign="top" align="center">20.13</td>
<td valign="top" align="center">4.63</td>
<td valign="top" align="center">0.219</td>
<td valign="top" align="center">0.25</td>
</tr>
<tr>
<td valign="top" align="left">Self-worth implications</td>
<td valign="top" align="center">40.47</td>
<td valign="top" align="center">9.32</td>
<td valign="top" align="center">38.67</td>
<td valign="top" align="center">8.93</td>
<td valign="top" align="center">0.067</td>
<td valign="top" align="center">0.19</td>
</tr>
<tr>
<td valign="top" align="left">PSP</td>
<td valign="top" align="left"/>
<td valign="top" align="center">66.74</td>
<td valign="top" align="center">15.65</td>
<td valign="top" align="center">67.87</td>
<td valign="top" align="center">14.03</td>
<td valign="top" align="center">0.773</td>
<td valign="top" align="center">0.07</td>
</tr>
<tr>
<td valign="top" rowspan="2" align="left">EuroQual-5D</td>
<td valign="top" align="left">Total</td>
<td valign="top" align="center">8.74</td>
<td valign="top" align="center">3.81</td>
<td valign="top" align="center">8.6</td>
<td valign="top" align="center">3.79</td>
<td valign="top" align="center">0.187</td>
<td valign="top" align="center">0.04</td>
</tr>
<tr>
<td valign="top" align="left">Anxiety/depression</td>
<td valign="top" align="center">2.58</td>
<td valign="top" align="center">1.3</td>
<td valign="top" align="center">2.07</td>
<td valign="top" align="center">1.1</td>
<td valign="top" align="center">0.029</td>
<td valign="top" align="center">0.41</td>
</tr>
<tr>
<td valign="top" align="left">EuroQual-VAS</td>
<td valign="top" align="left"/>
<td valign="top" align="center">71</td>
<td valign="top" align="center">16.92</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">21.04</td>
<td valign="top" align="center">0.669</td>
<td valign="top" align="center">0.05</td>
</tr>
<tr>
<td valign="top" rowspan="3" align="left">TDF-4 (Beliefs about capabilities)</td>
<td valign="top" align="left">Total</td>
<td valign="top" align="center">2.57</td>
<td valign="top" align="center">0.55</td>
<td valign="top" align="center">2.38</td>
<td valign="top" align="center">0.56</td>
<td valign="top" align="center">0.486</td>
<td valign="top" align="center">0.33</td>
</tr>
<tr>
<td valign="top" align="left">Group</td>
<td valign="top" align="center">2.64</td>
<td valign="top" align="center">0.73</td>
<td valign="top" align="center">2.55</td>
<td valign="top" align="center">0.75</td>
<td valign="top" align="center">0.673</td>
<td valign="top" align="center">0.12</td>
</tr>
<tr>
<td valign="top" align="left">Individual</td>
<td valign="top" align="center">2.51</td>
<td valign="top" align="center">0.48</td>
<td valign="top" align="center">2.33</td>
<td valign="top" align="center">0.57</td>
<td valign="top" align="center">0.331</td>
<td valign="top" align="center">0.33</td>
</tr>
<tr>
<td valign="top" rowspan="3" align="left">TDF-8 (intentions)</td>
<td valign="top" align="left">Total</td>
<td valign="top" align="center">2.48</td>
<td valign="top" align="center">0.82</td>
<td valign="top" align="center">2.21</td>
<td valign="top" align="center">0.61</td>
<td valign="top" align="center">0.576</td>
<td valign="top" align="center">0.37</td>
</tr>
<tr>
<td valign="top" align="left">Group</td>
<td valign="top" align="center">2.56</td>
<td valign="top" align="center">0.8</td>
<td valign="top" align="center">2.24</td>
<td valign="top" align="center">0.68</td>
<td valign="top" align="center">0.454</td>
<td valign="top" align="center">0.45</td>
</tr>
<tr>
<td valign="top" align="left">Individual</td>
<td valign="top" align="center">2.4</td>
<td valign="top" align="center">0.88</td>
<td valign="top" align="center">2.18</td>
<td valign="top" align="center">0.63</td>
<td valign="top" align="center">0.777</td>
<td valign="top" align="center">0.28</td>
</tr>
<tr>
<td valign="top" rowspan="3" align="left">TDF-9 (Goals)</td>
<td valign="top" align="left">Total</td>
<td valign="top" align="center">2.98</td>
<td valign="top" align="center">0.73</td>
<td valign="top" align="center">2.72</td>
<td valign="top" align="center">0.56</td>
<td valign="top" align="center">0.399</td>
<td valign="top" align="center">0.39</td>
</tr>
<tr>
<td valign="top" align="left">Group</td>
<td valign="top" align="center">3.03</td>
<td valign="top" align="center">0.7</td>
<td valign="top" align="center">2.68</td>
<td valign="top" align="center">0.68</td>
<td valign="top" align="center">0.274</td>
<td valign="top" align="center">0.49</td>
</tr>
<tr>
<td valign="top" align="left">Individual</td>
<td valign="top" align="center">2.93</td>
<td valign="top" align="center">0.81</td>
<td valign="top" align="center">2.76</td>
<td valign="top" align="center">0.52</td>
<td valign="top" align="center">0.772</td>
<td valign="top" align="center">0.25</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>The pre- and post-intervention means (SD), t values, p values, and effect sizes (Hedges's g) for level of psychopathology (total Brief Psychiatric Rating Scale&#x2014;BPRS), anxiety and depression subscales of the BPRS, total and each subscale of the Social Cognitive Screening Questionnaire (SCSQ), Bell Lysaker Emotion Recognition Task (BLERT), hinting task, total and each subscale of the Cognitive Screening Questionnaire-Short Form (CSQ-SF), Personal and Social Performance scale (PSP), Euro-Qual-5D Quality of life Scale (EuroQual-5D) -total and anxiety/depression subscale, EuroQual-Visual Analogue Scale (EuroQual-VAS), Theoretical Domains Framework (TDF) 4, 8, &amp; 9 totals, group and individual ratings are presented.</p>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>We conducted a proof-of-concept nonrandomized study of an established group social cognition intervention (SCIT) adapted for delivery through a virtual world (Second Life&#xa9;), SCIT-VR. We found that the intervention was generally feasible as the intervention completion rate was reasonable, and the delivery of the intervention by relatively inexperienced clinicians in an NHS setting was possible. Our completion rate is similar to that of the trial conducted by Bartholomeusz et al. (<xref ref-type="bibr" rid="B11">11</xref>) where 75% of participants completed the intervention. The intervention was mostly considered acceptable as measured by attendance rate, post-session feedback questionnaires and qualitative interviews. There were no concerns about safety either from adverse events or from individual participant interviews. There was a suggestion that the intervention had face validity as pre-post changes were observed on measures of social cognition and anxiety. There was no change in participants' intention to change or self-efficacy scores. The intervention was not primarily aimed at improving intention to engage in further therapy or social activities but we anticipated this might be a beneficial effect of the approach. Further studies might want to consider the use of virtual worlds as interventions aimed more directly at engagement and self-efficacy as part of a pathway to accessing more structured and face-to-face interventions.</p>
<p>The small scale pilot face-to-face version of this study was conducted by Bartholomeusz et al. (<xref ref-type="bibr" rid="B11">11</xref>). The average effect size score in their trial was d = 0.29, compared to our g = 0.22. Similarly this trial also found significant improvements on emotion recognition. This is not completely unexpected as we believe the virtual world is a mechanism to provide the SCIT intervention to those who might find it difficult to attend face-to-face therapy. The findings in the current study across a number of measures indicate that the virtual world intervention we have developed has the potential to improve social cognitive domains in those people with early psychosis. However, this is a small pilot study with a small sample size. Therefore, a large randomized controlled trial is required to determine whether providing SCIT in a virtual world can lead to significant improvements in this population.</p>
<p>This is the first study to our knowledge using a virtual world to deliver a structured group therapy in early psychosis. It was relatively ambitious, as a number of social cognition skills would appear to rely on face-to-face social contact to achieve mastery. However, there have been previous studies that have used Second Life&#xa9; successfully with the aim of improving social cognition skills in those with high functioning autism (<xref ref-type="bibr" rid="B24">24</xref>). We believe that the didactic teaching approach that was delivered in Second Life&#xa9; was possibly more successful than more group-focused sessions as measured by higher levels of feedback on the individual sessions that were more didactic in nature. The sessions with more specific teaching content were rated more highly by the participants than the sessions that involved group work. No participants highlighted that they enjoyed the group or specifically felt part of the group. Future studies using this approach may want to consider whether the intervention needs to be delivered in a group setting. Others, for example, have successfully used an individual approach when using virtual worlds to treat social anxiety (<xref ref-type="bibr" rid="B23">23</xref>).</p>
<p>Participants reported a high degree of presence in the virtual environment, which was surprising as the interaction with Second Life&#xa9; is purely through a computer monitor and headset and not using a head mounted display or more traditional immersive technology and the interview themes also highlighted that people felt high levels of presence in the virtual world. However, the presence questionnaire was completed by a minority of participants. Previous research has attempted to assess the sense of presence using Second Life&#xa9;; for example, nursing students reported relatively high degree of presence in Second Life&#xa9;, which was related to attitude towards using the environment (<xref ref-type="bibr" rid="B45">45</xref>). We have considered whether a more immersive environment such as traditional VR or using 360 videos might lead to a greater acquisition of social cognition skills as they more approximate real-life situations.</p>
<p>These findings support the growing number of VR interventions for people who experience psychosis. According to a recent literature review, there are a distinct lack of studies examining the potential impact of VR interventions for early psychosis (<xref ref-type="bibr" rid="B46">46</xref>) Therefore, our trial is timely. The key advantage of VR is that real-time behavior can be observed when interacting in the VR world. Furthermore, the environment can be modified and controlled to elicit certain responses (<xref ref-type="bibr" rid="B47">47</xref>).</p>
<p>There are a number of limitations of the study. Firstly, there was no control group and therefore we cannot be sure that any improvements are due to the intervention. There were challenges in recruiting patients, which impacted on the feasibility of the study, with only 36% of eligible patients consenting to take part in the intervention. This differs from previous research, which showed that two thirds of patients with psychosis were willing to be contacted about taking part in research (<xref ref-type="bibr" rid="B48">48</xref>). However consent rates for those eligible participants diagnosed with psychosis differ between trials. For example, while Wood et al. (<xref ref-type="bibr" rid="B49">49</xref>) reported a 67% consent rate (30/45), Kanniston et al. (<xref ref-type="bibr" rid="B50">50</xref>) reported a 33% consent rate (1139/3417), and Schrank et al. (<xref ref-type="bibr" rid="B51">51</xref>) reported a mean consent rate of 40.0%. One possible reason for our recruitment rate is that some potential participants may not have had access to the internet or may have had limited digital skills, reflecting an ongoing concern around digital exclusion for some people. This issue is a concern more generally in digital mental health studies and requires further consideration in finding ways to reduce digital inequalities (<xref ref-type="bibr" rid="B52">52</xref>). More frequent contact between clinicians and researchers has been shown to improve recruitment. Therefore this should be reviewed in future research (<xref ref-type="bibr" rid="B53">53</xref>).</p>
<p>Whilst we had a reasonable retention rate, we had problems keeping people engaged in the study. There were some problems with the technology during some of the sessions which required the secondary therapist to rectify; on two occasions this was not possible. This was highlighted in the qualitative interviews. One of the limitations of using Second Life &#xa9; was that it was not functional on tablets or hand-held devices and it could not be streamed through a gaming console. A number of participants did not own a laptop or desktop computer. We were able to loan a computer to participants who did not have access to one, but for those who do not own or have access to a computer participation in an intervention delivered on a platform such as Second Life&#xa9; is compromised.</p>
<p>Given the results of this small proof-of-concept study, there is sufficient evidence to consider a full-scale efficacy trial in this population. Challenges in designing such a trial are whether to consider adjunctive experiences that might be more immersive such as combining other VR approaches. Based on the feedback, we would also need to consider whether all parts of the intervention need to be delivered in a group setting and how we might be able to overcome technical problems and access to those without a computer. The delivery of evidence based psychological therapies to this group continues to prove challenging, and the use of technologies such as Second Life&#xa9; shows promise in widening access and engagement for this hard to reach group.</p>
</sec>
<sec id="s5">
<title>Data Availability Statement</title>
<p>The datasets generated for this study are available on request to the corresponding author.</p>
</sec>
<sec id="s6">
<title>Ethics Statement</title>
<p>This study was carried out in accordance with the recommendations of the 'West Midlands &#x2013; Solihull Research Ethics Committee' with written informed consent from all subjects. All subjects gave written informed consent in accordance with the Declaration of Helsinki. The protocol was approved by the 'West Midlands &#x2013; Solihull Research Ethics Committee'.</p>
</sec>
<sec id="s7">
<title>Author Contributions</title>
<p>AT, SB, MB, IV, and DT wrote the grant application for this feasibility and pilot trial. AT, AR, DT, and FE were responsible for coordinating the design of the virtual world. AT, AR, and FE conducted the co-design workshops. AT, FE, FL, and AR undertook the trial. AT drafted the manuscript. All investigators have been involved in revising the report, and all authors have seen and approved the final version.</p>
</sec>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>The VEEP study was sponsored by the University of Warwick and supported by the PsyIMPACT programme of MQ: MQ16PI100011. Transforming mental health (Register charity in England/Wales: 113991 &amp; Scotland: SC046075).</p>
</sec>
<sec id="s9">
<title>Conflict of Interest</title>
<p>SB is a director of a not-for-profit company aimed at commercialising mental health apps.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</body>
<back>
<ack>
<title>Acknowledgments</title>
<p>We are indebted to all young service users and students who participated in the codesign and testing of the virtual world. We are grateful to Professor David Penn and Dr David Roberts for their guidance and assistance and generous use of the original SCIT intervention resources. Thanks to Robin and Elli Winter at <uri xlink:href="http://www.warmwinterarts.com/">www.warmwinterarts.com</uri> for their expertise in developing, programming, and constantly improving the design of a beautiful virtual world that became the VEEP island. The VEEP study was sponsored by the University of Warwick and supported by the PsyIMPACT programme of MQ: Transforming mental health (Register charity in England/Wales: 113991 &amp; Scotland: SC046075). The views expressed are those of the authors and not necessarily those of the National Health Service, the National Institute for Health Research, or the Department of Health.</p>
</ack>
<sec sec-type="supplementary-material" id="s10">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fpsyt.2020.00219/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fpsyt.2020.00219/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="DataSheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Henry</surname> <given-names>LP</given-names>
</name>
<name>
<surname>Amminger</surname> <given-names>GP</given-names>
</name>
<name>
<surname>Harris</surname> <given-names>MG</given-names>
</name>
<name>
<surname>Yuen</surname> <given-names>HP</given-names>
</name>
<name>
<surname>Harrigan</surname> <given-names>SM</given-names>
</name>
<name>
<surname>Prosser</surname> <given-names>AL</given-names>
</name>
<etal/>
</person-group>. <article-title>The EPPIC follow-up study of first-episode psychosis: longer-term clinical and functional outcome 7 years after index admission</article-title>. <source>J Clin Psychiatry</source> (<year>2010</year>) <volume>71</volume>(<issue>6</issue>):<page-range>716&#x2013;28</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.4088/JCP.08m04846yel</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Alvarez-Jimenez</surname> <given-names>M</given-names>
</name>
<name>
<surname>Gleeson</surname> <given-names>JF</given-names>
</name>
<name>
<surname>Henry</surname> <given-names>LP</given-names>
</name>
<name>
<surname>Harrigan</surname> <given-names>SM</given-names>
</name>
<name>
<surname>Harris</surname> <given-names>MG</given-names>
</name>
<name>
<surname>Killackey</surname> <given-names>E</given-names>
</name>
<etal/>
</person-group>. <article-title>Road to full recovery: longitudinal relationship between symptomatic remission and psychosocial recovery in first-episode psychosis over 7.5 years</article-title>. <source>Psychol Med</source> (<year>2012</year>) <volume>42</volume>(<issue>3</issue>):<fpage>595</fpage>&#x2013;<lpage>606</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1017/S0033291711001504</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Iyer</surname> <given-names>SN</given-names>
</name>
<name>
<surname>Mangala</surname> <given-names>R</given-names>
</name>
<name>
<surname>Anitha</surname> <given-names>J</given-names>
</name>
<name>
<surname>Thara</surname> <given-names>R</given-names>
</name>
<name>
<surname>Malla</surname> <given-names>AK</given-names>
</name>
</person-group>. <article-title>An examination of patient-identified goals for treatment in a first-episode programme in Chennai, India</article-title>. <source>Early Interv Psychiatry</source> (<year>2011</year>) <volume>5</volume>(<issue>4</issue>):<page-range>360&#x2013;5</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1751-7893.2011.00289.x</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Penn</surname> <given-names>DL</given-names>
</name>
<name>
<surname>Sanna</surname> <given-names>LJ</given-names>
</name>
<name>
<surname>Roberts</surname> <given-names>DL</given-names>
</name>
</person-group>. <article-title>Social cognition in schizophrenia: an overview</article-title>. <source>Schizophr Bull</source> (<year>2008</year>) <volume>34</volume>(<issue>3</issue>):<page-range>408&#x2013;11</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/schbul/sbn014</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Thompson</surname> <given-names>A</given-names>
</name>
<name>
<surname>Papas</surname> <given-names>A</given-names>
</name>
<name>
<surname>Bartholomeusz</surname> <given-names>C</given-names>
</name>
<name>
<surname>Allott</surname> <given-names>K</given-names>
</name>
<name>
<surname>Amminger</surname> <given-names>GP</given-names>
</name>
<name>
<surname>Nelson</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Social cognition in clinical &#x201c;at risk&#x201d; for psychosis and first episode psychosis populations</article-title>. <source>Schizophr Res</source> (<year>2012</year>) <volume>141</volume>(<issue>2-3</issue>):<page-range>204&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.schres.2012.08.007</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Couture</surname> <given-names>SM</given-names>
</name>
<name>
<surname>Penn</surname> <given-names>DL</given-names>
</name>
<name>
<surname>Roberts</surname> <given-names>DL</given-names>
</name>
</person-group>. <article-title>The functional significance of social cognition in schizophrenia: a review</article-title>. <source>Schizophr Bull</source> (<year>2006</year>) <volume>32</volume>(<supplement>Suppl 1</supplement>):<page-range>S44&#x2013;63</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/schbul/sbl029</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pinkham</surname> <given-names>AE</given-names>
</name>
<name>
<surname>Penn</surname> <given-names>DL</given-names>
</name>
</person-group>. <article-title>Neurocognitive and social cognitive predictors of interpersonal skill in schizophrenia</article-title>. <source>Psychiatry Res</source> (<year>2006</year>) <volume>143</volume>(<issue>2-3</issue>):<page-range>167&#x2013;78</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.psychres.2005.09.005</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hoe</surname> <given-names>M</given-names>
</name>
<name>
<surname>Nakagami</surname> <given-names>E</given-names>
</name>
<name>
<surname>Green</surname> <given-names>MF</given-names>
</name>
<name>
<surname>Brekke</surname> <given-names>JS</given-names>
</name>
</person-group>. <article-title>The causal relationships between neurocognition, social cognition and functional outcome over time in schizophrenia: a latent difference score approach</article-title>. <source>Psychol Med</source> (<year>2012</year>), <volume>42</volume>(<issue>11</issue>):<page-range>2287&#x2013;99</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1017/S0033291712000578</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kurtz</surname> <given-names>MM</given-names>
</name>
<name>
<surname>Richardson</surname> <given-names>CL</given-names>
</name>
</person-group>. <article-title>Social Cognitive Training for Schizophrenia: A Meta-Analytic Investigation of Controlled Research</article-title>. <source>Schizophr Bull</source> (<year>2012</year>) <volume>38</volume>(<issue>5</issue>):<page-range>1092&#x2013;104</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/schbul/sbr036</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Penn</surname> <given-names>D</given-names>
</name>
<name>
<surname>Roberts</surname> <given-names>DL</given-names>
</name>
<name>
<surname>Munt</surname> <given-names>ED</given-names>
</name>
<name>
<surname>Silverstein</surname> <given-names>E</given-names>
</name>
<name>
<surname>Jones</surname> <given-names>N</given-names>
</name>
<name>
<surname>Sheitman</surname> <given-names>B</given-names>
</name>
</person-group>. <article-title>A pilot study of social cognition and interaction training (SCIT) for schizophrenia</article-title>. <source>Schizophr Res</source> (<year>2005</year>) <volume>80</volume>(<issue>2-3</issue>):<page-range>357&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.schres.2005.07.011</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bartholomeusz</surname> <given-names>CF</given-names>
</name>
<name>
<surname>Allott</surname> <given-names>K</given-names>
</name>
<name>
<surname>Killackey</surname> <given-names>E</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>P</given-names>
</name>
<name>
<surname>Wood</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Thompson</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Social cognition training as an intervention for improving functional outcome in first-episode psychosis: a feasibility study</article-title>. <source>Early Interv Psychiatry</source> (<year>2013</year>) <volume>7</volume>(<issue>4</issue>):<page-range>421&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/eip.12036</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lincoln</surname> <given-names>TM</given-names>
</name>
<name>
<surname>Mehl</surname> <given-names>S</given-names>
</name>
<name>
<surname>Kesting</surname> <given-names>M-L</given-names>
</name>
<name>
<surname>Rief</surname> <given-names>W</given-names>
</name>
</person-group>. <article-title>Negative Symptoms and Social Cognition: Identifying Targets for Psychological Interventions</article-title>. <source>Schizophr Bull</source> (<year>2011</year>) <volume>37</volume>(<supplement>suppl_2</supplement>):<page-range>S23&#x2013;32</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/schbul/sbr066</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bucci</surname> <given-names>S</given-names>
</name>
<name>
<surname>Barrowclough</surname> <given-names>C</given-names>
</name>
<name>
<surname>Ainsworth</surname> <given-names>J</given-names>
</name>
<name>
<surname>Machin</surname> <given-names>M</given-names>
</name>
<name>
<surname>Morris</surname> <given-names>R</given-names>
</name>
<name>
<surname>Berry</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>Actissist: Proof-of-Concept Trial of a Theory-Driven Digital Intervention for Psychosis</article-title>. <source>Schizophr Bull</source> (<year>2018</year>) <volume>44</volume>(<issue>5</issue>):<page-range>1070&#x2013;80</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/schbul/sby032</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Firth</surname> <given-names>J</given-names>
</name>
<name>
<surname>Cotter</surname> <given-names>J</given-names>
</name>
<name>
<surname>Torous</surname> <given-names>J</given-names>
</name>
<name>
<surname>Bucci</surname> <given-names>S</given-names>
</name>
<name>
<surname>Firth</surname> <given-names>JA</given-names>
</name>
<name>
<surname>Yung</surname> <given-names>AR</given-names>
</name>
</person-group>. <article-title>Mobile Phone Ownership and Endorsement of &#x201c;mHealth&#x201d; Among People With Psychosis: A Meta-analysis of Cross-sectional Studies</article-title>. <source>Schizophr Bull</source> (<year>2016</year>) <volume>42</volume>(<issue>2</issue>):<page-range>448&#x2013;55</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/schbul/sbv132</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Thompson</surname> <given-names>A</given-names>
</name>
<name>
<surname>Gleeson</surname> <given-names>J</given-names>
</name>
<name>
<surname>Alvarez-Jimenez</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Should we be using digital technologies in the treatment of psychotic disorders</article-title>? <source>Aust N Z J Psychiatry</source> (<year>2018</year>) <volume>52</volume>(<issue>3</issue>):<page-range>225&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1177/0004867418757920</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Watson</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Grant</surname> <given-names>RW</given-names>
</name>
<name>
<surname>Bello</surname> <given-names>H</given-names>
</name>
<name>
<surname>Hoch</surname> <given-names>DB</given-names>
</name>
</person-group>. <article-title>Brave new worlds: how virtual environments can augment traditional care in the management of diabetes</article-title>. <source>J Diabetes Sci Technol</source> (<year>2008</year>) <volume>2</volume>(<issue>4</issue>):<fpage>697</fpage>&#x2013;<lpage>702</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1177/193229680800200422</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hall</surname> <given-names>V</given-names>
</name>
<name>
<surname>Conboy-Hill</surname> <given-names>S</given-names>
</name>
<name>
<surname>Taylor</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>Using Virtual Reality to Provide Health Care Information to People With Intellectual Disabilities: Acceptability, Usability, and Potential Utility</article-title>. <source>J Med Internet Res</source> (<year>2011</year>) <volume>13</volume>(<issue>4</issue>):<fpage>e91</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.2196/jmir.1917</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fengfeng</surname> <given-names>K</given-names>
</name>
<name>
<surname>Im</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>Virtual-Reality-Based Social Interaction Training for Children with High-Functioning Autism</article-title>. <source>J Ed Res</source> (<year>2013</year>) <volume>106</volume>(<issue>6</issue>):<page-range>441&#x2013;61</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/00220671.2013.832999</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Taylor</surname> <given-names>M</given-names>
</name>
<name>
<surname>Taylor</surname> <given-names>D</given-names>
</name>
<name>
<surname>Kulendran</surname> <given-names>M</given-names>
</name>
<name>
<surname>Gately</surname> <given-names>P</given-names>
</name>
<name>
<surname>Darzi</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Virtual worlds as a tool to facilitate weight management for young people</article-title>. <source>J Virtual Worlds Res</source> (<year>2013</year>) <volume>6</volume>(<issue>1</issue>):<fpage>7026</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.4101/jvwr.v6i1.7026</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Bartle</surname> <given-names>RA</given-names>
</name>
</person-group>. <source>Designing virtual worlds</source>. <publisher-loc>London</publisher-loc>: <publisher-name>New Riders Publishing</publisher-name> (<year>2003</year>).
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rehm</surname> <given-names>IC</given-names>
</name>
<name>
<surname>Foenander</surname> <given-names>E</given-names>
</name>
<name>
<surname>Wallace</surname> <given-names>K</given-names>
</name>
<name>
<surname>Abbott</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Kyrios</surname> <given-names>M</given-names>
</name>
<name>
<surname>Thomas</surname> <given-names>N</given-names>
</name>
</person-group>. <article-title>What Role Can Avatars Play in e-Mental Health Interventions? Exploring New Models of Client-Therapist Interaction</article-title>. <source>Front Psychiatry</source> (<year>2016</year>) <volume>7</volume>:<elocation-id>186</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fpsyt.2016.00186</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gorini</surname> <given-names>A</given-names>
</name>
<name>
<surname>Gaggioli</surname> <given-names>A</given-names>
</name>
<name>
<surname>Vigna</surname> <given-names>C</given-names>
</name>
<name>
<surname>Riva</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>A second life for eHealth: prospects for the use of 3-D virtual worlds in clinical psychology</article-title>. <source>J Med Internet Res</source> (<year>2008</year>) <volume>10</volume>(<issue>3</issue>):<fpage>e21</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.2196/jmir.1029</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yuen</surname> <given-names>EK</given-names>
</name>
<name>
<surname>Herbert</surname> <given-names>JD</given-names>
</name>
<name>
<surname>Forman</surname> <given-names>EM</given-names>
</name>
<name>
<surname>Goetter</surname> <given-names>EM</given-names>
</name>
<name>
<surname>Comer</surname> <given-names>R</given-names>
</name>
<name>
<surname>Bradley</surname> <given-names>J-C</given-names>
</name>
</person-group>. <article-title>Treatment of Social Anxiety Disorder Using Online Virtual Environments in Second Life</article-title>. <source>Behav Ther</source> (<year>2013</year>) <volume>44</volume>(<issue>1</issue>):<fpage>51</fpage>&#x2013;<lpage>61</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.beth.2012.06.001</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kandalaft</surname> <given-names>MR</given-names>
</name>
<name>
<surname>Didehbani</surname> <given-names>N</given-names>
</name>
<name>
<surname>Krawczyk</surname> <given-names>DC</given-names>
</name>
<name>
<surname>Allen</surname> <given-names>TT</given-names>
</name>
<name>
<surname>Chapman</surname> <given-names>SB</given-names>
</name>
</person-group>. <article-title>Virtual Reality Social Cognition Training for Young Adults with High-Functioning Autism</article-title>. <source>J Autism Dev Disord</source> (<year>2012</year>) <volume>43</volume>(<issue>1</issue>):<fpage>34</fpage>&#x2013;<lpage>44</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10803-012-1544-6</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Penn</surname> <given-names>DL</given-names>
</name>
<name>
<surname>Roberts</surname> <given-names>DL</given-names>
</name>
<name>
<surname>Combs</surname> <given-names>D</given-names>
</name>
<name>
<surname>Sterne</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Best practices: The development of the Social Cognition and Interaction Training program for schizophrenia spectrum disorders</article-title>. <source>Psychiatr Serv</source> (<year>2007</year>) <volume>58</volume>(<issue>4</issue>):<page-range>449&#x2013;51</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1176/ps.2007.58.4.449</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Roberts</surname> <given-names>DL</given-names>
</name>
<name>
<surname>Penn</surname> <given-names>DL</given-names>
</name>
</person-group>. <article-title>Social cognition and interaction training (SCIT) for outpatients with schizophrenia: A preliminary study</article-title>. <source>Psychiatry Res</source> (<year>2009</year>) <volume>166</volume>(<issue>2-3</issue>):<page-range>141&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.psychres.2008.02.007</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Reaple</surname> <given-names>A</given-names>
</name>
<name>
<surname>Elahi</surname> <given-names>F</given-names>
</name>
<name>
<surname>Bucci</surname> <given-names>S</given-names>
</name>
<name>
<surname>Birchwood</surname> <given-names>M</given-names>
</name>
<name>
<surname>Vlaeve</surname> <given-names>I</given-names>
</name>
<name>
<surname>Taylor</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Co-designing a virtual world with young people to deliver social cogntion therapy in early psychosis</article-title>. <source>Early Interv Psychiatry</source> (<year>2020</year>) <volume>14</volume>(<issue>1</issue>):<fpage>37</fpage>&#x2013;<lpage>43</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/eip.12804</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Eldridge</surname> <given-names>SM</given-names>
</name>
</person-group>. <article-title>Defining Feasibility and Pilot Studies in Preparation for Randomised Controlled Trials: Development of a Conceptual Framework</article-title>. <source>PloS One</source> (<year>2016</year>) <volume>11</volume>(<issue>3</issue>):<elocation-id>e0150205</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pone.0150205</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Roberts</surname> <given-names>D</given-names>
</name>
<name>
<surname>Fiszdon</surname> <given-names>J</given-names>
</name>
<name>
<surname>Tek</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>Initial validity of the Social Cognition Screening Questionnaire (SCSQ)</article-title>. <source>Schizophr Bull</source> (<year>2011</year>) <volume>31</volume>(<supplement>Suppl 1</supplement>):<fpage>280</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/pcn.12181</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pinkham</surname> <given-names>AE</given-names>
</name>
<name>
<surname>Penn</surname> <given-names>DL</given-names>
</name>
<name>
<surname>Green</surname> <given-names>MF</given-names>
</name>
<name>
<surname>Harvey</surname> <given-names>PD</given-names>
</name>
</person-group>. <article-title>Social Cognition Psychometric Evaluation: Results of the Initial Psychometric Study</article-title>. <source>Schizophr Bull</source> (<year>2016</year>) <volume>42</volume>(<issue>2</issue>):<fpage>494</fpage>&#x2013;<lpage>504</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/schbul/sbv056</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Corcoran</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>Inductive reasoning and the understanding of intention in schizophrenia</article-title>. <source>Cognit Neuropsychiatry</source> (<year>2003</year>) <volume>8</volume>(<issue>3</issue>):<fpage>223</fpage>&#x2013;<lpage> 235</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/13546800244000319</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pinkham</surname> <given-names>AE</given-names>
</name>
<name>
<surname>Penn</surname> <given-names>DL</given-names>
</name>
<name>
<surname>Green</surname> <given-names>MF</given-names>
</name>
<name>
<surname>Buck</surname> <given-names>B</given-names>
</name>
<name>
<surname>Healey</surname> <given-names>K</given-names>
</name>
<name>
<surname>Harvey</surname> <given-names>PD</given-names>
</name>
</person-group>. <article-title>The social cognition psychometric evaluation study: results of the expert survey and RAND panel</article-title>. <source>Schizophr Bull</source> (<year>2014</year>) <volume>40</volume>(<issue>4</issue>):<page-range>813&#x2013;23</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/schbul/sbt081</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Meins</surname> <given-names>E</given-names>
</name>
<name>
<surname>McCarthy-Jones</surname> <given-names>S</given-names>
</name>
<name>
<surname>Fernyhough</surname> <given-names>C</given-names>
</name>
<name>
<surname>Lewis</surname> <given-names>G</given-names>
</name>
<name>
<surname>Bentall</surname> <given-names>RP</given-names>
</name>
<name>
<surname>Alloy</surname> <given-names>LB</given-names>
</name>
</person-group>. <article-title>Assessing negative cognitive style: Development and validation of a Short-Form version of the Cognitive Style Questionnaire</article-title>. <source>Pers Individ Dif</source> (<year>2012</year>) <volume>52</volume>(<issue>5</issue>):<page-range>581&#x2013;5</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.paid.2011.11.026</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Morosini</surname> <given-names>PL</given-names>
</name>
<name>
<surname>Magliano</surname> <given-names>L</given-names>
</name>
<name>
<surname>Brambilla</surname> <given-names>L</given-names>
</name>
<name>
<surname>Ugolini</surname> <given-names>S</given-names>
</name>
<name>
<surname>Pioli</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>Development, reliability and acceptability of a new version of the DSM-IV Social and Occupational Functioning Assessment Scale (SOFAS) to assess routine social funtioning</article-title>. <source>Acta Psych Scand</source> (<year>2000</year>) <volume>101</volume>(<issue>4</issue>):<page-range>323&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1034/j.1600-0447.2000.101004323.x</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Patrick</surname> <given-names>DL</given-names>
</name>
<name>
<surname>Burs</surname> <given-names>T</given-names>
</name>
<name>
<surname>Morosini</surname> <given-names>P</given-names>
</name>
<name>
<surname>Rothman</surname> <given-names>M</given-names>
</name>
<name>
<surname>Gagnon</surname> <given-names>DD</given-names>
</name>
<name>
<surname>Wild</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Reliability, validity and ability to detect change of the clinician-rated Personal and Social Performance scale in patients with acute symptoms of schizophrenia</article-title>. <source>Curr Med Res Opin</source> (<year>2009</year>) <volume>25</volume>(<issue>2</issue>):<page-range>325&#x2013;38</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1185/03007990802611919</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>EuroQol</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>EuroQol - a new facility for the measurement of health-related quality of life</article-title>. <source>Health Policy</source> (<year>1990</year>) <volume>16</volume>(<issue>3</issue>):<fpage>199</fpage>&#x2013;<lpage>208</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/0168-8510(90)90421-9</pub-id>
</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Huijg</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Gebhardt</surname> <given-names>WA</given-names>
</name>
<name>
<surname>Crone</surname> <given-names>MR</given-names>
</name>
<name>
<surname>Dusseldorp</surname> <given-names>E</given-names>
</name>
<name>
<surname>Presseau</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Discriminant content validity of a theoretical domains framework questionnaire for use in implementation research</article-title>. <source>Implementation Sci</source> (<year>2014</year>) <volume>9</volume>(<issue>11</issue>). doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1748-5908-9-11</pub-id>
</citation>
</ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Witmer</surname> <given-names>BG</given-names>
</name>
<name>
<surname>Singer</surname> <given-names>MJ</given-names>
</name>
</person-group>. <article-title>Measuring Presence in Virtual Environments: A Presence Questionnaire</article-title>. <source>Presence-Teleop Virt</source> (<year>1998</year>) <volume>7</volume>(<issue>3</issue>):<page-range>225&#x2013;40</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1162/105474698565686</pub-id>
</citation>
</ref>
<ref id="B39">
<label>39</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Overall</surname> <given-names>J</given-names>
</name>
<name>
<surname>Gorham</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>The Brief Psychiatric Rating Scale</article-title>. <source>Psychol Rep</source> (<year>1962</year>) <volume>10</volume>:<fpage>799</fpage>&#x2013;<lpage>812</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1159/000395069</pub-id>
</citation>
</ref>
<ref id="B40">
<label>40</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Nelson</surname> <given-names>HE</given-names>
</name>
</person-group>. <source>National Adult Reading Test (NART): Test Manual</source>. <publisher-loc>Windsor, UK</publisher-loc>: <publisher-name>Nelson</publisher-name> (<year>1982</year>).
</citation>
</ref>
<ref id="B41">
<label>41</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Arnett</surname> <given-names>J</given-names>
</name>
<name>
<surname>Labovitz</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Effect of physical layout in performance of the Trail Making Test</article-title>. <source>Psychol Assess</source> (<year>1995</year>) <volume>7</volume>(<issue>2</issue>):<page-range>220&#x2013;1</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1037/1040-3590.7.2.220</pub-id>
</citation>
</ref>
<ref id="B42">
<label>42</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Braun</surname> <given-names>V</given-names>
</name>
<name>
<surname>Clarke</surname> <given-names>V</given-names>
</name>
</person-group>. <article-title>Using thematic analysis in psychology</article-title>. <source>Qual Res Psychol</source> (<year>2006</year>) <volume>3</volume>(<issue>2</issue>):<fpage>77</fpage>&#x2013;<lpage>101</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id>
</citation>
</ref>
<ref id="B43">
<label>43</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lakens</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>Calculating and reporting effect sizes to facilitate cumulative science: a practical primer for t-tests and ANOVAs</article-title>. <source>Front Psychol</source> (<year>2013</year>) <volume>26</volume>(<issue>4</issue>):<elocation-id>863</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fpsyg.2013.00863</pub-id>
</citation>
</ref>
<ref id="B44">
<label>44</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hedges</surname> <given-names>LV</given-names>
</name>
</person-group>. <article-title>Distribution Theory for Glass's Estimator of Effect Size and Related Estimators</article-title>. <source>J Educ Stat</source> (<year>1981</year>) <volume>6</volume>(<issue>2</issue>):<page-range>107&#x2013;28</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.2307/1164588</pub-id>
</citation>
</ref>
<ref id="B45">
<label>45</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chow</surname> <given-names>MCM</given-names>
</name>
</person-group>. <article-title>Factors influencing presence in virtual worlds</article-title>. <source>NI 2012</source> (<year>2012</year>) <volume>2012</volume>:<fpage>83</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/cpb.2004.7.582</pub-id>
</citation>
</ref>
<ref id="B46">
<label>46</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rus-Calafell</surname> <given-names>M</given-names>
</name>
<name>
<surname>Schneider</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Are we there yet?! A literature review of recent digital technology advances for the treatment of early psychosis</article-title>. <source>mHealth</source> (<year>2020</year>) <volume>6</volume>(<issue>3</issue>). doi:&#xa0;<pub-id pub-id-type="doi">10.21037/mhealth.2019.09.14</pub-id>
</citation>
</ref>
<ref id="B47">
<label>47</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Schulteis</surname> <given-names>MT</given-names>
</name>
<name>
<surname>Rothbaum</surname> <given-names>BO</given-names>
</name>
</person-group>. <article-title>Ethical issues for the use of virtual reality in the psychological sciences</article-title>. In: <person-group person-group-type="editor">
<name>
<surname>Bush</surname><given-names>S</given-names>
</name>
<name>
<surname>Drexler</surname> <given-names>M</given-names>
</name>
</person-group>, editor. <source>Ethical issues in clinical neuropsychology</source>. <publisher-loc>Lisse, NL</publisher-loc>: <publisher-name>Swets &amp; Zeitlinger</publisher-name> (<year>2002</year>). p. <page-range>243&#x2013;80</page-range>.
</citation>
</ref>
<ref id="B48">
<label>48</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Patel</surname> <given-names>R</given-names>
</name>
<name>
<surname>Oduola</surname> <given-names>S</given-names>
</name>
<name>
<surname>Callard</surname> <given-names>F</given-names>
</name>
<name>
<surname>Wykes</surname> <given-names>T</given-names>
</name>
<name>
<surname>Broadbent</surname> <given-names>M</given-names>
</name>
<name>
<surname>Stewart</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>What proportion of patients with psychosis is willing to take part in research? A mental health electronic case register analysis</article-title>. <source>BMJ Open</source> (<year>2017</year>) <volume>7</volume>:<elocation-id>e013113</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1136/bmjopen-2016-013113</pub-id>
</citation>
</ref>
<ref id="B49">
<label>49</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wood</surname> <given-names>L</given-names>
</name>
<name>
<surname>Byrne</surname> <given-names>R</given-names>
</name>
<name>
<surname>Enache</surname> <given-names>G</given-names>
</name>
<name>
<surname>Morrison</surname> <given-names>AP</given-names>
</name>
</person-group>. <article-title>A brief cognitive therapy intervention for internalised stigma in acute inpatients who experience psychosis: a feasibility randomised controlled trial</article-title>. <source>Psychiatry Res</source> (<year>2018</year>) <volume>262</volume>:<page-range>303&#x2013;10</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.psychres.2017.12.030</pub-id>
</citation>
</ref>
<ref id="B50">
<label>50</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kanniston</surname> <given-names>KA</given-names>
</name>
<name>
<surname>Korhonen</surname> <given-names>J</given-names>
</name>
<name>
<surname>Adams</surname> <given-names>CE</given-names>
</name>
<name>
<surname>Koivunen</surname> <given-names>MH</given-names>
</name>
<name>
<surname>Valhberg</surname> <given-names>T</given-names>
</name>
<name>
<surname>Valimaki</surname> <given-names>MA</given-names>
</name>
</person-group>. <article-title>Factors associated with dropout during recruitment and follow-up periods of mHealth-based randomized controlled trial for Mobile.Net to encourage treatment adherence for people with serious mental health problems</article-title>. <source>J Med Internet Res</source> (<year>2017</year>) <volume>19</volume>(<issue>2</issue>):<fpage>e46</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.2196/jmir.6417</pub-id>
</citation>
</ref>
<ref id="B51">
<label>51</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schrank</surname> <given-names>B</given-names>
</name>
<name>
<surname>Brownell</surname> <given-names>T</given-names>
</name>
<name>
<surname>Jakaite</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Larkin</surname> <given-names>C</given-names>
</name>
<name>
<surname>Pesola</surname> <given-names>F</given-names>
</name>
<name>
<surname>Riches</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Evaluation of a positive psychotherapy group intervention for people with psychosis: pilot randomised controlled trial</article-title>. <source>Epidemiol Psychiatr Sci</source> (<year>2016</year>) <volume>25</volume>:<page-range>235&#x2013;46</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1017/S2045796015000141</pub-id>
</citation>
</ref>
<ref id="B52">
<label>52</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Greer</surname> <given-names>B</given-names>
</name>
<name>
<surname>Robotham</surname> <given-names>D</given-names>
</name>
<name>
<surname>Simblett</surname> <given-names>S</given-names>
</name>
<name>
<surname>Curtis</surname> <given-names>H</given-names>
</name>
<name>
<surname>Griffiths</surname> <given-names>H</given-names>
</name>
<name>
<surname>Wykes</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>Digital Exclusion Among Mental Health Service Users: Qualitative Investigation</article-title>. <source>J Med Internet Res</source> (<year>2019</year>) <volume>21</volume>(<issue>1</issue>):<elocation-id>e11696</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.2196/11696</pub-id>
</citation>
</ref>
<ref id="B53">
<label>53</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fletcher</surname> <given-names>B</given-names>
</name>
<name>
<surname>Gheorghe</surname> <given-names>A</given-names>
</name>
<name>
<surname>Moore</surname> <given-names>D</given-names>
</name>
<name>
<surname>Wilson</surname> <given-names>S</given-names>
</name>
<name>
<surname>Damery</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Improving the recruitment activity of clinicians in randomised controlled trials: a systematic review</article-title>. <source>BMJ Open</source> (<year>2012</year>) <volume>2</volume>(<issue>1</issue>):<elocation-id>e000496</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1136/bmjopen-2011-000496</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>