<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Ment Health</journal-id>
      <journal-title>JMIR Mental Health</journal-title>
      <issn pub-type="epub">2368-7959</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i4e17188</article-id>
      <article-id pub-id-type="pmid">32310141</article-id>
      <article-id pub-id-type="doi">10.2196/17188</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Analyzing Trends of Loneliness Through Large-Scale Analysis of Social Media Postings: Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mejova</surname>
            <given-names>Yelena</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Xu</surname>
            <given-names>Weisheng</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ge</surname>
            <given-names>Shaoqing</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Mazuz</surname>
            <given-names>Keren</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8404-3777</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Yom-Tov</surname>
            <given-names>Elad</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Microsoft Research</institution>
            <addr-line>13 Shenkar St</addr-line>
            <addr-line>Herzeliya, 46733</addr-line>
            <country>Israel</country>
            <phone>972 747111359</phone>
            <email>eladyt@yahoo.com</email>
          </address>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2380-4584</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Hadassah Academic College Jerusalem</institution>
        <addr-line>Jerusalem</addr-line>
        <country>Israel</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Microsoft Research</institution>
        <addr-line>Herzeliya</addr-line>
        <country>Israel</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Faculty of Industrial Engineering and Management</institution>
        <institution>Technion</institution>
        <addr-line>Haifa</addr-line>
        <country>Israel</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Elad Yom-Tov <email>eladyt@yahoo.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>20</day>
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <volume>7</volume>
      <issue>4</issue>
      <elocation-id>e17188</elocation-id>
      <history>
        <date date-type="received">
          <day>25</day>
          <month>11</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>6</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>18</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>2</day>
          <month>3</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Keren Mazuz, Elad Yom-Tov. Originally published in JMIR Mental Health (http://mental.jmir.org), 20.04.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Mental Health, is properly cited. The complete bibliographic information, a link to the original publication on http://mental.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mental.jmir.org/2020/4/e17188/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Loneliness has become a public health problem described as an epidemic, and it has been argued that digital behavior such as social media posting affects loneliness.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study is to expand knowledge of the determinants of loneliness by investigating online postings in a social media forum devoted to loneliness. Specifically, this study aims to analyze the temporal trends in loneliness and their associations with topics of interest, especially with those related to mental health determinants.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We collected a total of 19,668 postings from 11,054 users in the loneliness forum on Reddit. We asked seven crowdsourced workers to imagine themselves as writing 1 of 236 randomly chosen posts and to answer the short-form UCLA Loneliness Scale. After showing that these postings could provide an assessment of loneliness, we built a predictive model for loneliness scores based on the posts’ text and applied it to all collected postings. We then analyzed trends in loneliness postings over time and their correlations with other topics of interest related to mental health determinants.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We found that crowdsourced workers can estimate loneliness (interclass correlation=0.19) and that predictive models are correlated with reported loneliness scores (Pearson <italic>r</italic>=0.38). Our results show that increases in loneliness are strongly associated with postings to a suicidality-related forum (hazard ratio 1.19) and to forums associated with other detrimental behaviors such as depression and illicit drug use. Clustering demonstrates that people who are lonely come from diverse demographics and from a variety of interests.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The results demonstrate that it is possible for unrelated individuals to assess people’s social media postings for loneliness. Moreover, our findings show the multidimensional nature of online loneliness and its correlated behaviors. Our study shows the advantages of studying a hard-to-reach population through social media and suggests new directions for future studies.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>loneliness</kwd>
        <kwd>text postings</kwd>
        <kwd>behavior online</kwd>
        <kwd>social media</kwd>
        <kwd>computer-based analysis</kwd>
        <kwd>online self-disclosure</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Loneliness has become a public health problem described as an epidemic in modern society [<xref ref-type="bibr" rid="ref1">1</xref>]. Recent research has produced evidence of the widespread nature of the condition and of the long-term impact of loneliness on health [<xref ref-type="bibr" rid="ref2">2</xref>]. Loneliness poses risks to emotional and social health and to physical well-being. More than half (55%) of lonely people were more likely to be of poor health [<xref ref-type="bibr" rid="ref3">3</xref>]. The prevalence of suicide ideation has been found to increase with the degree of loneliness [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>Loneliness is defined as a subjective and emotional experience of unpleasant response to a lack of satisfactory companionship [<xref ref-type="bibr" rid="ref6">6</xref>]. It appears across all age groups. More than a quarter of UK adults report sometimes being lonely, and 6% of them report being lonely all or most of the time [<xref ref-type="bibr" rid="ref7">7</xref>]. In the 2002 Health and Retirement Survey, 19.3% of US adults older than 65 years reported feeling lonely for much of the previous week [<xref ref-type="bibr" rid="ref8">8</xref>]. A 2018 study of adults [<xref ref-type="bibr" rid="ref9">9</xref>] found that those 18-22 years of age had the highest average loneliness score, 48.3%, of all the generations surveyed, followed by those 23-27 years of age with an average score of 45.3%. The lowest loneliness scores were among the oldest adults, those ≥72 years of age, with an average score of 38.6%.</p>
      <p>Loneliness has been increasing in modern society [<xref ref-type="bibr" rid="ref10">10</xref>], and there are concerns that using new online technologies and social media is contributing to rising loneliness. Previous investigations of the relationships between loneliness and media use suggested that lonely people do attempt to compensate by watching television, listening to radio, reading magazines, or going to movies [<xref ref-type="bibr" rid="ref11">11</xref>]. However, it remains unclear whether social media provides the same relief from loneliness as these more traditional media.</p>
      <p>Some studies suggest that loneliness can predict internet addiction [<xref ref-type="bibr" rid="ref12">12</xref>] and problematic use of the internet [<xref ref-type="bibr" rid="ref13">13</xref>], assuming that loneliness is an important determinant of social media use [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Dittmann [<xref ref-type="bibr" rid="ref16">16</xref>] noted that loneliness appeared higher among participants who not only spent a lot of time online (more than 40 hours per week), but also preferred online interactions instead of face-to-face interactions or telephone communications. The heaviest internet users were more likely to demonstrate shyness, loneliness, and dissociation [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      <p>Loneliness has been found to be a positive predictor of Facebook addiction, standard Facebook use, and Facebook entertainment [<xref ref-type="bibr" rid="ref18">18</xref>]. Passive social media use has also been found to be positively related to user’s depressive symptoms [<xref ref-type="bibr" rid="ref19">19</xref>]; social anxiety [<xref ref-type="bibr" rid="ref20">20</xref>]; increased loneliness, envy, and shame [<xref ref-type="bibr" rid="ref21">21</xref>]; and lower life satisfaction [<xref ref-type="bibr" rid="ref22">22</xref>]. Lou et al [<xref ref-type="bibr" rid="ref23">23</xref>] found that there was no significant difference in loneliness between those who create social media content and those who consume it—both creation and consumption were significantly related to loneliness. Błachnio et al [<xref ref-type="bibr" rid="ref24">24</xref>] also found that people who had a compulsion to use their phone during contact with other people more often used Facebook in an excessive way and felt lonelier and scored lower on self-esteem and satisfaction with life.</p>
      <p>Some researchers have cautioned against internet use since it creates loneliness, but others have identified its beneficial effects on social capital [<xref ref-type="bibr" rid="ref25">25</xref>], well-being [<xref ref-type="bibr" rid="ref26">26</xref>], and loneliness [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
      <p>When confronted with excessive life stress, users may use social media as a means of stress relief or as a stress-coping strategy to escape from reality and to compensate for unsatisfactory social interactions [<xref ref-type="bibr" rid="ref28">28</xref>]. A study of first-year students revealed that social media users seek out friends to dismiss the stress that is associated with poor adjustment [<xref ref-type="bibr" rid="ref29">29</xref>]. Thus, social media could be used to satisfy users’ need for psychological escape when confronted with real-life problems or challenging situations, especially to reduce emotional stress.</p>
      <p>Pittman [<xref ref-type="bibr" rid="ref30">30</xref>] found that individuals who used social media more were less likely to report being lonely. Gardner, Pickett, and Knowles [<xref ref-type="bibr" rid="ref31">31</xref>] identified “social snacking behaviors” (such as looking at photos or rereading old emails) as symbolic social behaviors that can alleviate loneliness by serving as a reminder of existing social bonds. Clark et al [<xref ref-type="bibr" rid="ref32">32</xref>] found that, although adolescents might be more socially (physically) isolated today, they also see less of a need for physical relationships than in the past. Previous generations grew up satisfying the need for social connection through physical relationships, but adolescents today appear to be more comfortable satisfying that need through digitally mediated activities [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
      <p>As reviewed above, a large body of studies has been devoted to the increasing use of the internet, social media, and smartphones, and their effects on loneliness levels. Because of the diverse and even contradictory research results, such as those described above, there is a need to keep exploring the effects of digital behavior on loneliness, as these seem to have quite diverse relationships with measures of psychological well-being. Activity on social networks has been studied as a window to people’s behavior in the physical world, especially related to health and medicine [<xref ref-type="bibr" rid="ref33">33</xref>]. For example, De Choudhury et al [<xref ref-type="bibr" rid="ref34">34</xref>] studied transitions from discussion of depression to those of suicidal ideation on Reddit, a popular social network. Furthermore, postings on social networks have been correlated with depression [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. Other work investigated tracking people’s experiences of adverse drug reactions using Twitter data [<xref ref-type="bibr" rid="ref37">37</xref>]. Furthermore, Yom-Tov et al [<xref ref-type="bibr" rid="ref38">38</xref>] demonstrated how physical and mental characteristics of people with anorexia could be tracked in online social networks through their postings and self-reported characteristics (both physical and mental). More generally, it has been suggested that digital traces can enrich and enhance psychological research [<xref ref-type="bibr" rid="ref39">39</xref>] by providing data from people in their natural environment.</p>
      <p>Discussions in online networks and online communities were also studied as a window to medical decision making. As such, several works [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>] investigated an online forum for considerations of parents related to vaccinations. Similarly, Huber et al [<xref ref-type="bibr" rid="ref41">41</xref>] examined discussion threads regarding treatment choices in a group for patients with prostate cancer.</p>
      <p>The aim of this study is to expand the knowledge on the determinants and trends of loneliness via online postings in a social media forum. We provide an analysis of social media postings written by users who self-identify as lonely. Posting in a social media forum is understood here as an attempt to initiate social interaction online, and it is an integral and ongoing part of social media behavior. Thus, we first investigated whether loneliness can be assessed by an unrelated person that reads a post. Then, we studied the temporal trends of loneliness levels and their correlations with loneliness-related interest topics to understand the trajectory of posting behavior. We showed that loneliness, as expressed in social media postings, can be assessed by unrelated individuals. We developed an automated algorithm that can assess loneliness given the text of a posting and validated this algorithm both by comparing it to human-generated scores and by showing consistency in the scores of the same individuals. This enabled us to use the model to score a large number of postings on loneliness and to propose the following hypotheses.</p>
      <list list-type="bullet">
        <list-item>
          <p>Hypothesis 1: Temporal trends in loneliness scores are associated with future topics of interest, including serious mental health outcomes and suicide.</p>
        </list-item>
        <list-item>
          <p>Hypothesis 2: A decrease in loneliness scores is associated with lower probability of suicide postings, compared to increasing or even constant scores.</p>
        </list-item>
      </list>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants and Procedure</title>
        <p>This study was an internet-based field experiment. To test our hypotheses, we chose data from the social network Reddit (reddit.com). Reddit is a social news aggregation, web content rating, and discussion website. Posts are organized by subject into user-created boards called “subreddits”, which cover a variety of topics including news, science, movies, video games, music, books, fitness, image-sharing, and loneliness. As of March 2019, Reddit had 542 million monthly visitors (234 million unique users) and was ranked as the sixth most visited website in the United States and 21st in the world, according to Alexa Internet, with 53.9% of its user base coming from the United States, followed by the United Kingdom at 8.2%, and Canada at 6.3% [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        <p>Reddit has all the main features of discussion forums in that users post their own personal messages and photos. Like other major blog sites, anyone can visit other users’ forums to read and post messages with simple clicks. Thus, everybody can post their personal messages knowing that others can easily access those messages. Each user is identified by a username, which can be (and often is) anonymous.</p>
        <p>We extracted all postings made to the Reddit discussion board on loneliness (r/lonely) between January 1, 2015, and December 31, 2018 (4 years). We further extracted all posts on other subreddits made during these dates by people who posted on the loneliness discussion board. Posts made by people who subsequently deleted their account were removed from analysis.</p>
        <p>On July 2014, a user posted a link to the long-form University of California, Los Angeles (UCLA) loneliness questionnaire and asked users to report their scores. A total of 40 users reported their scores, and, of those, 23 posted messages to r/lonely or to r/ForeverAlone (a similar subreddit). The long-form UCLA questionnaire is closely correlated with the UCLA Loneliness Scale (ULS-6) questionnaire used in our work (see Measures) [<xref ref-type="bibr" rid="ref43">43</xref>]. We extracted these postings and reported the validity of our models by comparing self-reported scores to estimated scores, as described in the Measures sections.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <p>We asked 7 crowdsourcing workers on Mechanical Turk to label a random sample of 236 posts (made by 230 users) from the loneliness discussion board. Workers were shown a post, asked to imagine how they would feel had they wrote this post, and then answer the short-form ULS-6 to measure respondents’ loneliness [<xref ref-type="bibr" rid="ref44">44</xref>]. The ULS-6 is a widely used tool [<xref ref-type="bibr" rid="ref45">45</xref>] for gauging the loneliness of respondents. It includes six statements that people are asked to rate their agreement with. The total score is the aggregate of the agreement scores.</p>
        <p>We then averaged the scores given by the workers for each question and calculated the loneliness score for each user. High scores indicate a higher degree of loneliness. Score reliability was estimated using interclass correlation and Krippendorff’s alpha [<xref ref-type="bibr" rid="ref46">46</xref>].</p>
        <p>Using the 236 labeled posts, we built a predictive model for loneliness scores given the text of a question. All words, word pairs, and word triplets that appeared in 5 or more postings and fewer than 50% of postings were used as attributes for predicting loneliness scores. Additionally, we extracted sentiment attributes from the NLTK [<xref ref-type="bibr" rid="ref47">47</xref>] package. This package provides an estimate of the positive, negative, neutral, and composite valence of sentiment.</p>
        <p>The two feature families (phrases and sentiment) were modeled using a random forest with 50 trees. We noted that other models, including regression trees and linear models, achieved worst performance.</p>
        <p>The random forest model was then applied to all postings from the loneliness forum, and further analysis (ie, stratifying posts according to predicted loneliness scores) was conducted.</p>
        <p>All analysis was conducted using Matlab 2019a. This work was approved by the Institutional Review Board of the Technion – Israel Institute of Technology.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>A total of 19,668 postings from 11,054 users were found on the loneliness forum on Reddit. A further 406,714 postings were found to have been made by these users on other Reddit forums. Of the latter, 20.71% (84,249/406,714) were made after the first post in the loneliness forum and 79.23% (322,246/406,714) before it.</p>
      <p>We first analyzed the reliability of unrelated individuals in estimating loneliness. Interclass correlation among crowdsourcing workers across the short-form ULS-6 was, on average, 0.19 (SD 0.03). Krippendorff’s alpha was, on average, 0.19 (SD 0.03). This agreement is sufficient to allow a rough estimate of loneliness to be assessed by these workers. This lends support to our assumption.</p>
      <p>The predictive model was trained separately for each of the ULS-6 statements using leave-one-out error estimation. The Pearson correlation between the total predicted score and the score estimated using crowdsourcing was 0.36 (<italic>P</italic>&#60;.001). The use of phrases (word, word pairs, and triplets) alone reached a Pearson correlation of 0.21 (<italic>P</italic>=.001), and the use of sentiment attributes reached 0.34 (<italic>P</italic>&#60;.001).</p>
      <p>To estimate the validity of our models, we compared self-reported loneliness scores that were available for 23 users with the scores estimated by applying the models to their postings, as described in the Methods section. The score for users who posted more than once was taken as the maximum score across posts. The Spearman correlation between the estimated and reported loneliness scores was 0.48 (<italic>P</italic>=.02). Thus, our model represents moderate validity.</p>
      <p>All collected posts in the loneliness forum were then scored using the model. Approximately 20.35% (2250/11,054) of users made more than one post in the loneliness forum. The correlation between the loneliness scores of the same user at different times is Spearman ρ=0.22 (<italic>P</italic>&#60;.001).</p>
      <p>Since both annotator agreement and classification accuracy were not high, we stratified users into five percentile bands, from people whose posts received an average predicted score in the low 20% of the scores, up to the top 20%.</p>
      <p>We analyzed the trends in loneliness postings over time for 356 users who had five or more postings in the loneliness forum. First, their predicted loneliness scores were interpolated using linear interpolation from the first time they posted and for a period of 316 days, which represents the 50th percentile of the time span between the first and last posting among these users. These interpolated scores were normalized by removing the value of the first predicted score for each user and then clustered using k-means into 5 clusters, where each user was represented by their predicted loneliness score on each day.</p>
      <p><xref rid="figure1" ref-type="fig">Figure 1</xref> shows the centroids of the 5 clusters as well as the percentage of users in each cluster who asked a question in the suicide watch forum (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref> shows the figure with error bars). The average time between a posting to the loneliness forum and to the suicide watch forum was 215 days (SD 251). The partition is nonrandom (chi-square goodness of fit test, <italic>P</italic>&#60;.001). As the figure shows, a decrease in loneliness scores is associated with a lower likelihood of suicide postings, compared to increasing or even constant scores. This lends support to our second hypothesis.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Centroids of users clustered over time by predicted loneliness scores and the percentages of users in each cluster who made posts in the suicide watch forum.</p>
        </caption>
        <graphic xlink:href="mental_v7i4e17188_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Notably, users who had a large increase in their loneliness were somewhat less likely to post on the suicide watch forum. However, in contrast to other clusters, all the users in this cluster posted in the suicide watch forum prior to their first post in the loneliness forum.</p>
      <p>We noted that people with constant scores (the central cluster) also had high transition rates to r/SuicideWatch. We hypothesize that users with constant loneliness scores still suffer from emotional vulnerability that can affect their transition to suicidal ideation, see also [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      <p>We further noted that, in general, loneliness scores stabilized after around 100 days. We hypothesize that, after an initial period (reflected by beginning to post on r/lonely), people’s loneliness scores stabilize and do not change significantly during the observation window.</p>
      <p>To model the relationship between postings to the loneliness forum and future posting to the suicide watch forum, we examined users who made 2 or more posts to the loneliness forum and modeled future postings to the suicide watch forum using a Cox proportional-hazard model. The independent variables to this model were the current predicted loneliness score and the change in loneliness score. We included only cases where the time between postings on the loneliness forum was within 180 days.</p>
      <p><xref ref-type="table" rid="table1">Table 1</xref> shows the model parameters for this analysis. We note that the time of day and day of the week were not statistically significantly associated with posting to the suicide forum. As the table shows, a lower current score is strongly associated with future postings to the suicide watch forum, as is a recent increase in loneliness scores. This provides support to our first hypothesis.</p>
      <p>We modeled postings to the 50 most popular Reddit forums (excluding r/SuicideWatch analyzed above) among people who posted to the loneliness forum using the same methodology as above. <xref ref-type="table" rid="table2">Table 2</xref> shows the model parameters for those forums where one or both variables were statistically significant at <italic>P</italic>&#60;.05 using the Bonferroni correction.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Cox proportional-hazard model for future postings on the suicide watch forum. N=6751.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="490"/>
          <col width="170"/>
          <col width="170"/>
          <col width="170"/>
          <thead>
            <tr valign="top">
              <td>Attribute</td>
              <td>Exp (B)</td>
              <td>SE</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Current score</td>
              <td>0.775</td>
              <td>0.102</td>
              <td>.01</td>
            </tr>
            <tr valign="top">
              <td>Change in score</td>
              <td>1.195</td>
              <td>0.079</td>
              <td>.02</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Cox proportional-hazard model for future postings on different forums among the 50 most popular forums among people who posted in the loneliness foruma.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="230"/>
          <col width="140"/>
          <col width="160"/>
          <col width="140"/>
          <col width="160"/>
          <col width="0"/>
          <col width="170"/>
          <thead>
            <tr valign="top">
              <td>Forum</td>
              <td colspan="5">Exp (B)</td>
              <td>Topics</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Current score</td>
              <td><italic>P</italic> value</td>
              <td>Change in scores</td>
              <td><italic>P</italic> value</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>r/depression</td>
              <td>1.36</td>
              <td>&#60;.001</td>
              <td>0.84</td>
              <td>&#60;.001</td>
              <td colspan="2">Depression</td>
            </tr>
            <tr valign="top">
              <td>r/Drugs</td>
              <td>1.44</td>
              <td>&#60;.001</td>
              <td>0.80</td>
              <td>.008</td>
              <td colspan="2">Illicit drugs</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>Only forums where at least one variable was statistically significant (<italic>P</italic>&#60;.05 with Bonferroni correction) are shown. The description column of topics is taken from the official description of the subreddit, or from the authors’ understanding of this subreddit, if no official description exists.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>We selected users who posted to the loneliness forum and to at least 10 or more other forums. We then analyzed posts made by these users to forums that had postings by at least 50 of these users and not more than 50% of them. Users were represented by the number of posts to each forum and clustered using nonnegative matrix factorization with 10 clusters.</p>
      <p><xref ref-type="table" rid="table3">Table 3</xref> shows the most important forums in each cluster, according to the strength of the latent factor. Labels for the clusters are generalizations proposed by the authors.</p>
      <p>Interestingly, the likelihood of users in each of the clusters to post in subreddits related to the future behaviors shown in <xref ref-type="table" rid="table2">Table 2</xref> varies significantly, as shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
      <p>As the figure shows, people in cluster 8 were most likely to post about drugs. Together with people in cluster 10, they were also the most likely to post in the suicide watch subreddit. People in cluster 7 were the most likely to post in the depression subreddit. People in cluster 5 were low in all these behaviors. Thus, we deduce that people who post in the loneliness forum have diverse interests and backgrounds, and these behaviors are further associated to significantly varying degrees with interest in serious mental conditions.</p>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Most important forums in each cluster, according to the strength of the latent factors identified by nonnegative matrix factorization. Cluster titles are suggested by the authors.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="500"/>
          <col width="500"/>
          <thead>
            <tr valign="top">
              <td>Cluster (Title)</td>
              <td>Subreddits</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Cluster 1 (Depression)</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>r/depression</p>
                  </list-item>
                  <list-item>
                    <p>r/depressed</p>
                  </list-item>
                  <list-item>
                    <p>r/misanthropy</p>
                  </list-item>
                  <list-item>
                    <p>r/disability</p>
                  </list-item>
                  <list-item>
                    <p>r/selfharm</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Cluster 2 (Leisure)</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>r/funny</p>
                  </list-item>
                  <list-item>
                    <p>r/weddingplanning</p>
                  </list-item>
                  <list-item>
                    <p>r/pics</p>
                  </list-item>
                  <list-item>
                    <p>r/Atlanta</p>
                  </list-item>
                  <list-item>
                    <p>r/gifs</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Cluster 3 (Other)</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>r/3amjokes</p>
                  </list-item>
                  <list-item>
                    <p>r/NoStupidQuestions</p>
                  </list-item>
                  <list-item>
                    <p>r/satanism</p>
                  </list-item>
                  <list-item>
                    <p>r/findareddit</p>
                  </list-item>
                  <list-item>
                    <p>r/Lightbulb</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Cluster 4 (Gaming)</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>r/leagueoflegends</p>
                  </list-item>
                  <list-item>
                    <p>r/summonerschool</p>
                  </list-item>
                  <list-item>
                    <p>r/TeamRedditTeams</p>
                  </list-item>
                  <list-item>
                    <p>r/LeagueConnect</p>
                  </list-item>
                  <list-item>
                    <p>r/formula1</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Cluster 5 (Music)</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>r/shittyideas</p>
                  </list-item>
                  <list-item>
                    <p>r/PipeTobacco</p>
                  </list-item>
                  <list-item>
                    <p>r/Showerthoughts</p>
                  </list-item>
                  <list-item>
                    <p>r/Blink182</p>
                  </list-item>
                  <list-item>
                    <p>r/ToolBand</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Cluster 6 (Young males)</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>r/ForeverAlone</p>
                  </list-item>
                  <list-item>
                    <p>r/virgin</p>
                  </list-item>
                  <list-item>
                    <p>r/NEET</p>
                  </list-item>
                  <list-item>
                    <p>r/AnxietyDepression</p>
                  </list-item>
                  <list-item>
                    <p>r/Fuckthealtright</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Cluster 7 (Multimedia)</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>r/GifSound</p>
                  </list-item>
                  <list-item>
                    <p>r/Supernatural</p>
                  </list-item>
                  <list-item>
                    <p>r/HFY</p>
                  </list-item>
                  <list-item>
                    <p>r/dvdcollection</p>
                  </list-item>
                  <list-item>
                    <p>r/FlashTV</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Cluster 8 (Teens)</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>r/teenagers</p>
                  </list-item>
                  <list-item>
                    <p>r/SonicTheHedgehog</p>
                  </list-item>
                  <list-item>
                    <p>r/nukedmemes</p>
                  </list-item>
                  <list-item>
                    <p>r/fakealbumcovers</p>
                  </list-item>
                  <list-item>
                    <p>r/nin</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Cluster 9 (Gaming)</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>r/Warthunder</p>
                  </list-item>
                  <list-item>
                    <p>r/hoi4</p>
                  </list-item>
                  <list-item>
                    <p>r/pumparum</p>
                  </list-item>
                  <list-item>
                    <p>r/shittydarksouls</p>
                  </list-item>
                  <list-item>
                    <p>r/darksouls3</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Cluster 10 (Illicit drugs)</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>r/opiates</p>
                  </list-item>
                  <list-item>
                    <p>r/Stims</p>
                  </list-item>
                  <list-item>
                    <p>r/OpiatesRecovery</p>
                  </list-item>
                  <list-item>
                    <p>r/benzodiazepines</p>
                  </list-item>
                  <list-item>
                    <p>r/trees</p>
                  </list-item>
                </list>
              </td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Percentage of people in each of the clusters shown in <xref ref-type="table" rid="table2">Table 2</xref> who posted in specific subreddits. The partitions are statistically significant (chi-square test) only for r/Drugs (<italic>P</italic>=.049).</p>
        </caption>
        <graphic xlink:href="mental_v7i4e17188_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The aim of this study is to expand the knowledge on the determinants of loneliness via online postings in a social media forum. To the best of our knowledge, this is the first study to examine such relations on a large scale and with this methodology approach.</p>
      <p>We found that there is a correlation between the total predicted loneliness score and the score estimated by crowdsourcing workers, as we assumed. The posted text can be read and assessed for its loneliness level to an acceptable degree by others, as if they were in the post writer’s shoes. This is in lieu of a self-reported assessment by the post writers themselves, which is impossible to obtain in an anonymous social network. This is particularly important considering the subjective, dynamic, and ubiquitous features and bias of loneliness online and offline that could impact how people assess their own levels of loneliness.</p>
      <p>Having demonstrated that loneliness-related postings can be assessed, we further demonstrated that an automated algorithm could assess loneliness given the text of a posting. We validated this algorithm both by comparing it to human-generated scores and by showing consistency in the scores of the same individuals. Additionally, for a small sample of users who provided an assessment of their scores in unrelated postings, good correlation was attained with predicted scores, demonstrating validity of the text-based estimator. This enabled us to use the model to score a large number of postings on loneliness and stratify users by their interests, analyzing a total of 19,668 postings from 11,054 users in the loneliness forum of Reddit.</p>
      <p>Our results provide several interesting observations into the correlates of loneliness. First, loneliness in the context of online posting behavior is not a single-faceted phenomenon. Although our data was collected from a single subreddit, it has a trajectory that can be followed via posting behavior. Thus, people who posted on this forum could be clustered by their interests according to other subreddits where they were active, and these were correlated with specific outcomes. This clustering suggested different population characteristics, all who are lonely, and new variables to further explore the digital behavior of lonely people.</p>
      <p>This study also confirmed that temporal trends in loneliness scores are associated with future topics of interest, including suicide. Our results show that changes in the degree of loneliness are strongly associated with suicidality (hazard ratio 1.19) and with other detrimental behaviors such as depression and illicit drug use. We confirmed that a decrease in loneliness scores is associated with a lower likelihood of suicide postings, compared to increasing or even constant scores.</p>
      <p>We noted that the clustering seems to imply that a rise in loneliness scores is associated with a higher likelihood of posting activity on the suicide subreddit. However, whereas the Cox model measures short-term change, the clustering shows the long-term trend. Thus, we posit that long-term increase in loneliness as well as short-term reduction in loneliness are both associated with suicide ideation. We attribute the latter to the cathartic effect, whereby the ideation to suicide may cause a reduction in negative emotions such as anxiety and, perhaps, loneliness.</p>
      <p>This study has certain limitations that could be considered in future studies. First, we verified the validity of our measure of loneliness, obtained using crowdsourcing, through internal agreement between labelers. Future work will directly assess the ability of unrelated individuals to assess loneliness by comparing their scores with those of the individual who created the posting. Second, while crowdsourcing and the statistical model enabled an assessment of loneliness scores, future work will attempt to improve this assessment, either by using new methods of language processing or by including other information on users, such as demographics.</p>
      <p>Another limitation of our study is in the use of a black box model based on word combinations. This makes it difficult to assess the reasons that a post is deemed to be associated with high or low levels of loneliness. Such an understanding could contribute to designing interventions, for example, responses that could reduce levels of loneliness and increase windows of opportunity between the first post on loneliness and the first post on suicide. Further research in this area should include gender, age, and other cultural variables, such as internet, social media and smartphone addiction, comparison between posting pictures and texts, and comparison between text posting in forums and other online activities such as shopping and information seeking. Another natural avenue for future work is an intervention (either manual or automatic) in the forum to reduce loneliness.</p>
      <p>Despite these limitations, we believe that this research can improve our understanding of the impact of the internet and social media on social lives and the ubiquitous emotional phenomenon of loneliness. Our model can be compared across cultures.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Error bars.</p>
        <media xlink:href="mental_v7i4e17188_app1.docx" xlink:title="DOCX File , 284 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">UCLA</term>
          <def>
            <p>University of California, Los Angeles</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ULS-6</term>
          <def>
            <p>UCLA Loneliness Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Killeen</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Loneliness: an epidemic in modern society</article-title>
          <source>J Adv Nurs</source>
          <year>1998</year>
          <month>10</month>
          <volume>28</volume>
          <issue>4</issue>
          <fpage>762</fpage>
          <lpage>770</lpage>
          <pub-id pub-id-type="doi">10.1046/j.1365-2648.1998.00703.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Loneliness and social isolation—a private problem, a public issue</article-title>
          <source>J Fam Consum Sci</source>
          <year>2019</year>
          <month>02</month>
          <day>01</day>
          <volume>111</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.14307/JFCS111.1.7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>GO</given-names>
            </name>
          </person-group>
          <source>AARP Research</source>
          <year>2010</year>
          <month>9</month>
          <access-date>2020-03-22</access-date>
          <comment>Loneliness among older adults: a national survey of adults 45+<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aarp.org/research/topics/life/info-2014/loneliness_2010.html">https://www.aarp.org/research/topics/life/info-2014/loneliness_2010.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stravynski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Boyer</surname>
              <given-names>Richard</given-names>
            </name>
          </person-group>
          <article-title>Loneliness in relation to suicide ideation and parasuicide: a population-wide study</article-title>
          <source>Suicide Life Threat Behav</source>
          <year>2001</year>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>32</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1521/suli.31.1.32.21312</pub-id>
          <pub-id pub-id-type="medline">11326767</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holt-Lunstad</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Loneliness and social isolation as risk factors for mortality: a meta-analytic review</article-title>
          <source>Perspect Psychol Sci</source>
          <year>2015</year>
          <month>03</month>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>227</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.1177/1745691614568352</pub-id>
          <pub-id pub-id-type="medline">25910392</pub-id>
          <pub-id pub-id-type="pii">10/2/227</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heinrich</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Gullone</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The clinical significance of loneliness: a literature review</article-title>
          <source>Clin Psychol Rev</source>
          <year>2006</year>
          <month>10</month>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>695</fpage>
          <lpage>718</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2006.04.002</pub-id>
          <pub-id pub-id-type="medline">16952717</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(06)00044-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Victor</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The prevalence of loneliness among adults: a case study of the United Kingdom</article-title>
          <source>J Psychol</source>
          <year>2012</year>
          <volume>146</volume>
          <issue>1-2</issue>
          <fpage>85</fpage>
          <lpage>104</lpage>
          <pub-id pub-id-type="doi">10.1080/00223980.2011.613875</pub-id>
          <pub-id pub-id-type="medline">22303614</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Theeke</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Predictors of loneliness in U.S. adults over age sixty-five</article-title>
          <source>Arch Psychiatr Nurs</source>
          <year>2009</year>
          <month>10</month>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>387</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1016/j.apnu.2008.11.002</pub-id>
          <pub-id pub-id-type="medline">19766930</pub-id>
          <pub-id pub-id-type="pii">S0883-9417(08)00198-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>CIGNA</collab>
          </person-group>
          <source>CIGNA</source>
          <year>2018</year>
          <access-date>2020-03-22</access-date>
          <comment>CIGNA Survey of 20,000 Americans examining behaviors driving loneliness in the United States<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cigna.com/about-us/newsroom/studies-and-reports/loneliness-epidemic-america">https://www.cigna.com/about-us/newsroom/studies-and-reports/loneliness-epidemic-america</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nowland</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Necka</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Cacioppo</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>Loneliness and social internet use: pathways to reconnection in a digital world?</article-title>
          <source>Perspect Psychol Sci</source>
          <year>2018</year>
          <month>01</month>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>70</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.1177/1745691617713052</pub-id>
          <pub-id pub-id-type="medline">28937910</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rokach</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Surviving and coping with loneliness</article-title>
          <source>J Psychol</source>
          <year>1990</year>
          <month>01</month>
          <volume>124</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1080/00223980.1990.10543204</pub-id>
          <pub-id pub-id-type="medline">2319485</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Özdemir</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kuzucu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ak</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Depression, loneliness and Internet addiction: how important is low self-control?</article-title>
          <source>Computers in Human Behavior</source>
          <year>2014</year>
          <month>05</month>
          <volume>34</volume>
          <fpage>284</fpage>
          <lpage>290</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2014.02.009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bian</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Linking loneliness, shyness, smartphone addiction symptoms, and patterns of smartphone use to social capital</article-title>
          <source>Social Science Computer Review</source>
          <year>2014</year>
          <month>04</month>
          <day>08</day>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>61</fpage>
          <lpage>79</lpage>
          <pub-id pub-id-type="doi">10.1177/0894439314528779</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ye</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Examining relations between locus of control, loneliness, subjective well-being, and preference for online social interaction</article-title>
          <source>Psychol Rep</source>
          <year>2015</year>
          <month>02</month>
          <volume>116</volume>
          <issue>1</issue>
          <fpage>164</fpage>
          <lpage>175</lpage>
          <pub-id pub-id-type="doi">10.2466/07.09.pr0.116k14w3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Song</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zmyslinski-Seelig</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Drent</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Victor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Omori</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Does Facebook make you lonely?: a meta analysis</article-title>
          <source>Computers in Human Behavior</source>
          <year>2014</year>
          <month>07</month>
          <volume>36</volume>
          <fpage>446</fpage>
          <lpage>452</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2014.04.011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dittmann</surname>
              <given-names>KL</given-names>
            </name>
          </person-group>
          <article-title>A study of the relationship between loneliness and Internet use among university students</article-title>
          <source>Dissertations</source>
          <year>2003</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://digitalcommons.andrews.edu/cgi/viewcontent.cgi?article=1330&#38;context=dissertations"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kubey</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Lavin</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Barrows</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Internet use and collegiate academic performance decrements: early findings</article-title>
          <source>Journal of Communication</source>
          <year>2006</year>
          <pub-id pub-id-type="doi">10.1111/j.1460-2466.2001.tb02885.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Błachnio</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Przepiorka</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Boruch</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Bałakier</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Self-presentation styles, privacy, and loneliness as predictors of Facebook use in young people</article-title>
          <source>Personality and Individual Differences</source>
          <year>2016</year>
          <month>05</month>
          <volume>94</volume>
          <fpage>26</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1016/j.paid.2015.12.051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lup</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Trub</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenthal</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Instagram #instasad?: exploring associations among instagram use, depressive symptoms, negative social comparison, and strangers followed</article-title>
          <source>Cyberpsychol Behav Soc Netw</source>
          <year>2015</year>
          <month>05</month>
          <volume>18</volume>
          <issue>5</issue>
          <fpage>247</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1089/cyber.2014.0560</pub-id>
          <pub-id pub-id-type="medline">25965859</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Orchard</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fullwood</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Galbraith</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Individual differences as predictors of social networking</article-title>
          <source>J Comput-Mediat Comm</source>
          <year>2014</year>
          <month>02</month>
          <day>17</day>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>388</fpage>
          <lpage>402</lpage>
          <pub-id pub-id-type="doi">10.1111/jcc4.12068</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krasnova</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Widjaja</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Buxmann</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wenninger</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Benbasat</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Research note—Why following friends can hurt you: an exploratory investigation of the effects of envy on social networking sites among college-age users</article-title>
          <source>Information Systems Research</source>
          <year>2015</year>
          <month>09</month>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>585</fpage>
          <lpage>605</lpage>
          <pub-id pub-id-type="doi">10.1287/isre.2015.0588</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frison</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Eggermont</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Toward an integrated and differential approach to the relationships between loneliness, different types of Facebook use, and adolescents’ depressed mood</article-title>
          <source>Communication Research</source>
          <year>2015</year>
          <month>12</month>
          <day>03</day>
          <fpage>009365021561750</fpage>
          <pub-id pub-id-type="doi">10.1177/0093650215617506</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lou</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Nickerson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McMorris</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>An examination of the reciprocal relationship of loneliness and Facebook use among first-year college students</article-title>
          <source>Journal of Educational Computing Research</source>
          <year>2012</year>
          <month>05</month>
          <day>10</day>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>105</fpage>
          <lpage>117</lpage>
          <pub-id pub-id-type="doi">10.2190/ec.46.1.e</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Błachnio</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Przepiorka</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Be aware! If you start using Facebook problematically you will feel lonely: phubbing, loneliness, self-esteem, and Facebook intrusion. A cross-sectional study</article-title>
          <source>Social Science Computer Review</source>
          <year>2018</year>
          <month>02</month>
          <day>18</day>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>270</fpage>
          <lpage>278</lpage>
          <pub-id pub-id-type="doi">10.1177/0894439318754490</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steinfield</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ellison</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>Lampe</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Social capital, self-esteem, and use of online social network sites: a longitudinal analysis</article-title>
          <source>Journal of Applied Developmental Psychology</source>
          <year>2008</year>
          <month>11</month>
          <volume>29</volume>
          <issue>6</issue>
          <fpage>434</fpage>
          <lpage>445</lpage>
          <pub-id pub-id-type="doi">10.1016/j.appdev.2008.07.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Valkenburg</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Peter</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Internet communication and its relation to well-being: identifying some underlying mechanisms</article-title>
          <source>Media Psychology</source>
          <year>2007</year>
          <month>03</month>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <lpage>58</lpage>
          <pub-id pub-id-type="doi">10.1080/15213260709336802</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fokkema</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Knipscheer</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Escape loneliness by going digital: a quantitative and qualitative evaluation of a Dutch experiment in using ECT to overcome loneliness among older adults</article-title>
          <source>Aging Ment Health</source>
          <year>2007</year>
          <month>09</month>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>496</fpage>
          <lpage>504</lpage>
          <pub-id pub-id-type="doi">10.1080/13607860701366129</pub-id>
          <pub-id pub-id-type="medline">17882587</pub-id>
          <pub-id pub-id-type="pii">782166898</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hou</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gaskin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rost</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Psychological resilience can help combat the effect of stress on problematic social networking site usage</article-title>
          <source>Personality and Individual Differences</source>
          <year>2017</year>
          <month>04</month>
          <volume>109</volume>
          <fpage>61</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1016/j.paid.2016.12.048</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kalpidou</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Costin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The relationship between Facebook and the well-being of undergraduate college students</article-title>
          <source>Cyberpsychol Behav Soc Netw</source>
          <year>2011</year>
          <month>04</month>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>183</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1089/cyber.2010.0061</pub-id>
          <pub-id pub-id-type="medline">21192765</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pittman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Creating, consuming, and connecting: examining the relationship between social media engagement and loneliness</article-title>
          <source>The Journal of Social Media in Society</source>
          <year>2015</year>
          <fpage>4</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Pickett</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Knowles</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Social snacking and shielding: using social symbols, selves, and surrogates in the service of belonging needs</article-title>
          <source>The Social Outcast: Ostracism, Social Exclusion, Rejection, and Bullying</source>
          <year>2005</year>
          <conf-name>Sydney Symposium of Social Psychology series</conf-name>
          <conf-date>2005</conf-date>
          <conf-loc>Sydney, Australia</conf-loc>
          <fpage>227</fpage>
          <lpage>241</lpage>
          <pub-id pub-id-type="doi">10.4324/9780203942888</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>DMT</given-names>
            </name>
            <name name-style="western">
              <surname>Loxton</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tobin</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Declining loneliness over time: evidence from american colleges and high schools</article-title>
          <source>Pers Soc Psychol Bull</source>
          <year>2015</year>
          <month>01</month>
          <day>24</day>
          <volume>41</volume>
          <issue>1</issue>
          <fpage>78</fpage>
          <lpage>89</lpage>
          <pub-id pub-id-type="doi">10.1177/0146167214557007</pub-id>
          <pub-id pub-id-type="medline">25422313</pub-id>
          <pub-id pub-id-type="pii">0146167214557007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yom-Tov</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Crowdsourced Health: How What You Do on the Internet Will Improve Medicine</source>
          <year>2016</year>
          <publisher-loc>Boston, MA, USA</publisher-loc>
          <publisher-name>MIT Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kiciman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Coppersmith</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Discovering shifts to suicidal ideation from mental health content in social media</article-title>
          <source>Proc SIGCHI Conf Hum Factor Comput Syst</source>
          <year>2016</year>
          <month>05</month>
          <conf-name>Proceedings of the  CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>2016</conf-date>
          <conf-loc>San Jose, CA, USA</conf-loc>
          <fpage>2098</fpage>
          <lpage>2110</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29082385"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/2858036.2858207</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gamon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Counts</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Horvitz</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Predicting depression via social media</article-title>
          <year>2013</year>
          <conf-name>Seventh International AAAI Conference on Weblogs and Social Media</conf-name>
          <conf-date>2013</conf-date>
          <conf-loc>Boston, MA, USA</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Counts</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Horvitz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hoff</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Characterizing and predicting postpartum depression from shared Facebook data</article-title>
          <year>2014</year>
          <conf-name>Proceedings of the 17th ACM Conference on Computer Supported Cooperative Work &#38; Social Computing</conf-name>
          <conf-date>2014</conf-date>
          <conf-loc>Baltimore, Maryland, USA</conf-loc>
          <publisher-loc>USA</publisher-loc>
          <publisher-name>ACM</publisher-name>
          <fpage>626</fpage>
          <lpage>638</lpage>
          <pub-id pub-id-type="doi">10.1145/2531602.2531675</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pimpalkhute</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nikfarjam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ginn</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Pharmacovigilance on Twitter? Mining tweets for adverse drug reactions</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2014</year>
          <volume>2014</volume>
          <fpage>924</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25954400"/>
          </comment>
          <pub-id pub-id-type="medline">25954400</pub-id>
          <pub-id pub-id-type="pmcid">PMC4419871</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yom-Tov</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Brunstein-Klomek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hadas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tamir</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Fennig</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Differences in physical status, mental state and online behavior of people in pro-anorexia web communities</article-title>
          <source>Eat Behav</source>
          <year>2016</year>
          <month>08</month>
          <volume>22</volume>
          <fpage>109</fpage>
          <lpage>112</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eatbeh.2016.05.001</pub-id>
          <pub-id pub-id-type="medline">27183245</pub-id>
          <pub-id pub-id-type="pii">S1471-0153(16)30068-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Skea</surname>
              <given-names>ZC</given-names>
            </name>
            <name name-style="western">
              <surname>Entwistle</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Watt</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>'Avoiding harm to others' considerations in relation to parental measles, mumps and rubella (MMR) vaccination discussions - an analysis of an online chat forum</article-title>
          <source>Soc Sci Med</source>
          <year>2008</year>
          <month>11</month>
          <volume>67</volume>
          <issue>9</issue>
          <fpage>1382</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2008.07.006</pub-id>
          <pub-id pub-id-type="medline">18703263</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(08)00362-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harmsen</surname>
              <given-names>IA</given-names>
            </name>
            <name name-style="western">
              <surname>Mollema</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiter</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Paulussen</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>de Melker</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Kok</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Why parents refuse childhood vaccination: a qualitative study using online focus groups</article-title>
          <source>BMC Public Health</source>
          <year>2013</year>
          <month>12</month>
          <day>16</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>1183</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-13-1183"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-13-1183</pub-id>
          <pub-id pub-id-type="medline">24341406</pub-id>
          <pub-id pub-id-type="pii">1471-2458-13-1183</pub-id>
          <pub-id pub-id-type="pmcid">PMC3878652</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huber</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ihrig</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Huber</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hadaschik</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pahernik</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hohenfellner</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Decision-making in localized prostate cancer: lessons learned from an online support group</article-title>
          <source>BJU Int</source>
          <year>2011</year>
          <month>05</month>
          <volume>107</volume>
          <issue>10</issue>
          <fpage>1570</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1464-410X.2010.09859.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1464-410X.2010.09859.x</pub-id>
          <pub-id pub-id-type="medline">21105988</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <source>Wikipedia</source>
          <access-date>2019-07-02</access-date>
          <comment>List of most popular websites<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://en.wikipedia.org/wiki/List_of_most_popular_websites">https://en.wikipedia.org/wiki/List_of_most_popular_websites</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wongpakaran</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wongpakaran</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Pinyopornpanish</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Simcharoen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Suradom</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Varnado</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kuntawong</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of a 6-item Revised UCLA Loneliness Scale (RULS-6) using Rasch analysis</article-title>
          <source>Br J Health Psychol</source>
          <year>2020</year>
          <month>01</month>
          <day>30</day>
          <pub-id pub-id-type="doi">10.1111/bjhp.12404</pub-id>
          <pub-id pub-id-type="medline">31999891</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nazzal</surname>
              <given-names>FI</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Neto</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Psychometric analysis of the short-form UCLA Loneliness Scale (ULS-6) among Palestinian university students</article-title>
          <source>Interpersona</source>
          <year>2018</year>
          <month>02</month>
          <day>23</day>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>113</fpage>
          <lpage>125</lpage>
          <pub-id pub-id-type="doi">10.5964/ijpr.v11i2.269</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amichai-Hamburger</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ben-Artzi</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Loneliness and Internet use</article-title>
          <source>Computers in Human Behavior</source>
          <year>2003</year>
          <month>1</month>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>71</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1016/S0747-5632(02)00014-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Krippendorff</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Answering the call for a standard reliability measure for coding data</article-title>
          <source>Communication Methods and Measures</source>
          <year>2007</year>
          <month>04</month>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>77</fpage>
          <lpage>89</lpage>
          <pub-id pub-id-type="doi">10.1080/19312450709336664</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="web">
          <source>Natural Language Toolkit</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nltk.org/">https://www.nltk.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
