stress-detection-in-social-networks/crawlingfunctions.R at master · extremecode/stress-detection-in-social-networks · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
library(stringr)
library(twitteR)
library(xlsx)
library(plyr)
library(dplyr)
twitterauth<-function(){
  setwd('C:\\Users\\guptakas\\Rscripts')
  #install.packages("TwitteR")
  require('twitteR')
  api_key<- "gRFwcBHf7DPbo2X56EYaiMTgQ"
  api_secret <- "oWQ1cu6oJxCfFRJKvlrGctgLlMPo5b2HhzqnCDBdzNNiz7kBeZ"
  access_token <- "347291173-Ch9M1Jb7TC3DJdpBWE1mrpiyMqOQEsekQBNHp2vu"
  access_token_secret <- "hjUKjUhGgeVdhL2QWRgusGJJ3VFjoY5Y1ydlLX5nGlVbk"
  setup_twitter_oauth(api_key,api_secret,access_token,access_token_secret)
}


Userdataret<-function(tweetuser,nooftweets){
  setwd('C:\\Users\\guptakas\\Rscripts\\data\\user')
  require('dplyr')
  require('twitteR')
  require('stringr')
  #tweets<-searchTwitter(tweetuser,n=nooftweets)
  tweets<-userTimeline(tweetuser,n=nooftweets)
  tweets.df<-twListToDF(tweets)
  clean_tweet = laply(tweets.df$text, function(tweet) {
    tweet = gsub('https://','',tweet) # removes https://
    tweet = gsub('http://','',tweet) # removes http://
    tweet=gsub('[^[:graph:]]', ' ',tweet) ## removes graphic characters
    #like emoticons
    tweet = gsub('[[:punct:]]', '', tweet) # removes punctuation
    tweet = gsub('[[:cntrl:]]', '', tweet) # removes control characters
    tweet = gsub('\\d+', '', tweet) # removes numbers
    tweet=str_replace_all(tweet,"[^[:graph:]]", " ")

    tweet = tolower(tweet) # makes all letters lowercase
  })
  tweets.df$text<-clean_tweet
  temp_df <- twListToDF(lookupUsers(tweetuser))
  temp_df
  colnames(temp_df)
  a<-temp_df[rep(seq_len(nrow(temp_df)), each=length(tweets)),]
  a
  b<-cbind(a,tweets.df$created,tweets.df$text)
  names(b)[1]<-paste("user name")
  names(b)[18]<-paste("tweets date")
  names(b)[19]<-paste("tweet ")
  dim(b)
  colnames(b)
  filename<-tweetuser
  Format<-"csv"
  File<-paste(filename,Format,sep=".")
  write.csv(b, file = File)
}
Frnddataret<-function(tweetuser,nooftweets){
  setwd('C:\\Users\\guptakas\\Rscripts\\data\\friends')
  require('dplyr')
  require('twitteR')
  require('stringr')
  tweets<-searchTwitter(tweetuser,n=nooftweets)
  #tweets<-userTimeline(tweetuser,n=3000)
  tweets.df<-twListToDF(tweets)
  clean_tweet = laply(tweets.df$text, function(tweet) {
    tweet = gsub('https://','',tweet) # removes https://
    tweet = gsub('http://','',tweet) # removes http://
    tweet=gsub('[^[:graph:]]', ' ',tweet) ## removes graphic characters
    #like emoticons
    tweet = gsub('[[:punct:]]', '', tweet) # removes punctuation
    tweet = gsub('[[:cntrl:]]', '', tweet) # removes control characters
    tweet = gsub('\\d+', '', tweet) # removes numbers
    tweet=str_replace_all(tweet,"[^[:graph:]]", " ")

    tweet = tolower(tweet) # makes all letters lowercase
  })
  tweets.df$text<-clean_tweet
  temp_df <- data.frame(tweetuser)
  temp_df
  colnames(temp_df)
  a<-temp_df[rep(seq_len(nrow(temp_df)), each=length(tweets)),]
  a
  b<-cbind(a,tweets.df$text)
  names(b)[1]<-paste("user name")
  names(b)[2]<-paste("tweets date")
  names(b)[3]<-paste("tweet ")
  dim(b)
  colnames(b)
  filename<-tweetuser
  Format<-"csv"
  File<-paste(filename,Format,sep=".")
  write.csv(b, file = File)
}
friendsinformation<-function(username,nooffriends,no_of_tweets){
  require('twitteR')
  require('dplyr')
  User <- getUser("narendramodi")
  User_Friends_IDs<-User$getFriends(n=nooffriends)
  #lucaspuente_follower_IDs<-lucaspuente$getFollowers(n=1000)
  #lucaspuente_follower_IDs
  #length(lucaspuente_follower_IDs)
  length(User_Friends_IDs)
  friends.df<-twListToDF(User_Friends_IDs)
  for (x in friends.df$name) {
  print(class(toString(x)))
  #print(searchTwitter(x,n=1))
  Frnddataret(x,no_of_tweets)
  }

}

twitter_user_frnd_info_crawlwer<-function(username,nut,nf,nft){
  twitterauth()
  #Userdataret('type here username to crawl in a file','no of tweets')
  Userdataret(username,nut)
  friendsinformation(username,nf,nft)
}
twitter_user_frnd_info_crawlwer('narendramodi',500,10,100)