bak_dashboard.Rmd

---
title: "\\#HarryPotterJobs"
output: 
  flexdashboard::flex_dashboard
---

```{r setup, include=FALSE}
library(flexdashboard)
library(twitteR)
library(dplyr)
library(ggplot2)
library(lubridate)
library(network)
library(sna)
library(qdap)
library(tm)

source('/var/twitterCreds.R')

setup_twitter_oauth(api_key, api_secret, access_token, token_secret)
tw <- searchTwitter('#HarryPotterJobs', n=1000, since='2016-05-01')
d <- twListToDF(tw)
```

Column {.tabset}
-----------------------------------------------------------------

### When do people tweet?

```{r}
d$created = with_tz(d$created, 'America/Denver')

ggplot(d, aes(created)) + 
    geom_density(aes(fill = isRetweet), alpha = .5) +
    scale_fill_discrete(guide = 'none') +
    xlab('All tweets')
```

### What platforms are people using?

```{r}
par(mar = c(3, 3, 3, 2))
d$statusSource = substr(d$statusSource, 
                        regexpr('>', d$statusSource) + 1, 
                        regexpr('</a>', d$statusSource) - 1)
d_tab <- sort(table(d$statusSource))
dotchart(d_tab, cex=0.5)
mtext('Number of tweets posted by platform')
```

### Emotional Valence

```{r}
# Split into retweets and original tweets
sp = split(d, d$isRetweet)
orig = sp[['FALSE']]
# Extract the retweets and pull the original author's screenname
rt = mutate(sp[['TRUE']], sender = substr(text, 5, regexpr(':', text) - 1))

pol = gsub('[[:punct:]]+\\s+', ' ', orig$text)
pol = iconv(gsub('\\n+', '', pol), to='ASCII', sub='')
pol = gsub('https?:\\/\\/[[:alnum:]]+\\.\\w{2,6}\\/[[:alnum:]]*', 
	'', pol)
pol = polarity(pol)
orig$emotionalValence = pol$all$polarity

# As reality check, what are the most and least positive tweets
# orig$text[which.max(orig$emotionalValence)]

orig %>%
    ggplot(aes(created, emotionalValence)) +
    geom_point() + 
    geom_smooth(span = .5)
```

### Do happier tweets get retweeted more?

```{r}
ggplot(orig, aes(x = emotionalValence, y = retweetCount)) +
    geom_point(position = 'jitter') +
    geom_smooth()
```

### Emotional Content

```{r}
polWord = 
    sapply(pol, function(p) {
        words = c(positiveWords = paste(p$pos.words, collapse = ' '), 
                  negativeWords = paste(p$neg.words, collapse = ' '))
        gsub('-', '', words)  # Get rid of nothing found's "-"
    }) %>%
    apply(1, paste, collapse = ' ') %>% 
    stripWhitespace() %>% 
    strsplit(' ') 

polWord[[1]] <- gsub('c\\(\\"|\\"|\\)|,', '', polWord[[1]])
polWord[[2]] <- gsub('c\\(\\"|\\"|\\)|,', '', polWord[[2]])
polWordTables <- sapply(polWord, table)
for(i in 1:length(polWordTables)) {
polWordTables[[i]] <- sort(polWordTables[[i]])
}

par(mfrow = c(1, 2))
invisible(
    lapply(1:2, function(i) {
    dotchart(sort(polWordTables[[i]]), cex = .5)
    mtext(names(polWordTables)[i])
    }))
```

### Emotionally associated non-emotional words

```{r}
pol = iconv(gsub('\\n+', '', pol), to='ASCII', sub='')
polSplit = split(orig, sign(orig$emotionalValence))
polText = sapply(polSplit, function(df) {
    paste(tolower(iconv(df$text, to = 'ASCII', sub='')), collapse = ' ') %>%
        gsub(' (http|@)[^[:blank:]]+', '', .) %>%
        gsub('[[:punct:]]', '', .)
    }) %>%
    structure(names = c('negative', 'neutral', 'positive'))

# remove emotive words
polText['negative'] = removeWords(polText['negative'], names(polWordTables$negativeWords))
polText['positive'] = removeWords(polText['positive'], names(polWordTables$positiveWords))

# Make a corpus by valence and a wordcloud from it
corp = VCorpus(VectorSource(polText))
names(corp) <- c('negative', 'neutral', 'positive')
col3 = RColorBrewer::brewer.pal(3, 'Accent') # Define some pretty colors, mostly for later
wordcloud::comparison.cloud(as.matrix(TermDocumentMatrix(corp)), 
                            max.words = 100, min.freq = 2, random.order=FALSE, 
                            rot.per = 0, vfont = c("sans serif", "plain"))
```

### Who is retweeting whom?

```{r}
# Adjust retweets to create an edgelist for network
el = as.data.frame(cbind(sender = tolower(rt$sender), 
                         receiver = tolower(rt$screenName)))
el = count(el, sender, receiver) 
rtnet = network(el, matrix.type = 'edgelist', directed = TRUE, 
                ignore.eval = FALSE, names.eval = 'num')

# Get names of only those who were retweeted to keep labeling reasonable
vlabs = rtnet %v% 'vertex.names'
vlabs[degree(rtnet, cmode = 'outdegree') == 0] = NA

par(mar = c(0, 0, 3, 0))
plot(rtnet, label = vlabs, label.pos = 5, label.cex = .8, 
     vertex.cex = log(degree(rtnet)) + .5, vertex.col = col3[1],
     edge.lwd = 'num', edge.col = 'gray70', main = '#HarryPotterJobs Retweet Network')
```