index.Rmd

---
title: "#useR2021 Twitter Explorer"
output: 
  flexdashboard::flex_dashboard:
    orientation: rows
    vertical_layout: scroll
    self_contained: false
    css: styles/main.css
    favicon: "https://user2021.r-project.org//favicon-32x32.png"
    includes:
      after_body: fragments/footer.html
---

```{r load_proj, include=FALSE}
devtools::load_all()
library(flexdashboard)
library(rtweet)
library(vroom)
library(dplyr)
library(stringr)
library(tidytext)
library(lubridate)
library(echarts4r)
library(reactable)
library(DT)
```

```{r load_packages, include=FALSE, cache=TRUE}
userconf_tweets <- readData("data/useR_tweets.csv.gz")
```


```{r time_data, include=FALSE, cache=TRUE}
count_timeseries <- userconf_tweets %>%
  ts_data(by = "days")

tweets_today <- userconf_tweets %>%
  filter(date(created_at) == today())
```


```{r numbers, include=FALSE, cache=TRUE}
number_of_unique_tweets <- get_unique_value(userconf_tweets, text)

number_of_unique_tweets_today <-
  get_unique_value(tweets_today, text)

number_of_tweeters_today <- get_unique_value(tweets_today, user_id)

number_of_likes <- userconf_tweets %>%
  pull(favorite_count) %>%
  sum()
```


```{r rankings_data, include=FALSE, cache=TRUE}
top_tweeters <- userconf_tweets %>%
  group_by(user_id, screen_name, profile_url, profile_image_url) %>%
  summarize(engagement = (sum(retweet_count) * 2 + sum(favorite_count)) / n()) %>%
  ungroup() %>%
  slice_max(engagement, n = 10, with_ties = FALSE)

top_tweeters_format <- top_tweeters %>% 
  mutate(
    profile_url = stringr::str_glue("https://twitter.com/{screen_name}"),
    screen_name = stringr::str_glue('<a href="{profile_url}" target="_blank">@{screen_name}</a>'),
  )

top_hashtags <- userconf_tweets %>%
  tidyr::separate_rows(hashtags, sep = " ") %>%
  count(hashtags = str_to_lower(hashtags)) %>%
  filter(!(hashtags %in% c("user2021"))) %>%
  slice_max(n, n = 20, with_ties = FALSE) %>%
  mutate(
    hashtag = stringr::str_glue(
      '<a href="https://twitter.com/hashtag/{hashtags}" target="_blank" class="tbl-link">#{hashtags}</a>'
    ),
  ) %>%
  select(hashtag, n)

word_banlist <-  c("t.co", "https", "user2021")
top_words <- userconf_tweets %>%
  select(text) %>%
  unnest_tokens(word, text) %>%
  anti_join(stop_words) %>%
  filter(!(word %in% word_banlist)) %>%
  filter(nchar(word) > 4) %>% 
  count(word, sort = TRUE) %>%
  slice_max(n, n = 500) %>% 
  select(word, n)

top_co_hashtags <- userconf_tweets %>% 
  unnest_tokens(bigram, hashtags, token = "ngrams", n = 2) %>% 
  tidyr::separate(bigram, c("word1", "word2"), sep = " ") %>% 
  filter(!word1 %in% c(stop_words$word, word_banlist)) %>% 
  filter(!word2 %in% c(stop_words$word, word_banlist)) %>% 
  count(word1, word2, sort = TRUE) %>% 
  filter(!is.na(word1) & !is.na(word2)) %>% 
  slice_max(n, n = 100, with_ties = FALSE)

top_locations <- userconf_tweets %>%
  filter(!is.na(location) & location != "#rstats") %>%
  distinct(user_id, .keep_all = TRUE) %>%
  mutate(location = str_replace_all(location, "London$", "London, England")) %>% 
  count(location) %>%
  slice_max(n, n = 10, with_ties = FALSE)

top_tweets <- userconf_tweets %>%
  mutate(popularity = favorite_count + (retweet_count * 2)) %>% 
  slice_max(popularity, n = 20, with_ties = FALSE)

emoji_regex <- "[\\uD83C-\\uDBFF\\uDC00-\\uDFFF\u2600-\u27ff]+"
top_emojis <- userconf_tweets %>% 
  unnest_tweets(text, text) %>% 
  filter(str_detect(text, emoji_regex)) %>% 
  mutate(text = str_remove_all(text, "\\w")) %>% 
  unnest_characters(text, text) %>% 
  count(text, sort = TRUE) %>% 
  slice_max(n, n = 20, with_ties = FALSE)
```

```{r timeline_data, include=FALSE, cache=TRUE}
try(Sys.setlocale("LC_TIME", "C"), silent = TRUE)

tweets_by_day <- userconf_tweets %>% 
  ts_data(by = "days") %>%
  mutate(weekday = wday(time, label = TRUE, abbr = TRUE),
         myear = format(time, format = "%b %Y"),
         week = format(time, format = "%U")) %>% 
  rename(tweets = n)

likes_by_day <- userconf_tweets %>% 
  select(created_at, favorite_count) %>% 
  group_by(floor_date(created_at, "day")) %>% 
  summarise(n = sum(favorite_count, na.rm = TRUE)) %>% 
  ungroup() %>% 
  setNames(c("time", "likes")) %>% 
  filter(!is.na(time))

rts_by_day <- userconf_tweets %>% 
  select(created_at, retweet_count) %>% 
  group_by(floor_date(created_at, "day")) %>% 
  summarise(n = sum(retweet_count, na.rm = TRUE)) %>% 
  ungroup() %>% 
  setNames(c("time", "retweets")) %>% 
  filter(!is.na(time))

by_day_metrics <- tweets_by_day %>% 
  left_join(rts_by_day, by = "time") %>% 
  left_join(likes_by_day, by = "time") %>% 
  tidyr::replace_na(replace = list(likes = 0, retweets = 0))
```

Sidebar {.sidebar}
==================

```{r, echo=FALSE, results='asis'}
htmltools::includeHTML('./fragments/sidebar.html')
```

Home {data-icon="ion-home"}
====

Row
-----------------------------------------------------------------------

### Tweets Today

```{r tweets_today}
valueBox(number_of_unique_tweets_today, icon = "fa-comment-alt", color = "rgba(39, 128, 227, 0.7)")
```

### Tweeters Today

```{r tweeters_today}
valueBox(number_of_tweeters_today, icon = "fa-user", color = "rgba(153, 84, 187, 0.7)")
```

### #useR2021 Likes

```{r likes}
valueBox(number_of_likes, icon = "fa-heart", color = "rgba(39, 128, 227, 0.7)")
```

### #useR2021 Tweets

```{r unique_tweets}
valueBox(number_of_unique_tweets, icon = "fa-comments", color = "rgba(153, 84, 187, 0.7)")
```

Row {.tabset .tabset-fade}
-----------------------------------------------------------------------

### Tweet volume

```{r tweet_volume}
mycolor <- c("#2780e3", "#003636", "#a9a9a9", "#91c8c8")
this_month <- lubridate::floor_date(today(), "month")
earliest_day <- min(by_day_metrics$time)

by_day_metrics %>%
  e_charts(time) %>%
  e_area(tweets, name = "Number of Tweets", stack = "grp") %>%
  e_area(retweets, name = "Number of Retweets", stack = "grp") %>%
  e_area(likes, name = "Number of Likes", stack = "grp") %>%
  e_tooltip(trigger = "axis") %>%
  e_y_axis(
    splitArea = list(show = TRUE),
    axisPointer = list(
      show = FALSE,
      lineStyle = list(
        color = "#999999",
        width = 0.75,
        type = "dotted"
      )
    )
  ) %>%
  echarts4r::e_x_axis(
      type = "time",
      formatter = htmlwidgets::JS(
        "function(value){
        let date = new Date(value);

        label = `${date.getDate()}-${(parseInt(date.getMonth()) + 1)}-${date.getFullYear()}`;
        return label;
      }"
      )
    ) %>%
  e_toolbox_feature(feature = "magicType",
                    type = list("area", "line", "bar")) %>%
  e_toolbox_feature("restore") %>%
  e_toolbox_feature(feature = "reset") %>%
  e_toolbox_feature("saveAsImage") %>%
  e_animation(duration = 1000) %>%
  echarts4r::e_color(mycolor) %>%
  echarts4r::e_tooltip(
    trigger = "axis",
    formatter = htmlwidgets::JS("
  function(params) {
    let date = new Date(params[0].value[0] + 'T00:00:00')
    let options = { year: 'numeric', month: 'short', day: 'numeric', hour: 'numeric'}
    let title = `<strong>${date.toLocaleDateString('en-US', options=options)}</strong>`
    let num = `${params[0].value[1]} tweets</br>`
    let num2 = `${params[1].value[1]} retweets</br>`
    let num3 = `${params[2].value[1]} likes</br>`
    return(`${title}</br>${num+num2+num3}`);
  }"
    )
  ) %>%
  echarts4r::e_datazoom(type = "slider") %>%
  echarts4r::e_zoom(dataZoomIndex = 0,
                    start = 0,
                    end = 100) %>%
  echarts4r::e_zoom(
    dataZoomIndex = 0,
    startValue = today() - 7,
    endValue = today(),
    btn = "weekBtn"
  ) %>%
  echarts4r::e_zoom(
    dataZoomIndex = 0,
    startValue = earliest_day,
    endValue = today(),
    btn = "allTimeBtn"
  ) %>%
  echarts4r::e_zoom(
    dataZoomIndex = 0,
    startValue = this_month,
    endValue = today(),
    btn = "monthBtn"
  ) %>%
  echarts4r::e_button(id = "allTimeBtn",
                      position = "top",
                      class = "btn btn-primary btn-sm",
                      "All Time") %>% 
  echarts4r::e_button(id = "weekBtn",
                      position = "top",
                      class = "btn btn-primary btn-sm",
                      "This Week") %>%
  echarts4r::e_button(id = "monthBtn",
                      position = "top",
                      class = "btn btn-primary btn-sm",
                      "This Month")
```

### Tweets by Hour of Day

```{r tweets_by_hour}
plot_tweet_by_hour(userconf_tweets)
```

Row
-----------------------------------------------------------------------

### 💗 Most Liked Tweet Today {.tweet-box}

```{r most_liked}
most_liked_url <- tweets_today %>%
  slice_max(favorite_count, with_ties = FALSE)

get_tweet_embed(most_liked_url$screen_name, most_liked_url$status_id)
```

### ✨ Most Retweeted Tweet Today {.tweet-box}

```{r most_rt}
most_retweeted <- tweets_today %>%
  slice_max(retweet_count, with_ties = FALSE)

get_tweet_embed(most_retweeted$screen_name, most_retweeted$status_id)
```

### 🎉 Most Recent {.tweet-box}

```{r most_recent}
most_recent <- tweets_today %>%
  slice_max(created_at, with_ties=FALSE)

get_tweet_embed(most_recent$screen_name, most_recent$status_id)
```

Row
-------------------------------------

### 20 Most Popular Tweets {.tweet-wall}

```{r}
top_tweets_html <- purrr::pmap_chr(list(top_tweets$screen_name, top_tweets$status_id), get_tweet_embed)

htmltools::HTML(str_glue("{top_tweets_html}"))
```

Rankings {data-icon="ion-arrow-graph-up-right"}
=========

Row {data-height=600}
-----------------------------------------------------------------------

### Top Tweeters

Where Engagement is `RT * 2 + Favourite`

```{r top_tweeters}
top_tweeters_format %>%
  reactable(
    .,
    highlight = TRUE,
    defaultSorted = "engagement",
    defaultColDef = colDef(headerClass = "header", align = "left", minWidth = 50),
    columns = list(
      screen_name = colDef(
        name = "User",
        html = TRUE,
        width = 250,
        cell = function(value, index) {
          profile <-
            str_glue(
              '<img class="img-fluid rounded-circle mr-2" src="{top_tweeters_format[index, "profile_image_url"]}" alt="{top_tweeters_format[index, "user_id"]}">'
            )
          
          str_glue('{profile} {value}')
        }
      ),
      engagement = colDef(
        name = "Engagement/Tweet",
        defaultSortOrder = "desc",
        cell = function(value) {
            build_bar_col(value, top_tweeters_format$engagement, "#a3c1e0")
          }
      ),
      user_id = colDef(
        show = FALSE
      ),
      profile_url = colDef(
        show = FALSE
      ),
      profile_image_url = colDef(
        show = FALSE
      )
    ),
    class = "top-tbl"
  )
```

### Word Cloud

```{r}
top_words %>% 
  filter(nchar(word) >= 4) %>% 
  e_color_range(n, color) %>% 
  e_charts() %>% 
  e_cloud(word, n, color, shape = "circle")
```

Row
-----------------------------------------------------------------------

### Top Words

```{r top_words}
top_words %>%
  slice_max(n, n = 25, with_ties = FALSE) %>%
  e_charts(word, name = "Word") %>%
  e_bar(n, legend = FALSE, name = "Number") %>% 
  e_x_axis(
    axisLabel = list(
      interval = 0L,
      rotate = 30
    )
  ) %>%
  e_tooltip(trigger = "axis") %>% 
  e_toolbox_feature("saveAsImage") %>%
  e_axis_labels(y = "Number of occurrences")
```

Row {data-height=810}
-----------------------------------------------------------------------

### Top Hashtags

```{r top_hashtags}
top_hashtags %>%
  reactable(
    .,
    highlight = TRUE,
    defaultSorted = "n",
    pagination = FALSE,
    defaultPageSize = 25,
    defaultColDef = colDef(headerClass = "header", align = "left", minWidth = 50),
    columns = list(
      hashtag = colDef(
        name = "Hashtag",
        html = TRUE,
        width = 200
      ),
      n = colDef(
        name = "Count",
        defaultSortOrder = "desc",
        cell = function(value) {
            build_bar_col(value, top_hashtags$n, "#fc5185")
          }
      )
    )
  )
```

### Top Emojis

```{r}
top_emojis %>%
  reactable(
    .,
    highlight = TRUE,
    defaultSorted = "n",
    pagination = FALSE,
    defaultPageSize = 25,
    defaultColDef = colDef(headerClass = "header", align = "left", minWidth = 50),
    columns = list(
      text = colDef(
        name = "Emoji",
        width = 55
      ),
      n = colDef(
        name = "Count",
        defaultSortOrder = "desc",
        cell = function(value) {
            build_bar_col(value, top_emojis$n, "#99c794")
          }
      )
    )
  )
```


Row
-----------------------------------------------------------------------

### Common co-occuring hashtags

Hashtags that occur together, grouped by community detection

```{r co_hashtags}
top_co_hash_nodes <- tibble(
  nodes = c(top_co_hashtags$word1, top_co_hashtags$word2)
) %>% 
  distinct()

e_chart() %>% 
  e_graph() %>% 
  e_graph_nodes(top_co_hash_nodes, nodes, nodes, nodes) %>% 
  e_graph_edges(top_co_hashtags, word1, word2) %>% 
  e_modularity()
```


### Top Locations

```{r top_locations}
top_locations %>% 
  mutate(location = str_wrap(location, 9)) %>% 
  e_charts(location, name = "Location") %>% 
  e_bar(n, legend = FALSE, name = "Number") %>% 
  e_x_axis(
    axisLabel = list(
      interval = 0L,
      rotate = 40
    )
  ) %>%
  e_tooltip(trigger = "axis") %>% 
  e_toolbox_feature("saveAsImage") %>%
  e_axis_labels(y = "Number of users from location")
```

Data {data-icon="ion-stats-bars" data-orientation=column}
==============

Column {data-height=1000}
----------------------------------------------------------

### Tweets {.datatable-container}

```{r datatable}
userconf_tweets %>%
  select(
    status_url,
    created_at,
    screen_name,
    text,
    retweet_count,
    favorite_count,
    mentions_screen_name
  ) %>%
  mutate(
    status_url = stringr::str_glue("<a href=\"{status_url}\" target=\"_blank\">On Twitter</a>")
  ) %>%
  datatable(
    .,
    extensions = "Buttons",
    rownames = FALSE,
    escape = FALSE,
    colnames = c("Timestamp", "User", "Tweet", "RT", "Fav", "Mentioned"),
    filter = 'top',
    options = list(
      columnDefs = list(list(
        targets = 0, searchable = FALSE
      )),
      lengthMenu = c(5, 10, 25, 50, 100),
      pageLength = 10,
      scrollY = 600,
      scroller = TRUE,
      dom = '<"d-flex justify-content-between"lBf>rtip',
      buttons = list('copy', list(
        extend = 'collection',
        buttons = c('csv', 'excel'),
        text = 'Download'
      ))
    ),
    class = "top-tbl"
  )
```