update

Author: skaltman

README.md

@@ -1,6 +1,6 @@
-# Book
+# Data Wrangling
 
-This repository contains the source for the book [Book](https://dcl-book.stanford.edu/).
+This repository contains the source for the book [Data Wrangling](https://dcl-wrangle.stanford.edu/).
 
 We welcome suggestions for improvements.
 

_bookdown.yml

@@ -3,6 +3,8 @@ delete_merged_file: true
 
 rmd_files: [
   "index.Rmd",
+  "tidy.Rmd",
+  "pivot.Rmd",
   "references.Rmd"
 ]
 

_output.yml

@@ -4,8 +4,8 @@ bookdown::gitbook:
     toc:
       collapse: section
       before: |
-        <li><strong><a href="./">Modeling</a></strong></li>
+        <li><strong><a href="./">Data Wrangling</a></strong></li>
     edit:
-      link: https://github.com/dcl-docs/model/edit/master/%s
+      link: https://github.com/dcl-docs/wrangle/edit/master/%s
     download: null
     sharing: null

data/acs/acs.R

@@ -0,0 +1,36 @@
+# Description
+
+# Author: Sara Altman
+# Version: 2019-11-14
+
+# Libraries
+library(tidyverse)
+library(tidycensus)
+
+# Parameters
+vars <- 
+  c(
+    "income" = "B06011_001", 
+    "rent" = "B25064_001", 
+    "n_poverty" = "B05010_001", 
+    "n_renters" = "B25008_003"
+  )
+file_out <- here::here("data/acs/acs_2012_2017.rds")
+#===============================================================================
+
+get_acs_vars <- function(variables, year) {
+  get_acs(
+    geography = "state", 
+    variables = variables, 
+    year = year
+  )
+}
+# B25008_003 - renters for v17
+# B25008_003
+# Retrieve the data
+v <- 
+  get_acs_vars(vars, 2012) %>% 
+  bind_rows("2012" = ., "2017" = get_acs_vars(vars, 2017), .id = "year") %>% 
+  select(GEOID, NAME, year, variable, estimate) %>% 
+  rename_all(str_to_lower) %>% 
+  write_rds(file_out)

data/acs/acs_2012_2017.rds

@@ -0,0 +1,36 @@
+# Eagle nests data from US Fish and Wildlife
+
+# Source: https://www.fws.gov/migratorybirds/pdf/management/EagleRuleRevisions-StatusReport.pdf#page=47&zoom=100,0,700
+
+# Author: Sara Altman 
+# Version: 2019-11-13
+
+# Libraries
+library(tidyverse)
+
+# Parameters
+file_eagle_nests <- here::here("data/eagles/eagle_nests.rds")
+file_eagle_nests_tidy <- here::here("data/eagles/eagle_nests_tidy.rds")
+file_eagle_nests_tidy_ci <- here::here("data/eagles/eagle_nests_tidy_ci.rds")
+#===============================================================================
+
+se_2009 <- 
+  c(Pacific = 514, Southwest = 57, `Rocky Mountains and Plains` = 57)
+
+eagle_nests <- 
+  tribble(
+    ~region, ~`2007`, ~`2009`,
+    "Pacific", 1039, 2587, 
+    "Southwest", 51, 176,
+    "Rocky Mountains and Plains", 200, 338
+  ) %>% 
+  write_rds(file_eagle_nests)
+
+eagle_nests_tidy <-
+  eagle_nests %>% 
+  pivot_longer(cols = -region, names_to = "year", values_to = "num_nests") %>% 
+  write_rds(file_eagle_nests_tidy)
+
+eagle_nests_tidy %>% 
+  mutate(se = if_else(year == 2009, se_2009[region], NA_real_)) %>% 
+  write_rds(file_eagle_nests_tidy_ci)

data/eagles/eagle_nests.rds

@@ -0,0 +1,38 @@
+# Eagle pairs data from US Fish and Wildlife
+
+# Author: Sara Altman
+# Version: 2019-11-14
+
+# Libraries
+library(tidyverse)
+library(rvest)
+
+# Parameters
+url_data <- "https://www.fws.gov/midwest/eagle/NestingData/nos_state_tbl.html"
+css_selector <- "#rightCol > table > tr:nth-child(2) > td > table"
+file_out <- here::here("data/eagles/eagle_pairs.rds")
+years <- vars(`1997`:`2006`)
+#===============================================================================
+state_abbreviations <-
+  state.abb %>% 
+  discard(~ . %in% c("AK", "HI"))
+
+v <-
+  url_data %>% 
+  read_html() %>% 
+  html_node(css = css_selector) %>% 
+  html_table() %>% 
+  as_tibble() %>% 
+  janitor::row_to_names(row_number = 1) %>% 
+  rename(state = nn) %>% 
+  filter(state != "") %>%
+  arrange(state) %>% 
+  mutate(state_abb = state_abbreviations) %>% 
+  mutate_at(
+    vars(-starts_with("state")), 
+    ~ na_if(., "") %>%
+      str_replace(pattern = '(".*")|(b.*)', replacement = NA_character_) %>% 
+      as.integer()
+  ) %>% 
+  select(state, state_abb, !!!years) %>% 
+  write_rds(file_out)

data/eagles/eagle_nests_tidy.rds

@@ -0,0 +1,35 @@
+# Migration data
+
+# Author: Sara Altman
+# Version: 2019-11-14
+
+# Libraries
+library(tidyverse)
+library(readxl)
+
+# Parameters
+file_migration_answers <- 
+  fs::path(
+    admin::dir_github(), 
+    "stanford-datalab", 
+    "data", 
+    "migration", 
+    "answers.rds"
+  )
+
+YEAR <- 2017
+
+destinations <- c("Albania", "Bulgaria", "Romania")
+origins <- vars("Afghanistan", "Canada", "India", "Japan", "South Africa")
+file_out <- here::here("data/migration/migration_2017.rds")
+#===============================================================================
+
+migration <- read_rds(file_migration_answers)$q1
+
+v <-
+  migration %>% 
+  mutate_all(na_if, "..") %>% 
+  filter(dest %in% destinations, year == YEAR) %>% 
+  select(dest, !!!origins) %>% 
+  arrange(dest) %>% 
+  write_rds(file_out)

data/eagles/eagle_nests_tidy_ci.rds

@@ -1,10 +1,10 @@
 ---
 knitr: bookdown::render_book
-title: "Book"
+title: "Data Wrangling"
 author: "Sara Altman, Bill Behrman"
 date: "`r Sys.Date()`"
 description: "Description."
-url: 'https\://dcl-book.stanford.edu'
+url: 'https\://dcl-wrangle.stanford.edu'
 github-repo: dcl-docs/book
 site: bookdown::bookdown_site
 documentclass: book