Merge pull request #197 from cmu-delphi/cache-covidcast-pulls

Cache covidcast pulls

Author: nmdefries

dashboard/app.R

@@ -10,9 +10,22 @@ library(tsibble)
 library(aws.s3)
 library(covidcast)
 library(stringr)
+library(memoise)
 
 source('./common.R')
 
+# Set application-level caching location. Stores up to 1GB of caches. Removes
+# least recently used objects first.
+shinyOptions(cache = cachem::cache_mem(max_size = 1000 * 1024^2, evict="lru"))
+cache <- getShinyOption("cache")
+
+# Since covidcast data updates about once a day. Add date arg to
+# covidcast_signal so caches aren't used after that.
+covidcast_signal_mem <- function(..., date=Sys.Date()) {
+  return(covidcast_signal(...))
+}
+covidcast_signal_mem <- memoise(covidcast_signal_mem, cache = cache)
+
 # All data is fully loaded from AWS
 DATA_LOADED = FALSE
 
@@ -914,7 +927,7 @@ server <- function(input, output, session) {
       fetchDate = as.Date(input$asOf) + 1
 
       # Covidcast API call
-      asOfTruthData = covidcast_signal(data_source = dataSource, signal = targetSignal,
+      asOfTruthData = covidcast_signal_mem(data_source = dataSource, signal = targetSignal,
                                        start_day = "2020-02-15", end_day = fetchDate,
                                        as_of = fetchDate,
                                        geo_type = location)

docker_dashboard/Dockerfile

@@ -14,7 +14,8 @@ RUN install2.r --error \
     aws.s3 \
     covidcast \
     stringr \
-    markdown
+    markdown \
+    memoise
 
 COPY dist/*rds /srv/shiny-server/
 COPY dashboard/* /srv/shiny-server/