noaa_stack.R

library(tidync)
library(aws.s3)
download_noaa <- function(siteID, 
                          interval = "6hr",
                          date = Sys.Date()-2, 
                          cycle = "00", 
                          dir = file.path(neon_dir(), "noaa")){
  
  dir.create(dir, FALSE, TRUE)
  prefix <- paste("noaa", paste0("NOAAGEFS_", interval), 
                  siteID, date, cycle, sep="/")
  object <- aws.s3::get_bucket("drivers",
                               prefix = prefix,
                               region = "data",
                               base_url = "ecoforecast.org")
  
  #data <- purrr::map_chr(object, ~ .x$Key)
  
  for(i in seq_along(object)){
    aws.s3::save_object(object[[i]], 
                        bucket = "drivers", 
                        file = file.path(dir, object[[i]]$Key),
                        region = "data",
                        base_url = "ecoforecast.org")
  }
}


stack_noaa <- function(dir = neon_dir()) {
  files <- list.files(file.path(dir, "noaa"), pattern = "[.]nc",
                      recursive = TRUE, full.names = TRUE)
  
  out <- purrr::map_dfr(files, function(x){
    tidync::hyper_tibble(tidync::tidync(x))
  }, .id = "file")
  
  ## Add metadata from filename as column...
  
  out
}
############ and we're ready to go:


download_noaa("ABBY")
df <- stack_noaa()