async_download.R

library(tidyverse)
library(argodata) # remotes::install_github("paleolimbot/argodata")
argodata:::use_dev_cache()

urls <- argo_global_prof() %>% 
  head(100) %>% 
  argo_url()

dir <- tempfile()
dir.create(dir)
dest <- file.path(dir, basename(urls))

system.time(argodata:::multi_file_download(urls, dest, quiet = TRUE))

system.time(argodata:::multi_file_download_async(urls, dest, quiet = TRUE))

library(tidyverse)
library(argodata)
argodata:::use_dev_cache()

urls <- argo_global_prof() %>% 
  head(100) %>% 
  argo_url()
#> Loading argo_global_prof()
#> 'https://data-argo.ifremer.fr/ar_index_global_prof.txt.gz' => 'C:/Users/dunningtond/AppData/Local/Temp/2/RtmpSK4Zrf/reprex75c5a42445e/cache-dev/ar_index_global_prof.txt.gz'

dir <- tempfile()
dir.create(dir)
dest <- file.path(dir, basename(urls))

system.time(argodata:::multi_file_download(urls, dest, quiet = TRUE))
#>    user  system elapsed 
#>    0.16    0.62   14.30

system.time(argodata:::multi_file_download_async(urls, dest, quiet = TRUE))
#>    user  system elapsed 
#>    0.12    0.29    2.86

^{Created on 2020-10-22 by the reprex package (v0.3.0)}