copy dataset to CSV in google storage using cloudml

copy_to_gcp.R

copy_to_gcp <- function(.data, filename_prefix, gcp_folder = NULL, gcp_bucket) {
    
    if (!startsWith(gcp_bucket, "gs://")) {
        gcp_bucket <- paste0("gs://", gcp_bucket)
    }
    source <- paste0(filename_prefix, "_", format(Sys.Date(), "%Y%m%d"), ".csv")
    destination <- ifelse(is.null(gcp_folder), gcp_bucket, paste0(gcp_bucket, "/", gcp_folder))
    
    packageStartupMessage("Writing file")
    write.csv(.data, source)
    
    packageStartupMessage("Copying file")
    cloudml::gs_copy(source, destination)
    
    packageStartupMessage("Removing file")
    file.remove(source)
}