scrape_data_accessibility.R

# try write script to extract data/code accessibility statement

# try with BES journals first. The trick is in grabbing the correct node (whatever that is)
mee_url <- 'https://doi.org/10.1111/2041-210X.13585'
functionalecology_url <- 'https://doi.org/10.1111/1365-2435.14422'
animalecology_url <- 'https://doi.org/10.1111/1365-2656.13983'
appliedecology_url <- 'https://doi.org/10.1111/1365-2664.14474'

# library
library(rvest)
library(httr)

# write a function to scrape BES journal data accessibility statements
get_bes_data_statement <- function(url){
  # read in URL
  page <- rvest::read_html(url)
  
  # grab open research statement from paper
  statement <- html_nodes(page, xpath = '//*[@id="openResearch"]') %>%
    html_text()
  
  # clean it up - remove everything before (and including) data availability statement
  statement <- gsub('.*DATA AVAILABILITY STATEMENT', '', statement) %>%
    gsub('\\n', '', .) %>%
    trimws()
  
  return(statement)
}

# test on a bunch of BES journals
get_bes_data_statement(mee_url)
get_bes_data_statement(functionalecology_url)
get_bes_data_statement(appliedecology_url)
get_bes_data_statement(animalecology_url)