scrape_aea_list.R

library(openxlsx)
library(rvest)

journals <- read_html("https://www.aeaweb.org/econlit/journal_list.php")

j <- journals %>%
  html_nodes(".journal") %>%
  html_text()

dflist <- lapply(j,function(x){
  jr <- unlist(strsplit(x,"\n"))
  if(length(jr) == 3) jr[4:5] <- NA
  if(length(jr) == 4) jr[5] <- NA
  dframe <- data.frame(t(jr),stringsAsFactors = F)
  dframe
})

journal_df <- do.call("rbind",dflist)
names(journal_df) <- c("Journal","ISSN","time span","notes1","notes2")

nrow(journal_df)
length(unique(journal_df$ISSN))

write.xlsx(journal_df, file = "journal_list_aea.xlsx")