devmag

library(XML)
library(stringr)
library(RCurl)
library(plyr)
library(data.table)

###YOU NEED THE PREVIOUS OBJECT EJM 

###NOW WE WANT TO GET THE INFORMATION ABOUT EACH JOB OPENING (UNIVERSITY / DESCRIPTION / DEADLINE)

devmag

setwd("/Users/thiemo/Dropbox/Research/Job Market/Job Openings/")

library(data.table)
###VERY USEFUL FUNCTION FROM TIMOTHEE CARAYOL
DTUniqueBy <- function(data, varvec) {
  data <- as.data.table(data)
  data[!duplicated(data.frame(data[, varvec, with=F]))]
}

options(stringsAsFactors=FALSE)

devmag

#####VECTORISED FUNCTION

library(data.table)
library(geosphere)
library(foreign)
library(lfe)
library(reshape)


iterateObs<-function(y1,e1,X1,fordist,coefficients,cutoff=250000) {