Run mulptiple ES import scripts

gistfile1.groovy

File base = new File('<INSERT BASE DIR HERE>')

File data = new File(base, 'data')
File scripts = new File(base, 'scripts')

def isDone = { String name ->
    return data.list().find { it == "${name}.csv.processing.imported"} != null
}


scripts.listFiles().each {

    String name = it.name.find(/[A-Z]+/)

    if(isDone(name)) {
        println "Skipping: $name"
    } else {

        long start = System.currentTimeMillis()

        println "Running $name"

        it.absolutePath.execute()

        while(!isDone(name)) {
            Thread.sleep(500)
        }

        long end = System.currentTimeMillis()

        println "Done, took: ${(end - start) / 1000}s"
    }
}

println "All done"