Luigi Example

luigi_example.py

import luigi


class SimpleTask(luigi.Task):
    name = luigi.Parameter()

    def output(self):
        return luigi.LocalTarget(self.name)

    def run(self):
        _out = self.output().open('w')
        _out.write("Hello %s\n" % self.name)
        _out.close()


class SecondTask(luigi.Task):
    def output(self):
        return luigi.LocalTarget("bar.txt")

    def requires(self):
        return [SimpleTask(name="foo1.txt"), SimpleTask(name="foo2.txt")]

    def run(self):
        with self.output().open("w") as o:
            for inp in self.input():
                o.write(inp.open().read().upper())


if __name__ == "__main__":
    luigi.run(["--local-scheduler"], main_task_cls=SecondTask)