LorePep

import os

from datetime import datetime, timedelta

from airflow import DAG
from airflow.operators.bash_operator import BashOperator
from airflow.operators.python_operator import PythonOperator

DATA_FOLDER = "data"

LorePep

import luigi

NUMBER_OF_FILES = 50


class WritePipelineTask(luigi.Task):
    flow_id = luigi.Parameter()

    def output(self):
        return luigi.LocalTarget("data/output_one_{}.txt".format(self.flow_id))

LorePep

import luigi

NUMBER_OF_FILES = 50


class WritePipelineTask(luigi.Task):

    def output(self):
        return luigi.LocalTarget("data/_DONE_WRITE_PIPELINE_TASK")

LorePep

import os

from datetime import datetime, timedelta

from airflow import DAG
from airflow.operators.bash_operator import BashOperator
from airflow.operators.python_operator import PythonOperator

OUTPUT_ONE_PATH = "data/output_one.txt")
OUTPUT_TWO_PATH = "data/output_two.txt")

LorePep

import luigi


class WritePipelineTask(luigi.Task):

    def output(self):
        return luigi.LocalTarget("data/output_one.txt")

    def run(self):
        with self.output().open("w") as output_file: