dataloader from directory

dataloader.py

class DataLoader:
    def __init__(self, dir):
        self.dir = dir
        self.filenames = [filename for filename in os.listdir(dir)]
        self.index = -1
        self.size = len(self.filenames)

    def __iter__(self):
        return self

    def __next__(self):
        self.index += 1
        if self.index < self.size:
            with open(self.dir + self.filenames[self.index], 'r') as f:
              tokenized_text = f.read().split()
            return tokenized_text
        self.index = -1
        raise StopIteration