To iterate our DummyTokenizer

tokenization.py

def __iter__(self):
  return self
def __next__(self):
  if self._index < len(self.tokens):
    result = self.tokens[self._index]
    self._index+=1
    return result
  raise StopIteration