parser.py

from html.parser import HTMLParser

class TextExtractionParser(HTMLParser):
    '''
    Custom HTML Parser that extracts 
    textual data from HTML
    '''
    def __init__(self,*args,**kwargs):
        super().__init__(*args,**kwargs)
        self.word_list = []
        
    def handle_data(self,data):
        'called every time a text node is found'
        self.word_list.append(data)
    
    def iterwords(self):
        for sentence in self.word_list:
                for word in re.finditer(r'([a-z])\w+',sentence.lower()):
                    yield word.group(0)