Sentencize a policy

sentencize_policy.py

from typing import List
from unidecode import unidecode
import spacy

nlp = spacy.load('en')
nlp.remove_pipe('ner')


def sentencized(line: str) -> List[str]:
    doc = nlp(line)
    return [sent.text for sent in doc.sents]


with open('policy.txt') as infile:
    with open('policy_sentencized.txt', 'w') as ofile:
        for line in infile:
            line = unidecode(line)
            ofile.writelines('\n'.join(sentencized(line)))