piyushrj

import spacy, re, dateparser
from spacy.matcher import Matcher
from spacy.tokenizer import Tokenizer
from spacy import displacy


def custom_tokenizer(nlp, infix_reg):
	"""
	Function to return a customized tokenizer based on the infix regex