02_nlp_spacy_insights.py

# Extract insights from the excerpt variable using spacy
import spacy

# Initialise spacy with english as the language
nlp = spacy.load('en_core_web_sm')

# Perform initial test on the first excerpt
sample1 = train.loc[0, 'excerpt']

# Create the spacy doc item for review
doc = nlp(sample1)
doc