spacy spanmarker example

spacy-spanmarker.py

import spacy

nlp = spacy.load("en_core_web_trf")
nlp.add_pipe("span_marker", config={"model": "lxyuan/span-marker-bert-base-multilingual-cased-multinerd"})

def extract_people(text: str):
   entities = nlp(text)
   full_names = set()

   for entity in entities.ents:
       if entity.label_ in ['PER', 'PERSON']:
           # Check if the entity has both a first name and a last name
           if len(entity.text.split()) >= 2:
               full_names.add(entity.text)

   return list(full_names)


content = ‘text goes here'
entities = extract_people(content)
print(entities)