khaledadrani

import spacy 

nlp = spacy.load('en_core_web_md')

def annotate_text(doc):
  ls = []
  for ent in doc.ents:
    
    entry = dict()
    entry['text'] = ent.text

khaledadrani

import re

def filter_tweets(selected):
  '''
  Filter out any tweet that ends with three dots (indicating it is linking to an external source and thus lacking in information)
  And also filter out any tweet that is longer than 200 characters. 
  '''
  filtered = []
  url_pattern = "http[s]?://(?:[a-zA-Z]|[0-9]|[$-_@.&+]|[!*\(\),]|(?:%[0-9a-fA-F][0-9a-fA-F]))+"
  for text in selected.text:

khaledadrani

for post in subreddit.hot(limit=5):
    print(post.title)
    print()