| # Cleaning the tweets | |
| def preprocess(tweet): | |
| # remove links | |
| tweet = re.sub(r'http\S+', '', tweet) | |
| # remove mentions | |
| tweet = re.sub("@\w+","",tweet) | |
| # alphanumeric and hashtags | |
| tweet = re.sub("[^a-zA-Z#]"," ",tweet) | |
| # remove multiple spaces | |
| tweet = re.sub("\s+"," ",tweet) | |
| tweet = tweet.lower() | |
| # Lemmatize | |
| lemmatizer = WordNetLemmatizer() | |
| sent = ' '.join([lemmatizer.lemmatize(w) for w in tweet.split() if len(lemmatizer.lemmatize(w))>3]) | |
| return sent |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment