gracecarrillo

import geopandas as gpd #libspatialindex nees to be installed first
import json # library to handle JSON files

# Importing the Edinburgh borough boundary GeoJSON file as a dataframe in geopandas
map_df = gpd.read_file(r'/resources/Data_Science_Capstone/neighbourhoods.geojson')

gracecarrillo

gracecarrillo

gracecarrillo

gracecarrillo

gracecarrillo

gracecarrillo

#----------------------------- ETL ---------------------------------------#


# Pipeline like preprocessing with helper functions

nltk.download('stopwords')
stop_words = stopwords.words('english')

# cleaning helper function -----------------------------#
def processTweet(tweet):

gracecarrillo

#----------------- FEATURE ENGINEERING ------------------------#

#---------- Sentiment Score with Vader -----------------#

# Instantiate Vader 
analyser = SentimentIntensityAnalyzer()

def polarity_scores_all(tweet):
  '''
  Takes string of text to:

gracecarrillo

#----------- CROSS-VALIDATION WITH GRID SEARCH ------------------------#

# Naive Bayes Classifier

# combine features
features_tfidf = features_union(tfidf)

# instantiate pipeline object
nb_pipeline = Pipeline([('feats', features_tfidf),  ('clf', MultinomialNB())])

gracecarrillo

#------------- DEEP LEARNING -----------------#

#-----LSTM Network with Keras------#

#--- Parameters----#

# encodes input sequence dense vectors 
embed_dim = 128

# transforms the vector sequence into a single vector