main.py

import json, os

from api.Twitter import Twitter
from nlp import SemanticDistance as SD
from nlp.json_to_text import TwitterRecord
from visualization.visualization import SemanticVisualization

keywords = ['alcohol']
trigger = '-'.join(keywords)

query_records = [filename for filename in os.listdir('../data') if not filename.endswith('txt') and trigger in filename]
text_records = [filename for filename in os.listdir('../data') if filename.endswith('txt') and trigger in filename]

#Acquire data from Twitter (here can generalize to other social media platform)
#Better to put these notifications within each class?
if not any([trigger in record for record in query_records]):
print '------------------'
print 'No local copies of query results. Asking Twitter.'

query = Twitter(keywords)
print 'Query finished.'
print '------------------'
else:
print 'Found a local copy of Twitter query for %s'%(trigger)

#Extract text from Twitter (to pass it to SemanticWord
if not any([trigger in record for record in text_records]):
print '------------------'
print 'Text not extracted from Twitter query. Extracting text.'
TwitterRecord(keywords)
print 'Text extracted.'
print '------------------'
else:
print 'Text already extracted for %s'%(trigger)

#Calculate semantic distance
similarity_filename = '/Volumes/My Book/Toxic/data/%s.similarity-matrix-tsv'%trigger

if not os.path.isfile(similarity_filename):
corpus_name = '../data/%s.txt'%(trigger)
SD.SemanticDistance(corpus_name)

#Visualize results

visualization = SemanticVisualization(trigger)
visualization.heatmap(show=True)

#use date time and year
#see if the folder and the file are alredy created
#trigger = folder; 24 hr clock
#pass it as an argument to heatmap last one
#http://www.cyberciti.biz/faq/howto-get-current-date-time-in-python/
#http://stackoverflow.com/questions/273192/create-directory-if-it-doesnt-exist-for-file-write 
#http://stackoverflow.com/questions/7132861/building-full-path-filename-in-python
#time.strftime("%H:%M:%S") (24 hr)
#date time.strftime("%d/%m/%Y")

filename_suffix = 'PNG'
base_filename = time.strftime("%H_%M_%S") + '_' + time.strftime("%d_%m_%Y")
folder_name = '/Desktop/Toxic/data'%trigger #I don't think folders have an extension..
picture_name = os.path.join(folder_name, base_filename + "." + filename_suffix)

#make a new folder if it doesn't exist
if not os.path.exists(folder_name):
    os.makedirs(folder_name)
if not os.path.exists(picture_name):
os.makedirs(picture_name)
#save the picture
visualization.heatmap(savename=picture_name)