possible fix for sentdex

_fix_tutorial.py

for file in each_file:

	date_stamp = datetime.strptime(file, '%Y%m%d%H%M%S.html')
	unix_time = time.mktime(date_stamp.timetuple())
	full_file_path = each_dir+'/'+file

	# read file
	source = open(full_file_path, 'r').read()
	try:
		# DONT typecast to float

		try:
			value = (source.split(gather+':</td><td class="yfnc_tabledata1">')[1].split('</td>')[0])

		except Exception as e:

			value = (source.split(gather+':</td>\n<td class="yfnc_tabledata1">')[1].split('</td>')[0])

	

enitreTutorial.py

import pandas as pd
import os
import time
from datetime import datetime

from time import mktime
import matplotlib
import matplotlib.pyplot as plt
from matplotlib import style
style.use("dark_background")

import re

path = "./intraQuarter"

def Key_Stats(gather="Total Debt/Equity (mrq)"):
	statspath = path+'/_KeyStats'

	# folders of companies
	stock_list = [x[0] for x in os.walk(statspath)]

	# Dataframe for example
	df = pd.DataFrame(columns = ['Date',
								'Unix',
								'Ticker',
								'DE Ratio',
								'Price',
								'stock_p_change',
								'SP500',
								'sp500_p_change',
								'Difference'])

	# get data from yahoo csv file
	sp500_df = pd.DataFrame.from_csv("YAHOO-INDEX_GSPC.csv")

	ticker_list = []

	# for each companyFolder
	for each_dir in stock_list[1:25]:

		# get me file
		each_file = os.listdir(each_dir)

		# name of company(folder name)
		ticker = each_dir.split("_KeyStats/")[1]

		ticker_list.append(ticker)

		# new starting point for each file
		starting_stock_value = False
		starting_sp500_value = False

		# if company(folder) has file
		if len(each_file) > 0:

			# each file DO THIS:
			for file in each_file:

				date_stamp = datetime.strptime(file, '%Y%m%d%H%M%S.html')
				unix_time = time.mktime(date_stamp.timetuple())
				full_file_path = each_dir+'/'+file

				# read file
				source = open(full_file_path, 'r').read()
				try:
					# GET and CONVERT Total Debt/Equity to float

					try:
						value = (source.split(gather+':</td><td class="yfnc_tabledata1">')[1].split('</td>')[0])

					except Exception as e:
						#Total Debt/Equity (mrq):</td><td class="yfnc_tabledata1">13.75</td></tr>
						# print('exception1: ',str(e),ticker, file)
						value = (source.split(gather+':</td>\n<td class="yfnc_tabledata1">')[1].split('</td>')[0])

						# time.sleep(15)
					try:

						# get the data from the quandl file(YAHOO-INDEX_GSPC.csv)
						sp500_date = datetime.fromtimestamp(unix_time).strftime('%Y-%m-%d')
						row = sp500_df[(sp500_df.index == sp500_date)]
						sp500_value = float(row["Adjusted Close"])
					except Exception, e:
						# get the data from the quandl file but from the weekend
						sp500_date = datetime.fromtimestamp(unix_time-259200).strftime('%Y-%m-%d')
						row = sp500_df[(sp500_df.index == sp500_date)]
						sp500_value = float(row["Adjusted Close"])

					try:
						stock_price = float(source.split('</small><big><b>')[1].split('</b></big>')[0])
					except Exception as e:
						# print(str(e),ticker, file)
						try:
							stock_price = (source.split('</small><big><b>')[1].split('</b></big>')[0])
							stock_price = re.search(r'(\d{1,8}\.\d{1,8})',stock_price)
							stock_price = float(stock_price.group(1))

							print ('stock_price: ',stock_price,'ticker:',ticker)
							# time.sleep(15)
						except Exception as e:
							# print('exception2: ',str(e),ticker, file)
							stock_price = (source.split('<span class="time_rtq_ticker">')[1].split('</span>')[0])
							stock_price = re.search(r'(\d{1,8}\.\d{1,8})',stock_price)
							stock_price = float(stock_price.group(1))


					if not starting_stock_value:
						starting_stock_value = stock_price
					if not starting_sp500_value:
						starting_sp500_value = sp500_value

					# get the percentage of change from the old and new values
					stock_p_change = ((stock_price - starting_stock_value) / starting_stock_value * 100)
					sp500_p_change = ((sp500_value - starting_sp500_value) / starting_sp500_value * 100)



					# add VALUE to Dataframe
					df = df.append({'Date':date_stamp,
									'Unix':unix_time,
									'Ticker':ticker,
									'DE Ratio':value,
									'Price': stock_price,
									'SP500': sp500_value,
									'stock_p_change': stock_p_change,
									'sp500_p_change': sp500_p_change,
									'Difference': stock_p_change-sp500_p_change
									},ignore_index = True)
				except Exception as e:
					pass
					# print(str(e))

	for each_ticker in ticker_list:
	 	try:
	 	 	plot_df = df[(df['Ticker'] == each_ticker)]
	 	 	plot_df = plot_df.set_index(['Date'])

	 	 	plot_df['Difference'].plot(label=each_ticker)
	 	 	plt.legend()
	 	except Exception as e:
	 	 	pass

	plt.show()


	# convert 'Total Debt/Equity (mrq)' to 'TotalDebtEquitymrq'
	save = gather.replace(' ','').replace('(','').replace(')','').replace('/','')+('.csv')
	print save, 'is done'
	# save Dataframe as 'TotalDebtEquitymrq.csv'
	df.to_csv(save)

Key_Stats()