salgo60/Check anslagstavlor

## Check anslagstavlor
# Kommunernas Anslagstavlor
#
import urllib3
import sys
from datetime import datetime
import pandas as pd

http = urllib3.PoolManager()
csv_url = "https://gist.githubusercontent.com/salgo60/3794c5f9eb5e81bb0f1cc9dd164ac1d7/raw/ea579f247971b5e73df9e7af416532a2daed8522/anslagstavla.csv"


def get_results(csv_url):
    print(csv_url)
    df = pd.read_csv(csv_url)
    #df = pd.read_csv(url)
#    print(df.head(10))
    return df

''' Check if URLS is ok'''
def check(url,wikibase, Label):
    try:
        r = http.request('GET', url)
    except Exception as e:
        print("\t\tError\t",Label,wikibase,url)
        print("\t\t\t",str(e))

        return False
    if r.status != 200:
        print("Status: ",r.status, " \t", url, "\tWikibase: ", wikibase," - ", wdLabel)
        return False
    return True
start_time  = datetime.now()
print("Last run: ", start_time)
results = get_results(csv_url)
print ("Number records: " + str(len(results)))
ok = 0
notok = 0
results = results.reset_index()
for index, row in results.iterrows():
    #print(row)
    try:
        currentURL = row["oldurl"]
        wd = row["r"]
        wikibase = wd.replace("https://sweopendata.wikibase.cloud/entity/","")
        wdLabel = row["rLabel"]
        if check(currentURL,wikibase, wdLabel):
            ok += 1
        else:
            notok += 1
    except Exception as error:
        print("An error occurred: ", wd, " - ", type(error).__name__) # An error occurred: NameError

procent = notok / (ok + notok) * 100
print("OK: ",ok,"\t not ok",notok,"\t procent problem", procent)

end = datetime.now()
print("Ended: ", end)
print('Time elapsed (hh:mm:ss.ms) {}'.format(datetime.now() - start_time))
print("Last run: ", start_time)
	# Kommunernas Anslagstavlor
	#
	import urllib3
	import sys
	from datetime import datetime
	import pandas as pd

	http = urllib3.PoolManager()
	csv_url = "https://gist.githubusercontent.com/salgo60/3794c5f9eb5e81bb0f1cc9dd164ac1d7/raw/ea579f247971b5e73df9e7af416532a2daed8522/anslagstavla.csv"



	def get_results(csv_url):
	print(csv_url)
	df = pd.read_csv(csv_url)
	#df = pd.read_csv(url)
	# print(df.head(10))
	return df

	''' Check if URLS is ok'''
	def check(url,wikibase, Label):
	try:
	r = http.request('GET', url)
	except Exception as e:
	print("\t\tError\t",Label,wikibase,url)
	print("\t\t\t",str(e))

	return False
	if r.status != 200:
	print("Status: ",r.status, " \t", url, "\tWikibase: ", wikibase," - ", wdLabel)
	return False
	return True
	start_time = datetime.now()
	print("Last run: ", start_time)
	results = get_results(csv_url)
	print ("Number records: " + str(len(results)))
	ok = 0
	notok = 0
	results = results.reset_index()
	for index, row in results.iterrows():
	#print(row)
	try:
	currentURL = row["oldurl"]
	wd = row["r"]
	wikibase = wd.replace("https://sweopendata.wikibase.cloud/entity/","")
	wdLabel = row["rLabel"]
	if check(currentURL,wikibase, wdLabel):
	ok += 1
	else:
	notok += 1
	except Exception as error:
	print("An error occurred: ", wd, " - ", type(error).__name__) # An error occurred: NameError

	procent = notok / (ok + notok) * 100
	print("OK: ",ok,"\t not ok",notok,"\t procent problem", procent)

	end = datetime.now()
	print("Ended: ", end)
	print('Time elapsed (hh:mm:ss.ms) {}'.format(datetime.now() - start_time))
	print("Last run: ", start_time)