salgo60/CheckKsamsokj.py

## CheckKsamsokj.py
# pip install sparqlwrapper
# https://rdflib.github.io/sparqlwrapper/
import urllib3
import sys
from SPARQLWrapper import SPARQLWrapper, JSON

endpoint_url = "https://query.wikidata.org/sparql"
http = urllib3.PoolManager()

# SPARQL used https://w.wiki/VVk
query = """# www.bebyggelseregistret.raa.se/bbr2/anlaggning/visaHistorik.raa?anlaggningId=21300000008136
# läggs upp istället för raa/bbr/21300000008136.
# Det skulle förmodligen funka generellt för alla sådana
SELECT ?item ?itemLabel  ?Ksam ?oldURL ?oldhtmlURL ?newURL  ?before  ?before2 ?before3 WHERE {
  ?item wdt:P1260 ?Ksam
  BIND (strbefore(?Ksam,"/") AS ?before)
  BIND (strafter(?Ksam,"/") AS ?after)
  BIND (strbefore(?after,"/") AS ?before2)
  BIND (strafter(?after,"/") AS ?before3)
  FILTER((LCASE(?before) = "raa") && (LCASE(?before2) = "bbr"))
#  FILTER((LCASE(?before3) = "21300000008136"))

  BIND (URI(CONCAT("http://www.bebyggelseregistret.raa.se/bbr2/anlaggning/visaHistorik.raa?anlaggningId=",?before3)) AS ?newURL)
  BIND (URI(CONCAT("http://kulturarvsdata.se/",?Ksam)) AS ?oldURL)
  BIND (URI(CONCAT("http://kulturarvsdata.se/",?before,"/",?before2,"/html/",?before3)) AS ?oldhtmlURL)
SERVICE wikibase:label { bd:serviceParam wikibase:language "sv,en". }
}"""


def get_results(endpoint_url, query):
    user_agent = "user:salgo60/%s.%s" % (sys.version_info[0], sys.version_info[1])
    sparql = SPARQLWrapper(endpoint_url, agent=user_agent)
    sparql.setQuery(query)
    sparql.setReturnFormat(JSON)
    return sparql.query().convert()


results = get_results(endpoint_url, query)

''' Check if URLS is ok'''
def check(url):
    r = http.request('GET', url)
    if r.status != 200:
        print("Status: ",r.status, " \t", url)
        return False
    return True
ok = 0
notok = 0
for result in results["results"]["bindings"]:
    #print(result)
    currentURL = result["oldURL"]["value"]
    if check(currentURL):
        ok += 1
    else:
        notok += 1
print("OK: ",ok,"\t not ok",notok)
	# pip install sparqlwrapper
	# https://rdflib.github.io/sparqlwrapper/
	import urllib3
	import sys
	from SPARQLWrapper import SPARQLWrapper, JSON

	endpoint_url = "https://query.wikidata.org/sparql"
	http = urllib3.PoolManager()

	# SPARQL used https://w.wiki/VVk
	query = """# www.bebyggelseregistret.raa.se/bbr2/anlaggning/visaHistorik.raa?anlaggningId=21300000008136
	# läggs upp istället för raa/bbr/21300000008136.
	# Det skulle förmodligen funka generellt för alla sådana
	SELECT ?item ?itemLabel ?Ksam ?oldURL ?oldhtmlURL ?newURL ?before ?before2 ?before3 WHERE {
	?item wdt:P1260 ?Ksam
	BIND (strbefore(?Ksam,"/") AS ?before)
	BIND (strafter(?Ksam,"/") AS ?after)
	BIND (strbefore(?after,"/") AS ?before2)
	BIND (strafter(?after,"/") AS ?before3)
	FILTER((LCASE(?before) = "raa") && (LCASE(?before2) = "bbr"))
	# FILTER((LCASE(?before3) = "21300000008136"))

	BIND (URI(CONCAT("http://www.bebyggelseregistret.raa.se/bbr2/anlaggning/visaHistorik.raa?anlaggningId=",?before3)) AS ?newURL)
	BIND (URI(CONCAT("http://kulturarvsdata.se/",?Ksam)) AS ?oldURL)
	BIND (URI(CONCAT("http://kulturarvsdata.se/",?before,"/",?before2,"/html/",?before3)) AS ?oldhtmlURL)
	SERVICE wikibase:label { bd:serviceParam wikibase:language "sv,en". }
	}"""


	def get_results(endpoint_url, query):
	user_agent = "user:salgo60/%s.%s" % (sys.version_info[0], sys.version_info[1])
	sparql = SPARQLWrapper(endpoint_url, agent=user_agent)
	sparql.setQuery(query)
	sparql.setReturnFormat(JSON)
	return sparql.query().convert()


	results = get_results(endpoint_url, query)

	''' Check if URLS is ok'''
	def check(url):
	r = http.request('GET', url)
	if r.status != 200:
	print("Status: ",r.status, " \t", url)
	return False
	return True
	ok = 0
	notok = 0
	for result in results["results"]["bindings"]:
	#print(result)
	currentURL = result["oldURL"]["value"]
	if check(currentURL):
	ok += 1
	else:
	notok += 1
	print("OK: ",ok,"\t not ok",notok)