salgo60/CheckQualityofWikidataPropertyP3188.py

## CheckQualityofWikidataPropertyP3188.py
# Check the quality of the Wikidata Property P3188
# See discussion if we should delete it or not
# https://www.wikidata.org/wiki/Wikidata:Properties_for_deletion#Nobelpris-ID_(P3188)
#
import sys, urllib3
from SPARQLWrapper import SPARQLWrapper, JSON
version = "0.0.2"
endpoint_url = "https://query.wikidata.org/sparql"

# SPARQL https://w.wiki/Rbb
query = """SELECT ?item ?itemLabel ?P3188 ?P8024 ?P3188link ?NewStableLink WHERE {
  {?item wdt:P8024 ?P8024}
  OPTIONAL  {?item wdt:P3188 ?P3188}
  BIND(URI(CONCAT("https://www.nobelprize.org/laureate/",?P8024)) AS ?NewStableLink)
  BIND(URI(CONCAT("https://www.nobelprize.org/nobel_prizes/",?P3188,"-facts.html")) AS ?P3188link)
  SERVICE wikibase:label { bd:serviceParam wikibase:language "en". }
} order by desc(xsd:integer(?P8024))"""


def get_results(endpoint_url, query):
    user_agent = "WDQS Nobelprize Salgo60/%s.%s" % (sys.version_info[0], sys.version_info[1])
    sparql = SPARQLWrapper(endpoint_url, agent=user_agent)
    sparql.setQuery(query)
    sparql.setReturnFormat(JSON)
    return sparql.query().convert()

results = get_results(endpoint_url, query)


def checkDeadLink(link,workinglink,WD):
    http = urllib3.PoolManager()
    try:
        r = http.request("GET",link)
        if  r.status == 404:
            print("\n\tWD", WD)
            print("\tCheck", link)
            print("\t\tStatus 404 page missing compare ",workinglink)
#        print("\t\tStatus: ", r.status)
    except Exception as e:
        print("\tIn Error",link)
        print(e)
        pass

print("\nCheckQualityofWikidataPropertyP3188 version: ",version,"\n\n")
for result in results["results"]["bindings"]:
    #print(result)
    #print(result["P8024"]["value"]," WD: ",result["P8024"]["value"])
    WDentity = result["item"]["value"].replace("http://www.wikidata.org/entity/","")
    if  "P3188link" not in result:
        print("\nMissing P3188 for :" ,result["itemLabel"]["value"]," ,",WDentity
              ,"  ",result["item"]["value"])
    else:
        #print(result["P3188link"]["value"])
        checkDeadLink(result["P3188link"]["value"],result["NewStableLink"]["value"],WDentity)
	# Check the quality of the Wikidata Property P3188
	# See discussion if we should delete it or not
	# https://www.wikidata.org/wiki/Wikidata:Properties_for_deletion#Nobelpris-ID_(P3188)
	#
	import sys, urllib3
	from SPARQLWrapper import SPARQLWrapper, JSON
	version = "0.0.2"
	endpoint_url = "https://query.wikidata.org/sparql"

	# SPARQL https://w.wiki/Rbb
	query = """SELECT ?item ?itemLabel ?P3188 ?P8024 ?P3188link ?NewStableLink WHERE {
	{?item wdt:P8024 ?P8024}
	OPTIONAL {?item wdt:P3188 ?P3188}
	BIND(URI(CONCAT("https://www.nobelprize.org/laureate/",?P8024)) AS ?NewStableLink)
	BIND(URI(CONCAT("https://www.nobelprize.org/nobel_prizes/",?P3188,"-facts.html")) AS ?P3188link)
	SERVICE wikibase:label { bd:serviceParam wikibase:language "en". }
	} order by desc(xsd:integer(?P8024))"""


	def get_results(endpoint_url, query):
	user_agent = "WDQS Nobelprize Salgo60/%s.%s" % (sys.version_info[0], sys.version_info[1])
	sparql = SPARQLWrapper(endpoint_url, agent=user_agent)
	sparql.setQuery(query)
	sparql.setReturnFormat(JSON)
	return sparql.query().convert()

	results = get_results(endpoint_url, query)


	def checkDeadLink(link,workinglink,WD):
	http = urllib3.PoolManager()
	try:
	r = http.request("GET",link)
	if r.status == 404:
	print("\n\tWD", WD)
	print("\tCheck", link)
	print("\t\tStatus 404 page missing compare ",workinglink)
	# print("\t\tStatus: ", r.status)
	except Exception as e:
	print("\tIn Error",link)
	print(e)
	pass

	print("\nCheckQualityofWikidataPropertyP3188 version: ",version,"\n\n")
	for result in results["results"]["bindings"]:
	#print(result)
	#print(result["P8024"]["value"]," WD: ",result["P8024"]["value"])
	WDentity = result["item"]["value"].replace("http://www.wikidata.org/entity/","")
	if "P3188link" not in result:
	print("\nMissing P3188 for :" ,result["itemLabel"]["value"]," ,",WDentity
	," ",result["item"]["value"])
	else:
	#print(result["P3188link"]["value"])
	checkDeadLink(result["P3188link"]["value"],result["NewStableLink"]["value"],WDentity)