salgo60/Test extract 200 chars from Wikiarticle

## Test extract 200 chars from Wikiarticle
#Test extract första "ExtractNumberChar" tecknen Wikipedia artikeln
#fundering https://sv.wikipedia.org/wiki/Wikipedia:Projekt_naturreservat#Enhetlighet_i_beskrivningar_i_Wikidataobjektet
# pip install sparqlwrapper
# https://rdflib.github.io/sparqlwrapper/

import sys
import urllib

from SPARQLWrapper import SPARQLWrapper, JSON
import requests

__version_info__ = (0, 0, 3)
__version__ = '.'.join(map(str, __version_info__))

endpoint_url = "https://query.wikidata.org/sparql"

# https://w.wiki/Prq hitta Naturvårdsområden i kommun Q179049
query = """SELECT ?id ?idLabel ?idDescription ?WikiName WHERE {
  ?id wdt:P131 ?kommun;
    wdt:P31 wd:Q179049.
  ?kommun wdt:P131 wd:Q104231.
  OPTIONAL {
    ?article schema:about ?id;
      schema:inLanguage "sv";
      schema:name ?WikiName;
      schema:isPartOf <https://sv.wikipedia.org/>.
  }
  SERVICE wikibase:label { bd:serviceParam wikibase:language "sv,en". }
}
ORDER BY (?idLabel)"""


def get_results(endpoint_url, query):
    user_agent = "user Salgo60 extract/%s.%s" % (sys.version_info[0], sys.version_info[1])
    sparql = SPARQLWrapper(endpoint_url, agent=user_agent)
    sparql.setQuery(query)
    sparql.setReturnFormat(JSON)
    return sparql.query().convert()


results = get_results(endpoint_url, query)


def getFirstLine(WDQnumber, WDDesc, name):
    ExtractNumberChar = 200
    APIurl = "https://sv.wikipedia.org/w/api.php?format=json&action=query&prop=extracts&exchars=" + \
             str(ExtractNumberChar) + "&exintro&explaintext&titles="
    url = APIurl + urllib.parse.quote(name)
    response = requests.get(url)
    first200 = response.json()
    for dataCat, dataCat2 in first200["query"]["pages"].items():
        cleantxt = dataCat2["extract"]
        cleantxt = cleantxt.split(".")[0] #first sentence
#        cleantxt.removeprefix(name) #Python 3.9
        if cleantxt.startswith(name):
            cleantxt = cleantxt[len(name):]
        print(WDQnumber)
        print("WD Description: " , WDDesc)
        print("First 200 char: ", dataCat2["extract"])
        print ("")
        print("Cleantext: ", cleantxt)
        print ("")

print("Version " ,__version__)
for result in results["results"]["bindings"]:
    WikiArticle = result["WikiName"]["value"]
    WDDesc =  result["idDescription"]["value"]
    WD = result["id"]["value"]
    firstLine = getFirstLine(WD,WDDesc,WikiArticle)
	#Test extract första "ExtractNumberChar" tecknen Wikipedia artikeln
	#fundering https://sv.wikipedia.org/wiki/Wikipedia:Projekt_naturreservat#Enhetlighet_i_beskrivningar_i_Wikidataobjektet
	# pip install sparqlwrapper
	# https://rdflib.github.io/sparqlwrapper/

	import sys
	import urllib

	from SPARQLWrapper import SPARQLWrapper, JSON
	import requests

	__version_info__ = (0, 0, 3)
	__version__ = '.'.join(map(str, __version_info__))

	endpoint_url = "https://query.wikidata.org/sparql"

	# https://w.wiki/Prq hitta Naturvårdsområden i kommun Q179049
	query = """SELECT ?id ?idLabel ?idDescription ?WikiName WHERE {
	?id wdt:P131 ?kommun;
	wdt:P31 wd:Q179049.
	?kommun wdt:P131 wd:Q104231.
	OPTIONAL {
	?article schema:about ?id;
	schema:inLanguage "sv";
	schema:name ?WikiName;
	schema:isPartOf <https://sv.wikipedia.org/>.
	}
	SERVICE wikibase:label { bd:serviceParam wikibase:language "sv,en". }
	}
	ORDER BY (?idLabel)"""


	def get_results(endpoint_url, query):
	user_agent = "user Salgo60 extract/%s.%s" % (sys.version_info[0], sys.version_info[1])
	sparql = SPARQLWrapper(endpoint_url, agent=user_agent)
	sparql.setQuery(query)
	sparql.setReturnFormat(JSON)
	return sparql.query().convert()


	results = get_results(endpoint_url, query)


	def getFirstLine(WDQnumber, WDDesc, name):
	ExtractNumberChar = 200
	APIurl = "https://sv.wikipedia.org/w/api.php?format=json&action=query&prop=extracts&exchars=" + \
	str(ExtractNumberChar) + "&exintro&explaintext&titles="
	url = APIurl + urllib.parse.quote(name)
	response = requests.get(url)
	first200 = response.json()
	for dataCat, dataCat2 in first200["query"]["pages"].items():
	cleantxt = dataCat2["extract"]
	cleantxt = cleantxt.split(".")[0] #first sentence
	# cleantxt.removeprefix(name) #Python 3.9
	if cleantxt.startswith(name):
	cleantxt = cleantxt[len(name):]
	print(WDQnumber)
	print("WD Description: " , WDDesc)
	print("First 200 char: ", dataCat2["extract"])
	print ("")
	print("Cleantext: ", cleantxt)
	print ("")

	print("Version " ,__version__)
	for result in results["results"]["bindings"]:
	WikiArticle = result["WikiName"]["value"]
	WDDesc = result["idDescription"]["value"]
	WD = result["id"]["value"]
	firstLine = getFirstLine(WD,WDDesc,WikiArticle)