Get SAOGF from id.kb.se

get-saogf-from-idkbse.py

#!/usr/bin/env python3
from urllib.parse import urljoin
from urllib.request import urlopen, Request
import json
import codecs

reader = codecs.getreader("utf-8")

def crawl(collection_url):
    while True:
        req = Request(collection_url, headers={'accept': 'application/json'})
        data = json.load(reader(urlopen(req)))
        for item in data['items']:
            yield item
        next_page = data.get('next') or data.get('nextPage')
        if next_page:
            collection_url = urljoin(collection_url, next_page['@id'])
        else:
            break

start_url = "https://id.kb.se/find?q=*&limit=200&inScheme.@id=https://id.kb.se/term/saogf"

print("Label\tcode\tURI")
for item in sorted(crawl(start_url), key=lambda item: item.get('prefLabel')):
    print("{prefLabel}\tauth:{controlNumber}\t{@id}".format(**item))

saogf.tsv