import sys
import json
import ntriples
from datetime import datetime
import httplib
ES_URL = "localhost:9200"
ES_PATH = "/bibserver/"
field_mapping = {
'http://iflastandards.info/ns/isbd/elements/P1004': 'title',
'http://iflastandards.info/ns/isbd/elements/P1185': 'format',
'http://iflastandards.info/ns/isbd/elements/P1007': 'contributor',
'http://iflastandards.info/ns/isbd/elements/P1016': 'place',
'http://iflastandards.info/ns/isbd/elements/P1117': 'related',
'http://iflastandards.info/ns/isbd/elements/P1018': 'date',
'http://iflastandards.info/ns/isbd/elements/P1022': 'extent',
'http://iflastandards.info/ns/isbd/elements/P1024': 'dimension',
'http://iflastandards.info/ns/isbd/elements/P1040': 'note',
'http://iflastandards.info/ns/isbd/elements/P1045': 'note',
'http://purl.org/dc/terms/language': 'language',
}
def post_data(data):
data['collection'] = 'ES'
data['owner'] = 'test'
data['_created'] = datetime.now().strftime("%Y%m%d%H%M%S")
data['_last_modified'] = datetime.now().strftime("%Y%m%d%H%M%S")
c = httplib.HTTPConnection(ES_URL)
c.request('PUT', ES_PATH+'record/'+data['_id'], json.dumps(data))
class ESSink(object):
def __init__(self, profile=False):
self.data = {}
self.last_id_seen = None
def triple(self, s, p, o):
if s != self.last_id_seen:
if self.data:
post_data(self.data)
self.data = {}
self.last_id_seen = s
self.data['_id'] = '%x' % id(s)
if type(s) is ntriples.bNode:
return
dest_field = field_mapping.get(p, 'misc')
self.data.setdefault(dest_field, []).append(o)
# Make the Collection object
collection = {
"owner": "test",
"_created": datetime.now().strftime("%Y%m%d%H%M%S"),
"_last_modified": datetime.now().strftime("%Y%m%d%H%M%S"),
"_id": "04c19fa1e772ab66f0aad2efe61f25cd",
"collection": "ES",
"label": "Spanish National Library"
}
c = httplib.HTTPConnection(ES_URL)
c.request('PUT', ES_PATH+'collection/'+collection['_id'], json.dumps(collection))
parser = ntriples.NTriplesParser(sink=ESSink())
sink = parser.parse(open(sys.argv[1]))
