semaf-demo.py

from xml.dom import minidom
#from CLARIAH_CMDI.xml2dict.processor import CMDI # load, xmldom2dict
import json
from SchemaLOD import Schema, GraphBuilder
from config import default_crosswalks_location, crosswalks_location, cbs_default_crosswalks
from rdflib import Graph, URIRef, Literal, BNode, plugin, Namespace
from rdflib.serializer import Serializer
from rdflib.namespace import RDF, RDFS
from config import cmdifile, ROOT, DATAVERSE_ID, API_TOKEN, schemaURL, cv_server, cwfile
from Semaf import Semaf
from jGraph import jGraph
import sys
import requests
from datetime import datetime

def dataset_upload(ROOT, DATAVERSE_ID, API_TOKEN, filename):
    headers = { "X-Dataverse-key" : API_TOKEN, 'Content-Type' : 'application/json-ld'}
    url = "%s/%s" % (ROOT, "api/dataverses/%s/datasets" % DATAVERSE_ID)
    r = requests.post(url, data=open(filename, 'rb'), headers=headers)
    return r.text

sm = Semaf()
schema = Schema()
UPLOAD = False
if len(sys.argv) > 1:
    cmdifile = sys.argv[1]
    if len(sys.argv) > 2:
        UPLOAD = True
else:
    print("XML file required as input parameter")
    exit()
    #cmdifile = '0b01e4108004e49d_INV_REG_REPARATIE_CONSUMENTENARTIKELEN_HANDEL_2008-01-01.dsc'

if cmdifile:
    # Read file and load in the knowledge graph
    s = sm.loadcmdi(cmdifile)
    defaultvalue = schema.default_schema(cbs_default_crosswalks)
    schemapd = schema.load_metadata_schema(schemaURL, 'citation')

    # Load schema
    schema.to_graph('citation', filename='citation')
    crosswalks = schema.crosswalks(crosswalks_location)

    cmdigraph = GraphBuilder(sm.json, "https://dataverse.org/schema/cbs/", graphformat='rich')
    defaultmetadata = cmdigraph.get_default_metadata(schema, defaultvalue) 
    mappedjson = cmdigraph.set_cvserver(cv_server)
    cmdigraph.set_crosswalks(crosswalks)
    items = cmdigraph.rotate(cmdigraph.context, False)
    mappedjson = cmdigraph.iterator(json.loads(sm.json))

    if schema:
        metadata = cmdigraph.dataverse_export(cmdigraph.exportrecords, schema, defaultmetadata)
        print(json.dumps(metadata, indent=4))
        semaf_filename = '/tmp/dataset.json'
        cmdigraph.g.serialize(format='n3', destination="/tmp/dataset.nt")
        with open(semaf_filename, 'w', encoding='utf-8') as f:
            json.dump(metadata, f, ensure_ascii=False, indent=4)
        if UPLOAD:
            status = dataset_upload(ROOT, DATAVERSE_ID, API_TOKEN, semaf_filename)
            print(status)