"http://www.cidoc-crm.org/cidoc-crm/E22_Man-Made_Object1", "https://raw.githubusercontent.com/american-art/aac-alignment/master/karma-context.json", data_type="csv", additional_settings={"karma.input.delimiter":","}) #3. Save the output # fileUtil.save_file(outputRDD, outputFilename, "text", "json") reducedRDD = workflow.reduce_rdds(outputRDD) reducedRDD.persist() types = [ {"name": "E82_Actor_Appellation", "uri": "http://www.cidoc-crm.org/cidoc-crm/E82_Actor_Appellation"} ] frames = [ {"name": "AutryMakers", "url": "https://raw.githubusercontent.com/american-art/aac-alignment/master/frames/autryMakers.json-ld"} ] context = workflow.read_json_file(contextUrl) framer_output = workflow.apply_framer(reducedRDD, types, frames) for frame_name in framer_output: outputRDD = workflow.apply_context(framer_output[frame_name], context, contextUrl) #apply mapValues function outputRDD_after = outputRDD.mapValues(mapFunc) if not outputRDD_after.isEmpty(): fileUtil.save_file(outputRDD_after, outputFilename + "/" + frame_name, 'text', 'json') print "Save to:", ("---" + frame_name) # workflow.save_rdd_to_es(outputRDD, es_server, es_port, es_index + "/" + frame_name)
# fileUtil.save_file(outputRDD, outputFilename, "text", "json") reducedRDD = workflow.reduce_rdds(outputRDD) reducedRDD.persist() types = [{ "name": "E82_Actor_Appellation", "uri": "http://www.cidoc-crm.org/cidoc-crm/E82_Actor_Appellation" }] frames = [{ "name": "AutryMakers", "url": "https://raw.githubusercontent.com/american-art/aac-alignment/master/frames/autryMakers.json-ld" }] context = workflow.read_json_file(contextUrl) framer_output = workflow.apply_framer(reducedRDD, types, frames) for frame_name in framer_output: outputRDD = workflow.apply_context(framer_output[frame_name], context, contextUrl) #apply mapValues function outputRDD_after = outputRDD.mapValues(mapFunc) if not outputRDD_after.isEmpty(): fileUtil.save_file(outputRDD_after, outputFilename + "/" + frame_name, 'text', 'json') print "Save to:", ("---" + frame_name) # workflow.save_rdd_to_es(outputRDD, es_server, es_port, es_index + "/" + frame_name)