import odg_hsi_analytic_wheel.analytics.utilities.binaryhadoop as binaryhadoop import sys import report_unknowntruth f=binaryhadoop.readFromHDFS('/user/steve/blobspectra-test-Israel/part-00000') cmrecs = [] for point in f: cmrec = point[2].split(',') cmrecs.append('%d, %d'%(float(cmrec[0]),float(cmrec[1]))) report_unknowntruth.main(cmrecs, 'SummaryStatistics.json')
#!/usr/bin/env python import binaryhadoop import sys import augustus import report_unknowntruth import json if __name__ == "__main__": cmrecs = [] for key, value in binaryhadoop.mapperInput(sys.stdin, typeMap={None: binaryhadoop.TYPEDBYTES_JSON, "KEY": binaryhadoop.TYPEDBYTES_JSON}): cmrec = value.split(',') cmrecs.append('%d, %d'%(float(cmrec[0]), float(cmrec[1]))) if len(cmrecs) > 0: html, img1, img2, img3 = report_unknowntruth.main(cmrecs, 'SummaryStatistics.json') record = "%s"%(json.dumps([html, img1, img2, img3])) binaryhadoop.emit(sys.stdout, "KEY", record, encoding = binaryhadoop.TYPEDBYTES_JSON)