import odg_hsi_analytic_wheel.analytics.utilities.binaryhadoop as binaryhadoop
import sys
import report_unknowntruth
f=binaryhadoop.readFromHDFS('/user/steve/blobspectra-test-Israel/part-00000')
cmrecs = []
for point in f:
  cmrec = point[2].split(',')
  cmrecs.append('%d, %d'%(float(cmrec[0]),float(cmrec[1])))
report_unknowntruth.main(cmrecs, 'SummaryStatistics.json')
Example #2
0
#!/usr/bin/env python
import binaryhadoop
import sys
import augustus
import report_unknowntruth
import json

if __name__ == "__main__":
    cmrecs = []
    for key, value in binaryhadoop.mapperInput(sys.stdin, typeMap={None: binaryhadoop.TYPEDBYTES_JSON, "KEY": binaryhadoop.TYPEDBYTES_JSON}):      
      cmrec = value.split(',')
      cmrecs.append('%d, %d'%(float(cmrec[0]), float(cmrec[1])))
    if len(cmrecs) > 0:
      html, img1, img2, img3 = report_unknowntruth.main(cmrecs, 'SummaryStatistics.json')
      record = "%s"%(json.dumps([html,  img1, img2, img3]))
      binaryhadoop.emit(sys.stdout, "KEY", record, encoding = binaryhadoop.TYPEDBYTES_JSON)