def _handle_file(self, filepath):
stamp = os.path.splitext(os.path.basename(filepath))[0]
print >>sys.stderr, "File '{0}'".format(stamp)
date = parse_rfc3339_stamp(stamp, ' ')
print >>sys.stderr, "Loading batch: ", date
with open(filepath, "rb") as f:
data = f.read()
serverdatarefinery.put_json_to_database(date, data)
def handle(self, *args, **options):
_errlog("running doomlister {0}".format(_now()))
with tempfile.TemporaryFile() as f:
p = subprocess.Popen(['doomlister'], stdout=f)
if p.wait() != 0:
raise Exception('doomlister failed')
_errlog("doomlister completed successfully")
f.seek(0)
data = f.read()
_errlog("putting data to database")
serverdatarefinery.put_json_to_database(timezone.now(), data)
_errlog("collecting completed {0}".format(_now()))
_errlog("building presentation")
build_presentation(incremental=True)
_errlog("completed building presentation {0}".format(_now()))