def recompute_performance_summaries():
"""Recompute performance summaries for all units"""
from dcmetrometrics.eles.models import Unit
units = Unit.objects.no_cache()
start = datetime.now()
n = units.count()
GARBAGE_COLLECT_INTERVAL = 10
jwriter = JSONWriter(WWW_DIR)
for i, unit in enumerate(units):
INFO("Computing performance summary for unit %s: %i of %i (%.2f%%)" %
(unit.unit_id, i, n, 100.0 * i / n))
unit.compute_performance_summary(save=True)
if i % GARBAGE_COLLECT_INTERVAL == 0:
DEBUG("Running garbage collector after iteration over units.")
count = gc.collect()
DEBUG("Garbage collect returned %i" % count)
jwriter.write_unit(unit)
# Write the station directory
jwriter.write_station_directory()
elapsed = (datetime.now() - start).total_seconds()
print "%.2f seconds elapsed" % elapsed
def write_json():
"""Generate all json files.
"""
from dcmetrometrics.common.JSONifier import JSONWriter
import os
jwriter = JSONWriter(WWW_DIR)
# jwriter = JSONWriter(basedir = os.path.join('client', 'app'))
from dcmetrometrics.eles.models import Unit
num_units = Unit.objects.no_cache().count()
for i, unit in enumerate(Unit.objects.no_cache()):
logger.info('Writing unit %i of %i: %s'%(i, num_units, unit.unit_id))
jwriter.write_unit(unit)
# Write the station directory
jwriter.write_station_directory()
# Write the recent updates
jwriter.write_recent_updates()
for report in SystemServiceReport.objects.no_cache():
logger.info("Writing system service report for day %s"%report.day)
jwriter.write_daily_system_service_report(report = report)
elapsed = (datetime.now() - start).total_seconds()
print "%.2f seconds elapsed"%elapsed
def recompute_performance_summaries():
"""Recompute performance summaries for all units"""
from dcmetrometrics.eles.models import Unit
units = Unit.objects.no_cache()
start = datetime.now()
n = units.count()
GARBAGE_COLLECT_INTERVAL = 10
jwriter = JSONWriter(WWW_DIR)
for i, unit in enumerate(units):
INFO("Computing performance summary for unit %s: %i of %i (%.2f%%)"%(unit.unit_id, i, n, 100.0*i/n))
unit.compute_performance_summary(save = True)
if i%GARBAGE_COLLECT_INTERVAL == 0:
DEBUG("Running garbage collector after iteration over units.")
count = gc.collect()
DEBUG("Garbage collect returned %i"%count)
jwriter.write_unit(unit)
# Write the station directory
jwriter.write_station_directory()
elapsed = (datetime.now() - start).total_seconds()
print "%.2f seconds elapsed"%elapsed
