def calcs():
global s_stats, stations_by_id, ss
t1 = dt.datetime.now()
print "start write_data_file()"
stations_by_id = write_data_file()
t2 = dt.datetime.now()
print "end write_data_file ", t2 - t1
existing = calculate_stats.grab_existing()
t3 = dt.datetime.now()
print "end grab_exisitng", t3 - t2
ss = calculate_stats.process_dataframe(existing)
t4 = dt.datetime.now()
print "end calculate_stats", t4-t3
s_stats = ss.produce_system_stats()
t5 = dt.datetime.now()
print "end produce_system_stats", t5 - t4
parser.add_argument('-u','--upload', default=False, action="store_true",
help='upload the stations to s3')
parser.add_argument('-y','--upload_plots', default=False, action="store_true",
help='upload the site_root to s3, including the plots')
parser.add_argument('-i','--interactive', default=False, action="store_true",
help='just produce summary data objects for ipython interogation')
args = parser.parse_args()
if args.data_collect:
calculate_stats.process_raw_files()
if args.update:
existing = calculate_stats.grab_existing()
existing2 = calculate_stats.update_df(existing)
if args.summarize or args.plot or args.interactive or args.ever:
calcs()
update_summaries()
if args.summarize:
produce_all_summaries()
if args.ever:
while True:
produce_all_summaries()
if args.plot:
produce_all_plots()
if args.upload or args.upload_plots:
