def calcs(): global s_stats, stations_by_id, ss t1 = dt.datetime.now() print "start write_data_file()" stations_by_id = write_data_file() t2 = dt.datetime.now() print "end write_data_file ", t2 - t1 existing = calculate_stats.grab_existing() t3 = dt.datetime.now() print "end grab_exisitng", t3 - t2 ss = calculate_stats.process_dataframe(existing) t4 = dt.datetime.now() print "end calculate_stats", t4-t3 s_stats = ss.produce_system_stats() t5 = dt.datetime.now() print "end produce_system_stats", t5 - t4
parser.add_argument('-u','--upload', default=False, action="store_true", help='upload the stations to s3') parser.add_argument('-y','--upload_plots', default=False, action="store_true", help='upload the site_root to s3, including the plots') parser.add_argument('-i','--interactive', default=False, action="store_true", help='just produce summary data objects for ipython interogation') args = parser.parse_args() if args.data_collect: calculate_stats.process_raw_files() if args.update: existing = calculate_stats.grab_existing() existing2 = calculate_stats.update_df(existing) if args.summarize or args.plot or args.interactive or args.ever: calcs() update_summaries() if args.summarize: produce_all_summaries() if args.ever: while True: produce_all_summaries() if args.plot: produce_all_plots() if args.upload or args.upload_plots: