def local_execute_example(interval, satellite, hirs2nc_delivery_id, skip_prepare=False, skip_execute=False, verbosity=2): setup_logging(verbosity) comp = setup_computation(satellite) # Get the required context... contexts = comp.find_contexts(interval, satellite, hirs2nc_delivery_id) if len(contexts) != 0: LOG.info("Candidate contexts in interval...") for context in contexts: print("\t{}".format(context)) try: if not skip_prepare: LOG.info("Running hirs2nc local_prepare()...") LOG.info("Preparing context... {}".format(contexts[0])) local_prepare(comp, contexts[0]) if not skip_execute: LOG.info("Running hirs2nc local_execute()...") LOG.info("Running context... {}".format(contexts[0])) local_execute(comp, contexts[0]) except Exception, err: LOG.error("{}".format(err)) LOG.debug(traceback.format_exc())
def local_execute_example(interval, satellite, hirs2nc_delivery_id, hirs_avhrr_delivery_id, hirs_csrb_daily_delivery_id, hirs_csrb_monthly_delivery_id, hirs_ctp_orbital_delivery_id, hirs_ctp_daily_delivery_id, skip_prepare=False, skip_execute=False, single=True, verbosity=2): setup_logging(verbosity) comp = setup_computation(satellite) #comp = hirs_ctp_daily.HIRS_CTP_DAILY() hirs_ctp_orbital_comp = hirs_ctp_orbital.HIRS_CTP_ORBITAL() # Get the required context... contexts = comp.find_contexts(interval, satellite, hirs2nc_delivery_id, hirs_avhrr_delivery_id, hirs_csrb_daily_delivery_id, hirs_csrb_monthly_delivery_id, hirs_ctp_orbital_delivery_id, hirs_ctp_daily_delivery_id) if len(contexts) != 0: LOG.info("Candidate contexts in interval...") for context in contexts: print("\t{}".format(context)) if not single: for idx,context in enumerate(contexts): LOG.info('Current Dir: {} {}'.format(idx, os.getcwd())) try: if not skip_prepare: LOG.info("Running hirs_ctp_daily local_prepare()...") LOG.info("Preparing context... {}".format(context)) local_prepare(comp, context, download_onlies=[hirs_ctp_orbital_comp]) if not skip_execute: LOG.info("Running hirs_ctp_daily local_execute()...") LOG.info("Running context... {}".format(context)) local_execute(comp, context, download_onlies=[hirs_ctp_orbital_comp]) if not skip_prepare: shutil.move('inputs', 'inputs_{}'.format(idx)) if not skip_execute: shutil.move('outputs', 'outputs_{}'.format(idx)) except Exception, err: LOG.error("{}".format(err)) LOG.debug(traceback.format_exc()) else: LOG.info("Single context!") try: if not skip_prepare: LOG.info("Running hirs_ctp_daily local_prepare()...") LOG.info("Preparing context... {}".format(contexts[0])) local_prepare(comp, contexts[0], download_onlies=[hirs_ctp_orbital_comp]) if not skip_execute: LOG.info("Running hirs_ctp_daily local_execute()...") LOG.info("Running context... {}".format(contexts[0])) local_execute(comp, contexts[0], download_onlies=[hirs_ctp_orbital_comp]) except Exception, err: LOG.error("{}".format(err)) LOG.debug(traceback.format_exc())
def print_contexts(interval, satellite, hirs2nc_delivery_id, verbosity=2): setup_logging(verbosity) comp = setup_computation(satellite) contexts = comp.find_contexts(interval, satellite, hirs2nc_delivery_id) for context in contexts: LOG.info(context)
def print_contexts(interval, satellite, hirs2nc_delivery_id, hirs_avhrr_delivery_id, hirs_csrb_daily_delivery_id, hirs_csrb_monthly_delivery_id, hirs_ctp_orbital_delivery_id, hirs_ctp_daily_delivery_id, verbosity=2): setup_logging(verbosity) comp = setup_computation(satellite) contexts = comp.find_contexts(interval, satellite, hirs2nc_delivery_id, hirs_avhrr_delivery_id, hirs_csrb_daily_delivery_id, hirs_csrb_monthly_delivery_id, hirs_ctp_orbital_delivery_id, hirs_ctp_daily_delivery_id) LOG.info('Printing contexts...') for context in contexts: LOG.info(context)
import calendar import logging from calendar import monthrange from time import sleep from flo.ui import safe_submit_order from timeutil import TimeInterval, datetime, timedelta import flo.sw.hirs_ctp_orbital as hirs_ctp_orbital import flo.sw.hirs_ctp_daily as hirs_ctp_daily from flo.sw.hirs2nc.utils import setup_logging # every module should have a LOG object LOG = logging.getLogger(__name__) setup_logging(2) # General information hirs2nc_delivery_id = '20180410-1' hirs_avhrr_delivery_id = '20180505-1' hirs_csrb_daily_delivery_id = '20180714-1' hirs_csrb_monthly_delivery_id = '20180516-1' hirs_ctp_orbital_delivery_id = '20180730-1' hirs_ctp_daily_delivery_id = '20180802-1' wedge = timedelta(seconds=1.) day = timedelta(days=1.) hour = timedelta(hours=1.) # Satellite specific information #satellite = 'noaa-07'