def run_proxy(): proxy = '/usr/src/app/cadcproxy.pem' ec.run_by_file(GemName, APPLICATION, COLLECTION, proxy, meta_visitors, data_visitors, archive=ARCHIVE)
def test_run_by_file(): try: os.getcwd = Mock(return_value=TESTDATA_DIR) todo_file = os.path.join(os.getcwd(), 'todo.txt') f = open(todo_file, 'w') f.write('') f.close() ec.run_by_file(ec.StorageName, 'collection2caom2', 'collection', proxy=None, meta_visitors=None, data_visitors=None) except mc.CadcException as e: assert False, 'but the work list is empty {}'.format(e)
def run_query(): """ Run the processing for all the entries returned from a time-boxed ad query. :param sys.argv[1] the timestamp for the > comparison in the time-boxed query :param sys.argv[2] the timestamp for the <= comparison in the time-boxed query :return 0 if successful, -1 if there's any sort of failure. Return status is used by airflow for task instance management and reporting. """ prev_exec_date = sys.argv[1] exec_date = sys.argv[2] config = mc.Config() config.get() config.stream = 'default' file_list = mc.read_file_list_from_archive(config, APPLICATION, prev_exec_date, exec_date) sys.argv = sys.argv[:1] result = 0 if len(file_list) > 0: mc.write_to_file(config.work_fqn, '\n'.join(file_list)) result |= ec.run_by_file(GemName, APPLICATION, COLLECTION, config.proxy_fqn, meta_visitors, data_visitors, archive=ARCHIVE) sys.exit(result)
def _run(): """ Uses a todo file to identify the work to be done. :return 0 if successful, -1 if there's any sort of failure. Return status is used by airflow for task instance management and reporting. """ config = mc.Config() config.get_executors() return ec.run_by_file(config, VliteName, APPLICATION, meta_visitors, data_visitors, chooser=None)
def vlass_run(): proxy = '/usr/src/app/cadcproxy.pem' ec.run_by_file(VlassName, APPLICATION, COLLECTION, proxy=proxy, meta_visitors=visitors, data_visitors=None)
def run_proxy(): proxy = '/usr/src/app/cadcproxy.pem' ec.run_by_file(ec.StorageName, APPLICATION, COLLECTION, proxy, meta_visitors, data_visitors)
def run(): ec.run_by_file(ec.StorageName, APPLICATION, COLLECTION, None, meta_visitors, data_visitors)
def cgps_run(): config = mc.Config() config.get_executors() ec.run_by_file(config, mc.StorageName, APPLICATION, meta_visitors, data_visitors)
def omm_run_proxy(): proxy = '/usr/src/app/cadcproxy.pem' ec.run_by_file(OmmName, APPLICATION, COLLECTION, proxy, meta_visitors, data_visitors, OmmChooser())
def draosfm_run(): ec.run_by_file(ec.StorageName, APPLICATION, COLLECTION, meta_visitors, data_visitors)