def vlass_run_single():
import sys
config = mc.Config()
config.get_executors()
config.collection = COLLECTION
config.working_directory = '/usr/src/app'
config.use_local_files = False
config.logging_level = 'INFO'
config.log_to_file = False
config.task_types = [mc.TaskType.INGEST]
config.resource_id = 'ivo://cadc.nrc.ca/sc2repo'
if config.features.run_in_airflow:
temp = tempfile.NamedTemporaryFile()
mc.write_to_file(temp.name, sys.argv[2])
config.proxy_fqn = temp.name
else:
config.proxy_fqn = sys.argv[2]
config.stream = 'raw'
file_name = sys.argv[1]
if config.features.use_file_names:
vlass_name = VlassName(file_name=file_name)
else:
vlass_name = VlassName(obs_id=sys.argv[1])
ec.run_single(config, vlass_name, APPLICATION, meta_visitors=visitors,
data_visitors=None)
def cgps_run_single():
import sys
config = mc.Config()
config.get_executors()
if config.features.run_in_airflow:
temp = tempfile.NamedTemporaryFile()
mc.write_to_file(temp.name, sys.argv[2])
config.proxy = temp.name
else:
config.proxy = sys.argv[2]
if config.features.use_file_names:
storage_name = mc.StorageName(file_name=sys.argv[1])
else:
storage_name = mc.StorageName(obs_id=sys.argv[1])
ec.run_single(config, storage_name, APPLICATION, meta_visitors,
data_visitors)
def run_single():
import sys
config = mc.Config()
config.get_executors()
config.resource_id = 'ivo://cadc.nrc.ca/sc2repo'
if config.features.run_in_airflow:
temp = tempfile.NamedTemporaryFile()
mc.write_to_file(temp.name, sys.argv[2])
config.proxy = temp.name
else:
config.proxy = sys.argv[2]
config.stream = 'raw'
if config.features.use_file_names:
storage_name = GMIMSName(file_name=sys.argv[1])
else:
obs_id = GMIMSName.remove_extensions(sys.argv[1])
storage_name = GMIMSName(obs_id=obs_id)
result = ec.run_single(config, storage_name, APPLICATION, meta_visitors,
data_visitors)
sys.exit(result)
def run_single():
"""
Run the processing for a single entry.
:return 0 if successful, -1 if there's any sort of failure. Return status
is used by airflow for task instance management and reporting.
"""
config = mc.Config()
config.get_executors()
config.resource_id = 'ivo://cadc.nrc.ca/sc2repo'
if config.features.run_in_airflow:
temp = tempfile.NamedTemporaryFile()
mc.write_to_file(temp.name, sys.argv[2])
config.proxy = temp.name
else:
config.proxy = sys.argv[2]
config.stream = 'default'
if config.features.use_file_names:
storage_name = GemName(file_name=sys.argv[1])
else:
raise mc.CadcException('No code to handle running GEM by obs id.')
result = ec.run_single(config, storage_name, APPLICATION, meta_visitors,
data_visitors)
sys.exit(result)
def run_single():
"""
Run the processing for a single entry.
:return 0 if successful, -1 if there's any sort of failure. Return status
is used by airflow for task instance management and reporting.
"""
config = mc.Config()
config.get_executors()
config.resource_id = 'ivo://cadc.nrc.ca/sc2repo'
if config.features.run_in_airflow:
temp = tempfile.NamedTemporaryFile()
mc.write_to_file(temp.name, sys.argv[2])
config.proxy = temp.name
else:
config.proxy = sys.argv[2]
config.stream = 'raw'
if config.features.use_file_names:
storage_name = ec.StorageName(file_name=sys.argv[1])
else:
obs_id = ec.StorageName.remove_extensions(sys.argv[1])
storage_name = HLAName(obs_id=obs_id)
result = ec.run_single(config, storage_name, APPLICATION, meta_visitors,
data_visitors)
sys.exit(result)
def omm_run_single():
import sys
config = mc.Config()
config.get_executors()
config.collection = COLLECTION
config.working_directory = '/usr/src/app'
config.task_types = [mc.TaskType.INGEST,
mc.TaskType.MODIFY]
config.resource_id = 'ivo://cadc.nrc.ca/sc2repo'
if config.features.run_in_airflow:
temp = tempfile.NamedTemporaryFile()
mc.write_to_file(temp.name, sys.argv[2])
config.proxy_fqn = temp.name
else:
config.proxy_fqn = sys.argv[2]
config.stream = 'raw'
if config.features.use_file_names:
storage_name = OmmName(file_name=sys.argv[1])
else:
obs_id = OmmName.remove_extensions(sys.argv[1])
storage_name = OmmName(obs_id=obs_id)
result = ec.run_single(config, storage_name, APPLICATION, meta_visitors,
data_visitors, OmmChooser())
sys.exit(result)