def test_ingest_avhrr_n07(self):
w = Workflow('test', 7,'/group_workspaces/cems2/fiduceo/Software/mms/config')
w.add_primary_sensor('avhrr-n07', '1981-09-01', '1985-01-30', 'v01.2')
w.run_ingestion(list([('localhost', 24)]), True, self.logdir)
with open('test.status', 'r') as status:
self.assertEqual('203 created, 0 running, 0 backlog, 203 processed, 0 failed\n', status.readline())
with open('test.report', 'r') as report:
self.assertEqual(203, len(report.readlines()))
def test_ingest_avhrr(self):
w = Workflow('test', 11, 'config/dir')
w.add_primary_sensor('avhrr-n12', '1995-06-01', '1996-06-05')
w.run_ingestion(list([('localhost', 5)]), True, self.logdir)
with open('test.status', 'r') as status:
self.assertEqual('37 created, 0 running, 0 backlog, 37 processed, 0 failed\n', status.readline())
with open('test.report', 'r') as report:
self.assertEqual(37, len(report.readlines()))
def test_ingest_avhrr(self):
w = Workflow('test', 11, 'config/dir')
w.add_primary_sensor('avhrr-n12', '1995-06-01', '1996-06-05')
w.run_ingestion(list([('localhost', 5)]), True, self.logdir)
with open('test.status', 'r') as status:
self.assertEqual(
'37 created, 0 running, 0 backlog, 37 processed, 0 failed\n',
status.readline())
with open('test.report', 'r') as report:
self.assertEqual(37, len(report.readlines()))
def test_ingest_avhrr_n07(self):
w = Workflow('test', 7,
'/group_workspaces/cems2/fiduceo/Software/mms/config')
w.add_primary_sensor('avhrr-n07', '1981-09-01', '1985-01-30', 'v01.2')
w.run_ingestion(list([('localhost', 24)]), True, self.logdir)
with open('test.status', 'r') as status:
self.assertEqual(
'203 created, 0 running, 0 backlog, 203 processed, 0 failed\n',
status.readline())
with open('test.report', 'r') as report:
self.assertEqual(203, len(report.readlines()))
from workflow import Workflow
w = Workflow('ingest_atsr_e1', 7, '/group_workspaces/cems2/fiduceo/Software/mms/config')
w.add_primary_sensor('atsr-e1', '1991-08-01', '1997-12-17', 'v3')
w.run_ingestion(hosts=[('localhost', 24)])
from workflow import Workflow
# Parameters
# 1 - usecase name
# 2 - number of days per time slot
# 3 - configuration directory
w = Workflow('ingest_aatsr_en', 7,
'/group_workspaces/cems2/fiduceo/Software/mms/config')
w.add_primary_sensor('aatsr-en', '2002-05-20', '2012-04-08', 'v3')
# Parameters
# 1 - host (usually localhost), number of tasks to submit to scheduler at once
# 2 - number of parallel executed tasks
w.run_ingestion(hosts=[('localhost', 10)], num_parallel_tasks=24)
from workflow import Workflow
w = Workflow('ingest_avhrr_n19', 7,
'/group_workspaces/cems2/fiduceo/Software/mms/config')
w.add_primary_sensor('avhrr-n19', '2009-02-07', '2015-12-31', 'v01.2')
w.run_ingestion(hosts=[('localhost', 24)])
from workflow import Workflow
w = Workflow("ingest_avhrr_n06", 7, "/group_workspaces/cems2/fiduceo/Software/mms/config")
w.add_primary_sensor("avhrr-n06", "1979-07-12", "1982-03-17", "v01.2")
w.run_ingestion(hosts=[("localhost", 24)])
