def test_ingest_avhrr_n07(self): w = Workflow('test', 7,'/group_workspaces/cems2/fiduceo/Software/mms/config') w.add_primary_sensor('avhrr-n07', '1981-09-01', '1985-01-30', 'v01.2') w.run_ingestion(list([('localhost', 24)]), True, self.logdir) with open('test.status', 'r') as status: self.assertEqual('203 created, 0 running, 0 backlog, 203 processed, 0 failed\n', status.readline()) with open('test.report', 'r') as report: self.assertEqual(203, len(report.readlines()))
def test_ingest_avhrr(self): w = Workflow('test', 11, 'config/dir') w.add_primary_sensor('avhrr-n12', '1995-06-01', '1996-06-05') w.run_ingestion(list([('localhost', 5)]), True, self.logdir) with open('test.status', 'r') as status: self.assertEqual('37 created, 0 running, 0 backlog, 37 processed, 0 failed\n', status.readline()) with open('test.report', 'r') as report: self.assertEqual(37, len(report.readlines()))
def test_ingest_avhrr(self): w = Workflow('test', 11, 'config/dir') w.add_primary_sensor('avhrr-n12', '1995-06-01', '1996-06-05') w.run_ingestion(list([('localhost', 5)]), True, self.logdir) with open('test.status', 'r') as status: self.assertEqual( '37 created, 0 running, 0 backlog, 37 processed, 0 failed\n', status.readline()) with open('test.report', 'r') as report: self.assertEqual(37, len(report.readlines()))
def test_ingest_avhrr_n07(self): w = Workflow('test', 7, '/group_workspaces/cems2/fiduceo/Software/mms/config') w.add_primary_sensor('avhrr-n07', '1981-09-01', '1985-01-30', 'v01.2') w.run_ingestion(list([('localhost', 24)]), True, self.logdir) with open('test.status', 'r') as status: self.assertEqual( '203 created, 0 running, 0 backlog, 203 processed, 0 failed\n', status.readline()) with open('test.report', 'r') as report: self.assertEqual(203, len(report.readlines()))
from workflow import Workflow w = Workflow('ingest_atsr_e1', 7, '/group_workspaces/cems2/fiduceo/Software/mms/config') w.add_primary_sensor('atsr-e1', '1991-08-01', '1997-12-17', 'v3') w.run_ingestion(hosts=[('localhost', 24)])
from workflow import Workflow # Parameters # 1 - usecase name # 2 - number of days per time slot # 3 - configuration directory w = Workflow('ingest_aatsr_en', 7, '/group_workspaces/cems2/fiduceo/Software/mms/config') w.add_primary_sensor('aatsr-en', '2002-05-20', '2012-04-08', 'v3') # Parameters # 1 - host (usually localhost), number of tasks to submit to scheduler at once # 2 - number of parallel executed tasks w.run_ingestion(hosts=[('localhost', 10)], num_parallel_tasks=24)
from workflow import Workflow w = Workflow('ingest_avhrr_n19', 7, '/group_workspaces/cems2/fiduceo/Software/mms/config') w.add_primary_sensor('avhrr-n19', '2009-02-07', '2015-12-31', 'v01.2') w.run_ingestion(hosts=[('localhost', 24)])
from workflow import Workflow w = Workflow("ingest_avhrr_n06", 7, "/group_workspaces/cems2/fiduceo/Software/mms/config") w.add_primary_sensor("avhrr-n06", "1979-07-12", "1982-03-17", "v01.2") w.run_ingestion(hosts=[("localhost", 24)])