def test_post_processing_mmd6c(self): period = Period('2007-05-01', '2008-11-16') w = Workflow('test', 7, '/group_workspaces/cems2/fiduceo/Software/mms/config', period) w.set_usecase_config('post-processing_06x.xml') w.set_input_dir('/home/tom/the/data') w.run_post_processing(list([('localhost', 4)]), True, self.logdir) with open('test.status', 'r') as status: self.assertEqual( '93 created, 0 running, 0 backlog, 93 processed, 0 failed\n', status.readline()) with open('test.report', 'r') as report: self.assertEqual(93, len(report.readlines()))
from period import Period from workflow import Workflow period = Period('2002-06-01', '2011-10-07') w = Workflow('post_process_sst_ship', 7, '/group_workspaces/cems2/esacci_sst/mms_new/config', period) w.set_input_dir( '/group_workspaces/cems2/esacci_sst/mms_new/mmd/mmd06c/ship-sst_amsre-aq') w.set_usecase_config('usecase-06-pp.xml') w.run_post_processing(hosts=[('localhost', 24)])
from period import Period from workflow import Workflow # Parameters # 1 - usecase name # 2 - number of days per time slot # 3 - configuration directory # 4 - processing period period = Period('2004-01-08', '2011-10-07') w = Workflow('post_process_sst_animal', 7, '/group_workspaces/cems2/esacci_sst/mms_new/config', period) w.set_input_dir( '/group_workspaces/cems2/esacci_sst/mms_new/mmd/mmd06c/animal-sst_amsre-aq' ) w.set_usecase_config('usecase-06-pp.xml') # Parameters # 1 - host (usually localhost), number of tasks to submit to scheduler at once # 2 - number of parallel executed tasks w.run_post_processing(hosts=[('localhost', 10)], num_parallel_tasks=24)