Exemplo n.º 1
0
    def test_post_processing_mmd6c(self):
        period = Period('2007-05-01', '2008-11-16')
        w = Workflow('test', 7,
                     '/group_workspaces/cems2/fiduceo/Software/mms/config',
                     period)

        w.set_usecase_config('post-processing_06x.xml')
        w.set_input_dir('/home/tom/the/data')

        w.run_post_processing(list([('localhost', 4)]), True, self.logdir)

        with open('test.status', 'r') as status:
            self.assertEqual(
                '93 created, 0 running, 0 backlog, 93 processed, 0 failed\n',
                status.readline())

        with open('test.report', 'r') as report:
            self.assertEqual(93, len(report.readlines()))
Exemplo n.º 2
0
from period import Period
from workflow import Workflow

period = Period('2002-06-01', '2011-10-07')
w = Workflow('post_process_sst_ship', 7,
             '/group_workspaces/cems2/esacci_sst/mms_new/config', period)

w.set_input_dir(
    '/group_workspaces/cems2/esacci_sst/mms_new/mmd/mmd06c/ship-sst_amsre-aq')
w.set_usecase_config('usecase-06-pp.xml')

w.run_post_processing(hosts=[('localhost', 24)])
Exemplo n.º 3
0
from period import Period
from workflow import Workflow

# Parameters
# 1 - usecase name
# 2 - number of days per time slot
# 3 - configuration directory
# 4 - processing period
period = Period('2004-01-08', '2011-10-07')
w = Workflow('post_process_sst_animal', 7,
             '/group_workspaces/cems2/esacci_sst/mms_new/config', period)

w.set_input_dir(
    '/group_workspaces/cems2/esacci_sst/mms_new/mmd/mmd06c/animal-sst_amsre-aq'
)
w.set_usecase_config('usecase-06-pp.xml')

# Parameters
# 1 - host (usually localhost), number of tasks to submit to scheduler at once
# 2 - number of parallel executed tasks
w.run_post_processing(hosts=[('localhost', 10)], num_parallel_tasks=24)