def test_workflow_thread_cancel_external(self): with TestAreaContext( "python/job_queue/workflow_runner_external") as work_area: WorkflowCommon.createWaitJob() joblist = WorkflowJoblist() self.assertTrue(joblist.addJobFromFile("WAIT", "external_wait_job")) self.assertTrue("WAIT" in joblist) workflow = Workflow("wait_workflow", joblist) self.assertEqual(len(workflow), 3) workflow_runner = WorkflowRunner(workflow, ert=None, context=SubstitutionList()) self.assertFalse(workflow_runner.isRunning()) with workflow_runner: wait_until( lambda: self.assertTrue(workflow_runner.isRunning())) wait_until(lambda: self.assertFileExists("wait_started_0")) wait_until(lambda: self.assertFileExists("wait_finished_0")) wait_until(lambda: self.assertFileExists("wait_started_1")) workflow_runner.cancel() self.assertTrue(workflow_runner.isCancelled()) self.assertFileDoesNotExist("wait_finished_1") self.assertFileDoesNotExist("wait_started_2") self.assertFileDoesNotExist("wait_cancelled_2") self.assertFileDoesNotExist("wait_finished_2")
def test_read_internal_function(self): with TestAreaContext("python/job_queue/workflow_job"): WorkflowCommon.createInternalFunctionJob() WorkflowCommon.createErtScriptsJob() config = self._alloc_config() workflow_job = self._alloc_from_file("SELECT_CASE", config, "select_case_job") self.assertEqual(workflow_job.name(), "SELECT_CASE") self.assertTrue(workflow_job.isInternal()) self.assertEqual(workflow_job.functionName(), "enkf_main_select_case_JOB") self.assertFalse(workflow_job.isInternalScript()) self.assertIsNone(workflow_job.getInternalScriptPath()) workflow_job = self._alloc_from_file("SUBTRACT", config, "subtract_script_job") self.assertEqual(workflow_job.name(), "SUBTRACT") self.assertTrue(workflow_job.isInternal()) self.assertIsNone(workflow_job.functionName()) self.assertTrue(workflow_job.isInternalScript()) self.assertTrue(workflow_job.getInternalScriptPath().endswith( "subtract_script.py"))
def test_workflow_success(self): with TestAreaContext( "python/job_queue/workflow_runner_fast") as work_area: WorkflowCommon.createWaitJob() joblist = WorkflowJoblist() self.assertTrue(joblist.addJobFromFile("WAIT", "wait_job")) self.assertTrue( joblist.addJobFromFile("EXTERNAL_WAIT", "external_wait_job")) workflow = Workflow("fast_wait_workflow", joblist) self.assertEqual(len(workflow), 2) workflow_runner = WorkflowRunner(workflow, ert=None, context=SubstitutionList()) self.assertFalse(workflow_runner.isRunning()) with workflow_runner: workflow_runner.wait() self.assertFileExists("wait_started_0") self.assertFileDoesNotExist("wait_cancelled_0") self.assertFileExists("wait_finished_0") self.assertFileExists("wait_started_1") self.assertFileDoesNotExist("wait_cancelled_1") self.assertFileExists("wait_finished_1") self.assertTrue(workflow_runner.workflowResult())
def createScripts(): WorkflowCommon.createErtScriptsJob() with open("syntax_error_script.py", "w") as f: f.write("from res.enkf not_legal_syntax ErtScript\n") with open("import_error_script.py", "w") as f: f.write("from res.enkf import DoesNotExist\n") with open("empty_script.py", "w") as f: f.write("from res.enkf import ErtScript\n")
def test_run_internal_script(self): with TestAreaContext("python/job_queue/workflow_job"): WorkflowCommon.createErtScriptsJob() config = self._alloc_config() job = self._alloc_from_file("SUBTRACT", config, "subtract_script_job") result = job.run(None, ["1", "2"]) self.assertEqual(result, -1)
def test_failing_workflow_run(self): with TestAreaContext("python/job_queue/workflow") as work_area: WorkflowCommon.createExternalDumpJob() joblist = WorkflowJoblist() self.assertTrue(joblist.addJobFromFile("DUMP", "dump_job")) self.assertTrue("DUMP" in joblist) workflow = Workflow("undefined", joblist) context = SubstitutionList() self.assertFalse(workflow.run(None, verbose=True, context=context))
def test_error_handling_external_job(self): with TestAreaContext("python/job_queue/workflow_job"): WorkflowCommon.createExternalDumpJob() config = self._alloc_config() job = self._alloc_from_file("DUMP", config, "dump_failing_job") self.assertFalse(job.isInternal()) job.argumentTypes() self.assertIsNone(job.run(None, [])) self.assertTrue(job.stderrdata().startswith("Traceback"))
def test_run_external_job(self): with TestAreaContext("python/job_queue/workflow_job"): WorkflowCommon.createExternalDumpJob() config = self._alloc_config() job = self._alloc_from_file("DUMP", config, "dump_job") self.assertFalse(job.isInternal()) argTypes = job.argumentTypes() self.assertEqual(argTypes, [str, str]) self.assertIsNone(job.run(None, ["test", "text"])) self.assertEqual(job.stdoutdata(), "Hello World\n") with open("test", "r") as f: self.assertEqual(f.read(), "text")
def test_workflow_failed_job(self): with TestAreaContext("python/job_queue/workflow_runner_fails"): WorkflowCommon.createExternalDumpJob() joblist = WorkflowJoblist() self.assertTrue(joblist.addJobFromFile("DUMP", "dump_failing_job")) workflow = Workflow("dump_workflow", joblist) self.assertEqual(len(workflow), 2) workflow_runner = WorkflowRunner( workflow, ert=None, context=SubstitutionList() ) self.assertFalse(workflow_runner.isRunning()) with patch.object( Workflow, "run", side_effect=Exception("mocked workflow error") ), workflow_runner: workflow_runner.wait() self.assertNotEqual(workflow_runner.exception(), None)
def test_arguments(self): with TestAreaContext("python/job_queue/workflow_job"): WorkflowCommon.createInternalFunctionJob() config = self._alloc_config() job = self._alloc_from_file("PRINTF", config, "printf_job") self.assertEqual(job.minimumArgumentCount(), 4) self.assertEqual(job.maximumArgumentCount(), 5) self.assertEqual(job.argumentTypes(), [str, int, float, bool, str]) self.assertTrue(job.run(None, ["x %d %f %d", 1, 2.5, True])) self.assertTrue(job.run(None, ["x %d %f %d %s", 1, 2.5, True, "y"])) with self.assertRaises(UserWarning): # Too few arguments job.run(None, ["x %d %f", 1, 2.5]) with self.assertRaises(UserWarning): # Too many arguments job.run(None, ["x %d %f %d %s", 1, 2.5, True, "y", "nada"])
def test_workflow_run(self): with TestAreaContext("python/job_queue/workflow") as work_area: WorkflowCommon.createExternalDumpJob() joblist = WorkflowJoblist() self.assertTrue(joblist.addJobFromFile("DUMP", "dump_job")) self.assertTrue("DUMP" in joblist) workflow = Workflow("dump_workflow", joblist) self.assertTrue(len(workflow), 2) context = SubstitutionList() context.addItem("<PARAM>", "text") self.assertTrue(workflow.run(None, verbose=True, context=context)) with open("dump1", "r") as f: self.assertEqual(f.read(), "dump_text_1") with open("dump2", "r") as f: self.assertEqual(f.read(), "dump_text_2")
def test_compare(self): with TestAreaContext("python/job_queue/workflow_job") as work_area: WorkflowCommon.createInternalFunctionJob() parser = WorkflowJob.configParser() with self.assertRaises(IOError): workflow_job = WorkflowJob.fromFile("no/such/file") workflow_job = WorkflowJob.fromFile("compare_job", name="COMPARE", parser=parser) self.assertEqual(workflow_job.name(), "COMPARE") result = workflow_job.run(None, ["String", "string"]) self.assertNotEqual(result, 0) result = workflow_job.run(None, ["String", "String"]) # result is returned as c_void_p -> automatic conversion to None if value is 0 self.assertIsNone(result) workflow_job = WorkflowJob.fromFile("compare_job") self.assertEqual(workflow_job.name(), "compare_job")
def test_workflow(self): with TestAreaContext("python/job_queue/workflow") as work_area: WorkflowCommon.createExternalDumpJob() joblist = WorkflowJoblist() self.assertTrue(joblist.addJobFromFile("DUMP", "dump_job")) with self.assertRaises(UserWarning): joblist.addJobFromFile("KNOCK", "knock_job") self.assertTrue("DUMP" in joblist) workflow = Workflow("dump_workflow", joblist) self.assertEqual(len(workflow), 2) job, args = workflow[0] self.assertEqual(job, joblist["DUMP"]) self.assertEqual(args[0], "dump1") self.assertEqual(args[1], "dump_text_1") job, args = workflow[1] self.assertEqual(job, joblist["DUMP"])
def test_workflow_thread_cancel_ert_script(self): with TestAreaContext("python/job_queue/workflow_runner_ert_script"): WorkflowCommon.createWaitJob() joblist = WorkflowJoblist() self.assertTrue(joblist.addJobFromFile("WAIT", "wait_job")) self.assertTrue("WAIT" in joblist) workflow = Workflow("wait_workflow", joblist) self.assertEqual(len(workflow), 3) workflow_runner = WorkflowRunner(workflow) self.assertFalse(workflow_runner.isRunning()) with workflow_runner: self.assertIsNone(workflow_runner.workflowResult()) wait_until(lambda: self.assertTrue(workflow_runner.isRunning())) wait_until(lambda: self.assertFileExists("wait_started_0")) wait_until(lambda: self.assertFileExists("wait_finished_0")) wait_until(lambda: self.assertFileExists("wait_started_1")) workflow_runner.cancel() wait_until(lambda: self.assertFileExists("wait_cancelled_1")) self.assertTrue(workflow_runner.isCancelled()) self.assertFileDoesNotExist("wait_finished_1") self.assertFileDoesNotExist("wait_started_2") self.assertFileDoesNotExist("wait_cancelled_2") self.assertFileDoesNotExist("wait_finished_2")
def test_workflow_joblist_with_files(self): with TestAreaContext("python/job_queue/workflow_joblist") as work_area: WorkflowCommon.createErtScriptsJob() WorkflowCommon.createExternalDumpJob() WorkflowCommon.createInternalFunctionJob() joblist = WorkflowJoblist() joblist.addJobFromFile("DUMP_JOB", "dump_job") joblist.addJobFromFile("SELECT_CASE_JOB", "select_case_job") joblist.addJobFromFile("SUBTRACT_SCRIPT_JOB", "subtract_script_job") self.assertTrue("DUMP_JOB" in joblist) self.assertTrue("SELECT_CASE_JOB" in joblist) self.assertTrue("SUBTRACT_SCRIPT_JOB" in joblist) self.assertFalse((joblist["DUMP_JOB"]).isInternal()) self.assertTrue((joblist["SELECT_CASE_JOB"]).isInternal()) self.assertTrue((joblist["SUBTRACT_SCRIPT_JOB"]).isInternal())