def main(): if (len(sys.argv) < 1): usage() exit() cspec_path = sys.argv[1] if (not(cluster_spec.validate(cspec_path))): exit() cspec = cluster_spec.ClusterSpec(cspec_path) permute_dictionary_list = permutations.expand_permutations(cspec.permuters) job_num_width = permutations.get_job_number_width(permute_dictionary_list) user_job_number = 1 cluster_scripts = [] if cspec.first_job_number != '': user_job_number = int(cspec.first_job_number) for permute_dict in permute_dictionary_list: user_job_number_as_string = str(user_job_number).zfill(job_num_width) cscript = cluster_script.ClusterScript(user_job_number_as_string, permute_dict, cspec) cluster_scripts.append(cscript) user_job_number = user_job_number + 1 count_total = 0 count_present = 0 for cscript in cluster_scripts: result_path = "{0}/score_out_userDay.csv".format(cscript.resolved_results_dir) #print result_path count_total = count_total + 1 if (os.path.isfile(result_path)): count_present = count_present + 1 print "...{0} DONE".format(cscript.permute_code) else: print "...{0} ".format(cscript.permute_code) print "{0} of {1} completed".format(count_present, count_total)
def main(): if (len(sys.argv) < 1): usage() exit() cspec_path = sys.argv[1] if (not (cluster_spec.validate(cspec_path))): exit() cspec = cluster_spec.ClusterSpec(cspec_path)
def testCreateScript(self): pcode = 'l_a_n_1_trial_1' stdout = mock_stdout.MockStdout() cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines, stdout, [], False, False) cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout) cluster = mock_cluster.MockCluster(cluster_runs) self.assertFalse(cluster.scripts) cscript = cluster.create_script(pcode) self.assertTrue(cluster.scripts[pcode] == cscript)
def testIsPermissionBlocked(self): pcode = 'l_a_n_1_trial_1' stdout = mock_stdout.MockStdout() cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines, stdout, [], False, False) cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout) cluster = mock_cluster.MockCluster(cluster_runs) cluster.create_script(pcode) cluster.launch(pcode) cluster.test_helper_set_invoke_error(pcode) self.assertTrue(cluster.get_invoke_error(pcode) != '')
def testStopWaitingRun(self): pcode = 'l_a_n_1_trial_1' stdout = mock_stdout.MockStdout() cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines, stdout, [], False, False) cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout) cluster = mock_cluster.MockCluster(cluster_runs) cluster.create_script(pcode) cluster.launch(pcode) cluster.stop_run(pcode) self.assertTrue(not (cluster.running_state.has_key(pcode)))
def testGetModTimeOutputFileRunIncomplete(self): pcode = 'l_a_n_1_trial_1' stdout = mock_stdout.MockStdout() cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines, stdout, [], False, False) cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout) cluster = mock_cluster.MockCluster(cluster_runs) cluster.create_script(pcode) cluster.launch(pcode) cluster.test_helper_set_ok_to_run(pcode) cluster.test_helper_set_run_finished_incomplete(pcode) self.assertTrue(cluster.get_output_file_mod_time(pcode) == 0)
def testLaunch(self): pcode = 'l_a_n_1_trial_1' stdout = mock_stdout.MockStdout() cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines, stdout, [], False, False) cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout) cluster = mock_cluster.MockCluster(cluster_runs) cluster.create_script(pcode) cluster.launch(pcode) self.assertTrue(cluster.running_state[pcode] == 'waiting') cluster.test_helper_set_ok_to_run(pcode) self.assertTrue(cluster.running_state[pcode] == 'running')
def testDeleteQstatLog(self): pcode = 'l_a_n_1_trial_1' stdout = mock_stdout.MockStdout() cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines, stdout, [], False, False) cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout) cluster = mock_cluster.MockCluster(cluster_runs) self.assertFalse(cluster.is_qstat_log_present()) cluster.test_helper_set_qstat_info('qstatInfo') self.assertTrue(cluster.is_qstat_log_present()) cluster.delete_qstat_log() self.assertFalse(cluster.is_qstat_log_present())
def testDeleteInvokeLog(self): pcode = 'l_a_n_1_trial_1' stdout = mock_stdout.MockStdout() cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines, stdout, [], False, False) cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout) cluster = mock_cluster.MockCluster(cluster_runs) cluster.create_script(pcode) self.assertFalse(cluster.is_invoke_log_present(pcode)) cluster.launch(pcode) self.assertTrue(cluster.is_invoke_log_present(pcode)) cluster.delete_invoke_log(pcode) self.assertFalse(cluster.is_invoke_log_present(pcode))
def testDeleteResults(self): pcode = 'l_a_n_1_trial_1' stdout = mock_stdout.MockStdout() cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines, stdout, [], False, False) cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout) cluster = mock_cluster.MockCluster(cluster_runs) cluster.create_script(pcode) cluster.launch(pcode) cluster.test_helper_set_ok_to_run(pcode) cluster.test_helper_set_run_finished_complete(pcode) self.assertTrue(cluster.is_output_files_present(pcode)) cluster.delete_results(pcode) self.assertFalse(cluster.is_output_files_present(pcode))
def testIsDoneMarkerPresentRunIncomplete(self): pcode = 'l_a_n_1_trial_1' stdout = mock_stdout.MockStdout() cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines, stdout, [], False, False) cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout) cluster = mock_cluster.MockCluster(cluster_runs) self.assertFalse(cluster.is_done_marker_present(pcode)) cluster.create_script(pcode) cluster.launch(pcode) self.assertFalse(cluster.is_done_marker_present(pcode)) cluster.test_helper_set_ok_to_run(pcode) self.assertFalse(cluster.is_done_marker_present(pcode)) cluster.test_helper_set_run_finished_incomplete(pcode) self.assertTrue(cluster.is_done_marker_present(pcode))